Contents

#include "gtest/gtest.h"
#include "cppjieba/PreFilter.hpp"
#include "limonp/StringUtil.hpp"

using namespace cppjieba;

TEST(PreFilterTest, Test1) {
  unordered_set<Rune> symbol;
  symbol.insert(65292u); // "，"
  symbol.insert(12290u); // "。"
  string expected;
  string res;

  {
    string s = "你好，美丽的，世界";
    PreFilter filter(symbol, s);
    expected = "你好/，/美丽的/，/世界";
    ASSERT_TRUE(filter.HasNext());
    vector<string> words;
    while (filter.HasNext()) {
      PreFilter::Range range;
      range = filter.Next();
      words.push_back(GetStringFromRunes(s, range.begin, range.end - 1));
    }
    res = limonp::Join(words.begin(), words.end(), "/");
    ASSERT_EQ(res, expected);
  }

  {
    string s = "我来自北京邮电大学。。。学号123456，用AK47";
    PreFilter filter(symbol, s);
    expected = "我来自北京邮电大学/。/。/。/学号123456/，/用AK47";
    ASSERT_TRUE(filter.HasNext());
    vector<string> words;
    while (filter.HasNext()) {
      PreFilter::Range range;
      range = filter.Next();
      words.push_back(GetStringFromRunes(s, range.begin, range.end - 1));
    }
    res = limonp::Join(words.begin(), words.end(), "/");
    ASSERT_EQ(res, expected);
  }
}

Version data entries

10 entries across 10 versions & 1 rubygems

Version	Path
cppjieba_rb-0.4.4	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.4.3	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.4.2	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.4.1	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.3.3	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.3.1	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.3.0	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.2.3	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.2.2	ext/cppjieba/test/unittest/pre_filter_test.cpp
cppjieba_rb-0.2.1	ext/cppjieba/test/unittest/pre_filter_test.cpp