README.md in twkorean-0.0.3 vs README.md in twkorean-0.0.4

- old
+ new

@@ -1,10 +1,10 @@ # Twkorean ## Compatibility -Currently wraps [twitter-korean-text 3.0](https://github.com/twitter/twitter-korean-text/tree/korean-text-3.0) / 현재 이 프로젝트는 [twitter-korean-text 3.0](https://github.com/twitter/twitter-korean-text/tree/korean-text-3.0)을 사용중입니다. +Currently wraps [twitter-korean-text 4.4](https://github.com/twitter/twitter-korean-text/tree/korean-text-4.4) / 현재 이 프로젝트는 [twitter-korean-text 4.4](https://github.com/twitter/twitter-korean-text/tree/korean-text-4.4)을 사용중입니다. ## Installation Add this line to your application's Gemfile: @@ -27,44 +27,40 @@ $ ruby -v test/twkorean.rb ## Usage - describe "Twkorean" do - TEXT = "한국어를 처리하는 예시입니닼ㅋㅋㅋㅋㅋ #한국어" - before do - - end + describe "Twkorean" do + text = "한국어를 처리하는 예시입니닼ㅋㅋㅋㅋㅋ #한국어" + twkorean = Twkorean::TwitterKoreanText.new + text = twkorean.normalize(text) + tokens = twkorean.tokenize(text) + + it "Tokenize" do + p "#Tokenize" + p twkorean.tokens_to_string_list(tokens) + # ["한국어", "를", "처리", "하는", "예시", "입니", "다", "ㅋㅋ", "#한국어"] + p twkorean.tokens_to_token_list(tokens) + # ["한국어(Noun: 0, 3)", "를(Josa: 3, 1)", "처리(Noun: 5, 2)", "하는(Verb: 7, 2)", "예시(Noun: 10, 2)", "입니(Adjective: 12, 2)", "다(Eomi: 14, 1)", "ㅋㅋ(KoreanParticle: 15, 2)", "#한국어(Hashtag: 18, 4)"] + end + + it "Stemming" do + p "#Stemming" + stem = twkorean.stem(tokens) + p twkorean.tokens_to_string_list(stem) + # ["한국어", "를", "처리", "하다", "예시", "이다", "ㅋㅋ", "#한국어"] + p twkorean.tokens_to_token_list(stem) + # ["한국어(Noun: 0, 3)", "를(Josa: 3, 1)", "처리(Noun: 5, 2)", "하다(Verb: 7, 2)", "예시(Noun: 10, 2)", "이다(Adjective: 12, 3)", "ㅋㅋ(KoreanParticle: 15, 2)", "#한국어(Hashtag: 18, 4)"] + end + + it "Phrase extraction" do + p "Phrase extraction" + p twkorean.extract_phrases(tokens) + # ["한국어(Noun: 0, 3)", "처리(Noun: 5, 2)", "처리하는 예시(Noun: 5, 7)", "예시(Noun: 10, 2)", "#한국어(Hashtag: 18, 4)"] + end + end - it "Normalize" do - twkorean = Twkorean::TwitterKoreanText.new - p "Normlize" - p twkorean.normalize(TEXT) - # 한국어를 처리하는 예시입니다ㅋㅋ #한국어 - end - - it "Tokenize" do - twkorean = Twkorean::TwitterKoreanText.new(true, false) - p "#Tokenize" - p twkorean.tokenize(TEXT) - # ["한국어(Noun: 0, 3)", "를(Josa: 3, 1)", "처리(Noun: 5, 2)", "하는(Verb: 7, 2)", "예시(Noun: 10, 2)", "입니(Adjective: 12, 2)", "다(Eomi: 14, 1)", "ㅋㅋ(KoreanParticle: 15, 2)", "#한국어(Hashtag: 18, 4)"] - end - - it "Stemming" do - twkorean = Twkorean::TwitterKoreanText.new - p "#Stemming" - p twkorean.tokenize(TEXT) - # ["한국어(Noun: 0, 3)", "를(Josa: 3, 1)", "처리(Noun: 5, 2)", "하다(Verb: 7, 2)", "예시(Noun: 10, 2)", "이다(Adjective: 12, 3)", "ㅋㅋ(KoreanParticle: 15, 2)", "#한국어(Hashtag: 18, 4)"] - end - - it "Phrase extraction" do - twkorean = Twkorean::TwitterKoreanText.new - p "Phrase extraction" - p twkorean.extract_phrases(TEXT) - # ["한국어(Noun: 0, 3)", "처리(Noun: 5, 2)", "처리하는 예시(Noun: 5, 7)", "예시(Noun: 10, 2)", "#한국어(Hashtag: 18, 4)"] - end - end -## Contributing +end## Contributing 1. Fork it ( https://github.com/[my-github-username]/twkorean/fork ) 2. Create your feature branch (`git checkout -b my-new-feature`) 3. Commit your changes (`git commit -am 'Add some feature'`) 4. Push to the branch (`git push origin my-new-feature`)