Contents

# -*- encoding : utf-8 -*-

module PragmaticSegmenter
  # This class splits text at sentence boundary punctuation marks
  class SentenceBoundaryPunctuation
    SENTENCE_BOUNDARY_REGEX = /\u{ff08}(?:[^\u{ff09}])*\u{ff09}(?=\s?[A-Z])|\u{300c}(?:[^\u{300d}])*\u{300d}(?=\s[A-Z])|\((?:[^\)]){2,}\)(?=\s[A-Z])|'(?:[^'])*'(?=\s[A-Z])|"(?:[^"])*"(?=\s[A-Z])|“(?:[^”])*”(?=\s[A-Z])|\S.*?[。．.！!?？ȸȹ☉☈☇☄]/

    attr_reader :text
    def initialize(text:)
      @text = text
    end

    def split
      text.scan(SENTENCE_BOUNDARY_REGEX)
    end
  end
end

Version data entries

6 entries across 6 versions & 1 rubygems

Version	Path
pragmatic_segmenter-0.1.4	lib/pragmatic_segmenter/sentence_boundary_punctuation.rb
pragmatic_segmenter-0.1.3	lib/pragmatic_segmenter/sentence_boundary_punctuation.rb
pragmatic_segmenter-0.1.2	lib/pragmatic_segmenter/sentence_boundary_punctuation.rb
pragmatic_segmenter-0.1.1	lib/pragmatic_segmenter/sentence_boundary_punctuation.rb
pragmatic_segmenter-0.1.0	lib/pragmatic_segmenter/sentence_boundary_punctuation.rb
pragmatic_segmenter-0.0.9	lib/pragmatic_segmenter/sentence_boundary_punctuation.rb