Contents

require 'markov/generator'

#markov = Markov::Generator.new
#markov.parse_source_file "./test_seed.txt"

#puts "#{markov.generate_sentence}"

#@split_words = /([',.?!\n-])|[\s]+/
#@split_sentence = /(?<=[.!?\n])\s+/

split_sentence = /(?<=[.?!])\s+/
split_words = /([,.?!\n\r])|[\s]/
replace_chars = /[„':;_"()\n\r]/

source = "./file_parser_test.txt"

sentences = File.open(source, "r").read.force_encoding(Encoding::UTF_8).split(split_sentence)

sentences.each do |sentence|
  puts sentence
  puts sentence.gsub!( replace_chars, "")
  puts "#{sentence.split(split_words)}"
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
markov-generator-0.9.1	test/file_parser_test.rb