Contents

module Lda
  class DirectoryCorpus < Corpus
    attr_reader :path, :extension

    # load documents from a directory
    def initialize(path, extension = nil)
      super()

      @path = path.dup.freeze
      @extension = extension ? extension.dup.freeze : nil

      load_from_directory
    end

    protected

    def load_from_directory
      dir_glob = File.join(@path, (@extension ? "*.#{@extension}" : "*"))

      Dir.glob(dir_glob).each do |filename|
        add_document(TextDocument.build_from_file(self, filename))
      end
    end
  end
end

Version data entries

9 entries across 9 versions & 2 rubygems

Version	Path
lda-ruby-0.3.9	lib/lda-ruby/corpus/directory_corpus.rb
ealdent-lda-ruby-0.3.0	lib/lda-ruby/corpus/directory_corpus.rb
ealdent-lda-ruby-0.3.1	lib/lda-ruby/corpus/directory_corpus.rb
lda-ruby-0.3.8	lib/lda-ruby/corpus/directory_corpus.rb
lda-ruby-0.3.7	lib/lda-ruby/corpus/directory_corpus.rb
lda-ruby-0.3.6	lib/lda-ruby/corpus/directory_corpus.rb
lda-ruby-0.3.5	lib/lda-ruby/corpus/directory_corpus.rb
lda-ruby-0.3.4	lib/lda-ruby/corpus/directory_corpus.rb
lda-ruby-0.3.1	lib/lda-ruby/corpus/directory_corpus.rb