Sha256: 1cb215a387e6e7e809e612269a312d1292d1e059e8bc79270f1ec1494e557a50
Contents?: true
Size: 1.64 KB
Versions: 28
Compression:
Stored size: 1.64 KB
Contents
require 'rbbt'
require 'rbbt/util/misc'
require 'rbbt/util/simpleDSL'
class CueIndex
include SimpleDSL
class LexiconMissingError < StandardError; end
def define(name, *args, &block)
@rules << [name,block]
nil
end
def initialize(file = nil, &block)
@rules = []
file ||= Rbbt.share.rnorm.cue_default.produce if !file && !block
file = file.find if file.respond_to? :find
load_config(:define, file, &block)
end
def config
@config[:define]
end
def cues(word)
@rules.collect{|rule|
c = rule[1].call(word)
c = [c] unless c.is_a? Array
c
}
end
def clean(max)
@indexes.each{|index|
remove = []
index.each{|key,values|
remove << key if values.length > max
}
remove.each{|key|
index.delete(key)
}
}
end
def load(file, max_candidates = 50)
@indexes = Array.new(@rules.size){Hash.new}
data = TSV === file ? file : TSV.open(file, :type => :flat, :unnamed => true)
data.each{|code, values|
values.each{|value|
cues(value).each_with_index{|cue_list,i|
cue_list.each{|cue|
@indexes[i][cue] ||= Set.new
@indexes[i][cue] << code unless @indexes[i][cue].include? code
}
}
}
}
clean(max_candidates) if max_candidates
nil
end
def match(name)
raise LexiconMissingError, "Load Lexicon before matching" unless @indexes
cues = cues(name)
@indexes.each_with_index{|index,i|
best = []
cues[i].each{|cue|
best << index[cue].to_a if index[cue]
}
return best.flatten if best.any?
}
return []
end
end
Version data entries
28 entries across 28 versions & 1 rubygems