Sha256: 5bc812df4125625f339ad1b28d936a12ca3eec0a70a9c7a852f904df8114fb3e
Contents?: true
Size: 1.61 KB
Versions: 27
Compression:
Stored size: 1.61 KB
Contents
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
require 'solr'
class Solr::Importer::SolrSource
def initialize(solr_url, query, filter_queries=nil, options={})
@connection = Solr::Connection.new(solr_url)
@query = query
@filter_queries = filter_queries
@page_size = options[:page_size] || 1000
@field_list = options[:field_list] || ["*"]
end
def each
done = false
start = 0
until done do
# request N documents from a starting point
request = Solr::Request::Standard.new(:query => @query,
:rows => @page_size,
:start => start,
:field_list => @field_list,
:filter_queries => @filter_queries)
response = @connection.send(request)
response.each do |doc|
yield doc # TODO: perhaps convert to HashWithIndifferentAccess.new(doc), so stringify_keys isn't necessary
end
done = start + @page_size >= response.total_hits
start = start + @page_size
end
end
end
Version data entries
27 entries across 27 versions & 6 rubygems