spec/riak/map_reduce_spec.rb in riak-client-2.1.0 vs spec/riak/map_reduce_spec.rb in riak-client-2.2.0.pre1

- old
+ new

@@ -1,95 +1,140 @@ require 'spec_helper' describe Riak::MapReduce do - before :each do - @client = Riak::Client.new - @backend = double("Backend") - allow(@client).to receive(:backend).and_yield(@backend) - @mr = Riak::MapReduce.new(@client) + + let(:backend){ double 'Backend' } + let(:client) do + Riak::Client.new.tap do |c| + allow(c).to receive(:backend).and_yield(backend) + end end + let(:mr) { Riak::MapReduce.new(client) } + let(:bucket_type){ client.bucket_type 'type' } + let(:typed_bucket){ bucket_type.bucket 'bucket' } + let(:typed_object){ Riak::RObject.new typed_bucket, 'key' } + + let(:default_type){ client.bucket_type Riak::BucketType::DEFAULT_NAME } + let(:default_bucket){ default_type.bucket 'bucket' } + let(:default_object){ Riak::RObject.new default_bucket, 'key' } + it "requires a client" do expect { Riak::MapReduce.new }.to raise_error - expect { Riak::MapReduce.new(@client) }.not_to raise_error + expect { Riak::MapReduce.new(client) }.not_to raise_error end it "initializes the inputs and query to empty arrays" do - expect(@mr.inputs).to eq([]) - expect(@mr.query).to eq([]) + expect(mr.inputs).to eq([]) + expect(mr.query).to eq([]) end it "yields itself when given a block on initializing" do - @mr2 = nil - @mr = Riak::MapReduce.new(@client) do |mr| - @mr2 = mr + mapred2 = nil + mapred = Riak::MapReduce.new(client) do |mr| + mapred2 = mr end - expect(@mr2).to eq(@mr) + expect(mapred2).to eq(mapred) end describe "adding inputs" do it "returns self for chaining" do - expect(@mr.add("foo", "bar")).to eq(@mr) + expect(mr.add("foo", "bar")).to eq(mr) end it "adds bucket/key pairs to the inputs" do - @mr.add("foo","bar") - expect(@mr.inputs).to eq([["foo","bar"]]) + mr.add("foo","bar") + expect(mr.inputs).to eq([["foo","bar"]]) end it "adds an array containing a bucket/key pair to the inputs" do - @mr.add(["foo","bar"]) - expect(@mr.inputs).to eq([["foo","bar"]]) + mr.add(["foo","bar"]) + expect(mr.inputs).to eq([["foo","bar"]]) end it "adds an object to the inputs by its bucket and key" do - bucket = Riak::Bucket.new(@client, "foo") + bucket = Riak::Bucket.new(client, "foo") obj = Riak::RObject.new(bucket, "bar") - @mr.add(obj) - expect(@mr.inputs).to eq([["foo", "bar"]]) + mr.add(obj) + expect(mr.inputs).to eq([["foo", "bar"]]) end + it 'adds a bucket-typed object to the inputs' do + mr.add typed_object + expect(mr.inputs).to eq [[typed_bucket.name, + typed_object.key, + '', + typed_bucket.type.name + ]] + end + it "adds an array containing a bucket/key/key-data triple to the inputs" do - @mr.add(["foo","bar",1000]) - expect(@mr.inputs).to eq([["foo","bar",1000]]) + mr.add(["foo","bar",1000]) + expect(mr.inputs).to eq([["foo","bar",1000]]) end it "uses a bucket name as the single input" do - @mr.add(Riak::Bucket.new(@client, "foo")) - expect(@mr.inputs).to eq("foo") - @mr.add("docs") - expect(@mr.inputs).to eq("docs") + mr.add(Riak::Bucket.new(client, "foo")) + expect(mr.inputs).to eq("foo") + mr.add("docs") + expect(mr.inputs).to eq("docs") end + it 'accepts a bucket typed bucket as a single input' do + mr.add typed_bucket + expect(mr.inputs).to eq([bucket_type.name, typed_bucket.name ]) + end + + it "doesn't pass a default bucket type name" do + mr.add default_bucket + expect(mr.inputs).to eq default_bucket.name + end + it "accepts a list of key-filters along with a bucket" do - @mr.add("foo", [[:tokenize, "-", 3], [:string_to_int], [:between, 2009, 2010]]) - expect(@mr.inputs).to eq({:bucket => "foo", :key_filters => [[:tokenize, "-", 3], [:string_to_int], [:between, 2009, 2010]]}) + mr.add("foo", [[:tokenize, "-", 3], [:string_to_int], [:between, 2009, 2010]]) + expect(mr.inputs).to eq({:bucket => "foo", :key_filters => [[:tokenize, "-", 3], [:string_to_int], [:between, 2009, 2010]]}) end + it 'accepts a list of key-filters along with a bucket-typed bucket' do + filters = [ + [:tokenize, '-', 3], + [:string_to_int], + [:between, 2009, 2010] + ] + + mr.add(typed_bucket, filters) + + expect(mr.inputs).to eq( + bucket: [typed_bucket.type.name, + typed_bucket.name], + key_filters: filters + ) + end + it "adds a bucket and filter list via a builder block" do - @mr.filter("foo") do + mr.filter("foo") do tokenize "-", 3 string_to_int between 2009, 2010 end - expect(@mr.inputs).to eq({:bucket => "foo", :key_filters => [[:tokenize, "-", 3], [:string_to_int], [:between, 2009, 2010]]}) + expect(mr.inputs).to eq({:bucket => "foo", :key_filters => [[:tokenize, "-", 3], [:string_to_int], [:between, 2009, 2010]]}) end context "using secondary indexes as inputs" do it "sets the inputs for equality" do - expect(@mr.index("foo", "email_bin", "sean@basho.com")).to eq(@mr) - expect(@mr.inputs).to eq({:bucket => "foo", :index => "email_bin", :key => "sean@basho.com"}) + expect(mr.index("foo", "email_bin", "sean@basho.com")).to eq(mr) + expect(mr.inputs).to eq({:bucket => "foo", :index => "email_bin", :key => "sean@basho.com"}) end it "sets the inputs for a range" do - expect(@mr.index("foo", "rank_int", 10..20)).to eq(@mr) - expect(@mr.inputs).to eq({:bucket => "foo", :index => "rank_int", :start => 10, :end => 20}) + expect(mr.index("foo", "rank_int", 10..20)).to eq(mr) + expect(mr.inputs).to eq({:bucket => "foo", :index => "rank_int", :start => 10, :end => 20}) end it "raises an error when given an invalid query" do - expect { @mr.index("foo", "rank_int", 1.0348) }.to raise_error(ArgumentError) - expect { @mr.index("foo", "rank_int", Range.new(1.03, 1.05)) }.to raise_error(ArgumentError) + expect { mr.index("foo", "rank_int", 1.0348) }.to raise_error(ArgumentError) + expect { mr.index("foo", "rank_int", Range.new(1.03, 1.05)) }.to raise_error(ArgumentError) end end describe "escaping" do before { @oldesc, Riak.escaper = Riak.escaper, CGI } @@ -98,267 +143,267 @@ context "when url_decoding is false" do before { @urldecode, Riak.url_decoding = Riak.url_decoding, false } after { Riak.url_decoding = @urldecode } it "adds bucket/key pairs to the inputs with bucket and key escaped" do - @mr.add("[foo]","(bar)") - expect(@mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) + mr.add("[foo]","(bar)") + expect(mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) end it "adds an escaped array containing a bucket/key pair to the inputs" do - @mr.add(["[foo]","(bar)"]) - expect(@mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) + mr.add(["[foo]","(bar)"]) + expect(mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) end it "adds an object to the inputs by its escaped bucket and key" do - bucket = Riak::Bucket.new(@client, "[foo]") + bucket = Riak::Bucket.new(client, "[foo]") obj = Riak::RObject.new(bucket, "(bar)") - @mr.add(obj) - expect(@mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29"]]) + mr.add(obj) + expect(mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29"]]) end it "adds an escaped array containing a bucket/key/key-data triple to the inputs" do - @mr.add(["[foo]","(bar)","[]()"]) - expect(@mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29","[]()"]]) + mr.add(["[foo]","(bar)","[]()"]) + expect(mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29","[]()"]]) end it "uses an escaped bucket name as the single input" do - @mr.add(Riak::Bucket.new(@client, "[foo]")) - expect(@mr.inputs).to eq("%5Bfoo%5D") - @mr.add("docs") - expect(@mr.inputs).to eq("docs") + mr.add(Riak::Bucket.new(client, "[foo]")) + expect(mr.inputs).to eq("%5Bfoo%5D") + mr.add("docs") + expect(mr.inputs).to eq("docs") end end context "when url_decoding is true" do before { @urldecode, Riak.url_decoding = Riak.url_decoding, true } after { Riak.url_decoding = @urldecode } it "adds bucket/key pairs to the inputs with bucket and key unescaped" do - @mr.add("[foo]","(bar)") - expect(@mr.inputs).to eq([["[foo]","(bar)"]]) + mr.add("[foo]","(bar)") + expect(mr.inputs).to eq([["[foo]","(bar)"]]) end it "adds an unescaped array containing a bucket/key pair to the inputs" do - @mr.add(["[foo]","(bar)"]) - expect(@mr.inputs).to eq([["[foo]","(bar)"]]) + mr.add(["[foo]","(bar)"]) + expect(mr.inputs).to eq([["[foo]","(bar)"]]) end it "adds an object to the inputs by its unescaped bucket and key" do - bucket = Riak::Bucket.new(@client, "[foo]") + bucket = Riak::Bucket.new(client, "[foo]") obj = Riak::RObject.new(bucket, "(bar)") - @mr.add(obj) - expect(@mr.inputs).to eq([["[foo]","(bar)"]]) + mr.add(obj) + expect(mr.inputs).to eq([["[foo]","(bar)"]]) end it "adds an unescaped array containing a bucket/key/key-data triple to the inputs" do - @mr.add(["[foo]","(bar)","[]()"]) - expect(@mr.inputs).to eq([["[foo]","(bar)","[]()"]]) + mr.add(["[foo]","(bar)","[]()"]) + expect(mr.inputs).to eq([["[foo]","(bar)","[]()"]]) end it "uses an unescaped bucket name as the single input" do - @mr.add(Riak::Bucket.new(@client, "[foo]")) - expect(@mr.inputs).to eq("[foo]") - @mr.add("docs") - expect(@mr.inputs).to eq("docs") + mr.add(Riak::Bucket.new(client, "[foo]")) + expect(mr.inputs).to eq("[foo]") + mr.add("docs") + expect(mr.inputs).to eq("docs") end end end context "escaping" do before { @oldesc, Riak.escaper = Riak.escaper, CGI } after { Riak.escaper = @oldesc } it "adds bucket/key pairs to the inputs with bucket and key escaped" do - @mr.add("[foo]","(bar)") - expect(@mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) + mr.add("[foo]","(bar)") + expect(mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) end it "adds an escaped array containing a bucket/key pair to the inputs" do - @mr.add(["[foo]","(bar)"]) - expect(@mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) + mr.add(["[foo]","(bar)"]) + expect(mr.inputs).to eq([["%5Bfoo%5D","%28bar%29"]]) end it "adds an object to the inputs by its escaped bucket and key" do - bucket = Riak::Bucket.new(@client, "[foo]") + bucket = Riak::Bucket.new(client, "[foo]") obj = Riak::RObject.new(bucket, "(bar)") - @mr.add(obj) - expect(@mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29"]]) + mr.add(obj) + expect(mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29"]]) end it "adds an escaped array containing a bucket/key/key-data triple to the inputs" do - @mr.add(["[foo]","(bar)","[]()"]) - expect(@mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29","[]()"]]) + mr.add(["[foo]","(bar)","[]()"]) + expect(mr.inputs).to eq([["%5Bfoo%5D", "%28bar%29","[]()"]]) end it "uses an escaped bucket name as the single input" do - @mr.add(Riak::Bucket.new(@client, "[foo]")) - expect(@mr.inputs).to eq("%5Bfoo%5D") - @mr.add("docs") - expect(@mr.inputs).to eq("docs") + mr.add(Riak::Bucket.new(client, "[foo]")) + expect(mr.inputs).to eq("%5Bfoo%5D") + mr.add("docs") + expect(mr.inputs).to eq("docs") end end context "when adding an input that will result in full-bucket mapreduce" do before { Riak.disable_list_keys_warnings = false } after { Riak.disable_list_keys_warnings = true } it "warns about list-keys on buckets" do - expect(@mr).to receive(:warn).twice - @mr.add("foo") - @mr.add(Riak::Bucket.new(@client, "foo")) + expect(mr).to receive(:warn).twice + mr.add("foo") + mr.add(Riak::Bucket.new(client, "foo")) end it "warns about list-keys on key-filters" do - expect(@mr).to receive(:warn) - @mr.filter("foo") { matches "bar" } + expect(mr).to receive(:warn) + mr.filter("foo") { matches "bar" } end end end [:map, :reduce].each do |type| describe "adding #{type} phases" do it "returns self for chaining" do - expect(@mr.send(type, "function(){}")).to eq(@mr) + expect(mr.send(type, "function(){}")).to eq(mr) end it "accepts a function string" do - @mr.send(type, "function(){}") - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.send(type, "function(){}") + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.function).to eq("function(){}") expect(phase.type).to eq(type) end it "accepts a function and options" do - @mr.send(type, "function(){}", :keep => true) - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.send(type, "function(){}", :keep => true) + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.function).to eq("function(){}") expect(phase.type).to eq(type) expect(phase.keep).to be_truthy end it "accepts a module/function pair" do - @mr.send(type, ["riak","mapsomething"]) - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.send(type, ["riak","mapsomething"]) + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.function).to eq(["riak", "mapsomething"]) expect(phase.type).to eq(type) expect(phase.language).to eq("erlang") end it "accepts a module/function pair with extra options" do - @mr.send(type, ["riak", "mapsomething"], :arg => [1000]) - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.send(type, ["riak", "mapsomething"], :arg => [1000]) + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.function).to eq(["riak", "mapsomething"]) expect(phase.type).to eq(type) expect(phase.language).to eq("erlang") expect(phase.arg).to eq([1000]) end end end describe "adding link phases" do it "returns self for chaining" do - expect(@mr.link({})).to eq(@mr) + expect(mr.link({})).to eq(mr) end it "accepts a WalkSpec" do - @mr.link(Riak::WalkSpec.new(:tag => "next")) - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.link(Riak::WalkSpec.new(:tag => "next")) + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.type).to eq(:link) expect(phase.function).to be_kind_of(Riak::WalkSpec) expect(phase.function.tag).to eq("next") end it "accepts a WalkSpec and a hash of options" do - @mr.link(Riak::WalkSpec.new(:bucket => "foo"), :keep => true) - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.link(Riak::WalkSpec.new(:bucket => "foo"), :keep => true) + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.type).to eq(:link) expect(phase.function).to be_kind_of(Riak::WalkSpec) expect(phase.function.bucket).to eq("foo") expect(phase.keep).to be_truthy end it "accepts a hash of options intermingled with the walk spec options" do - @mr.link(:tag => "snakes", :arg => [1000]) - expect(@mr.query.size).to eq(1) - phase = @mr.query.first + mr.link(:tag => "snakes", :arg => [1000]) + expect(mr.query.size).to eq(1) + phase = mr.query.first expect(phase.arg).to eq([1000]) expect(phase.function).to be_kind_of(Riak::WalkSpec) expect(phase.function.tag).to eq("snakes") end end describe "converting to JSON for the job" do it "includes the inputs and query keys" do - expect(@mr.to_json).to match(/"inputs":/) + expect(mr.to_json).to match(/"inputs":/) end it "maps phases to their JSON equivalents" do phase = Riak::MapReduce::Phase.new(:type => :map, :function => "function(){}") - @mr.query << phase - expect(@mr.to_json).to include('"source":"function(){}"') - expect(@mr.to_json).to include('"query":[{"map":{') + mr.query << phase + expect(mr.to_json).to include('"source":"function(){}"') + expect(mr.to_json).to include('"query":[{"map":{') end it "emits only the bucket name when the input is the whole bucket" do - @mr.add("foo") - expect(@mr.to_json).to include('"inputs":"foo"') + mr.add("foo") + expect(mr.to_json).to include('"inputs":"foo"') end it "emits an array of inputs when there are multiple inputs" do - @mr.add("foo","bar",1000).add("foo","baz") - expect(@mr.to_json).to include('"inputs":[["foo","bar",1000],["foo","baz"]]') + mr.add("foo","bar",1000).add("foo","baz") + expect(mr.to_json).to include('"inputs":[["foo","bar",1000],["foo","baz"]]') end it "adds the timeout value when set" do - @mr.timeout(50000) - expect(@mr.to_json).to include('"timeout":50000') + mr.timeout(50000) + expect(mr.to_json).to include('"timeout":50000') end end it "returns self from setting the timeout" do - expect(@mr.timeout(5000)).to eq(@mr) + expect(mr.timeout(5000)).to eq(mr) end describe "executing the map reduce job" do before :each do - @mr.map("Riak.mapValues",:keep => true) + mr.map("Riak.mapValues",:keep => true) end it "submits the query to the backend" do - expect(@backend).to receive(:mapred).with(@mr).and_return([]) - expect(@mr.run).to eq([]) + expect(backend).to receive(:mapred).with(mr).and_return([]) + expect(mr.run).to eq([]) end it "passes the given block to the backend for streaming" do arr = [] - expect(@backend).to receive(:mapred).with(@mr).and_yield("foo").and_yield("bar") - @mr.run {|v| arr << v } + expect(backend).to receive(:mapred).with(mr).and_yield("foo").and_yield("bar") + mr.run {|v| arr << v } expect(arr).to eq(["foo", "bar"]) end it "interprets failed requests with JSON content-types as map reduce errors" do - allow(@backend).to receive(:mapred). + allow(backend).to receive(:mapred). and_raise(Riak::ProtobuffsFailedRequest.new(:server_error, '{"error":"syntax error"}')) - expect{ @mr.run }.to raise_error(Riak::MapReduceError) + expect{ mr.run }.to raise_error(Riak::MapReduceError) begin - @mr.run + mr.run rescue Riak::MapReduceError => mre expect(mre.message).to include('{"error":"syntax error"}') else fail "No exception raised!" end end it "re-raises non-JSON error responses" do - allow(@backend).to receive(:mapred). + allow(backend).to receive(:mapred). and_raise(Riak::ProtobuffsFailedRequest.new(:server_error, 'Oops, you bwoke it.')) - expect { @mr.run }.to raise_error(Riak::FailedRequest) + expect { mr.run }.to raise_error(Riak::FailedRequest) end end end