require 'spec/helper' require 'spec/stallion' require 'spec/stub_server' describe EventMachine::HttpRequest do def failed EventMachine.stop fail end it "should fail GET on DNS timeout" do EventMachine.run { EventMachine.heartbeat_interval = 0.1 http = EventMachine::HttpRequest.new('http://127.1.1.1/').get :timeout => 1 http.callback { failed } http.errback { http.response_header.status.should == 0 EventMachine.stop } } end it "should fail GET on invalid host" do EventMachine.run { EventMachine.heartbeat_interval = 0.1 http = EventMachine::HttpRequest.new('http://somethinglocal/').get :timeout => 1 http.callback { failed } http.errback { http.response_header.status.should == 0 http.error.should match(/unable to resolve server address/) http.uri.to_s.should match('http://somethinglocal:80/') EventMachine.stop } } end it "should raise error on invalid URL" do EventMachine.run { lambda { EventMachine::HttpRequest.new('random?text').get }.should raise_error EM.stop } end it "should succeed GET on missing path" do EventMachine.run { lambda { EventMachine::HttpRequest.new('http://127.0.0.1:8080').get }.should_not raise_error(ArgumentError) EventMachine.stop } end it "should perform successfull GET" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/Hello/) EventMachine.stop } } end context "host override" do it "should accept optional host" do EventMachine.run { http = EventMachine::HttpRequest.new('http://google.com:8080/').get :host => '127.0.0.1' http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/Hello/) EventMachine.stop } } end it "should reset host on redirect" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect').get :redirects => 1, :host => '127.0.0.1' http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header["CONTENT_ENCODING"].should == "gzip" http.response.should == "compressed" http.last_effective_url.to_s.should == 'http://127.0.0.1:8080/gzip' http.redirects.should == 1 EM.stop } } end it "should redirect with missing content-length" do EventMachine.run { @s = StubServer.new("HTTP/1.0 301 MOVED PERMANENTLY\r\nlocation: http://127.0.0.1:8080/redirect\r\n\r\n") http = EventMachine::HttpRequest.new('http://127.0.0.1:8081/').get :redirects => 2 http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header["CONTENT_ENCODING"].should == "gzip" http.response.should == "compressed" http.last_effective_url.to_s.should == 'http://127.0.0.1:8080/gzip' http.redirects.should == 2 @s.stop EM.stop } } end it "should follow redirects on HEAD method" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect/head').head :redirects => 1 http.errback { failed } http.callback { http.response_header.status.should == 200 http.last_effective_url.to_s.should == 'http://127.0.0.1:8080/' EM.stop } } end it "should follow redirects on HEAD method (external)" do EventMachine.run { http = EventMachine::HttpRequest.new('http://www.google.com/').head :redirects => 1 http.errback { failed } http.callback { http.response_header.status.should == 200 EM.stop } } end end it "should perform successfull GET with a URI passed as argument" do EventMachine.run { uri = URI.parse('http://127.0.0.1:8080/') http = EventMachine::HttpRequest.new(uri).get http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/Hello/) EventMachine.stop } } end it "should perform successfull HEAD with a URI passed as argument" do EventMachine.run { uri = URI.parse('http://127.0.0.1:8080/') http = EventMachine::HttpRequest.new(uri).head http.errback { p http; failed } http.callback { http.response_header.status.should == 200 http.response.should == "" EventMachine.stop } } end # should be no different than a GET it "should perform successfull DELETE with a URI passed as argument" do EventMachine.run { uri = URI.parse('http://127.0.0.1:8080/') http = EventMachine::HttpRequest.new(uri).delete http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should == "" EventMachine.stop } } end it "should return 404 on invalid path" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/fail').get http.errback { failed } http.callback { http.response_header.status.should == 404 EventMachine.stop } } end it "should build query parameters from Hash" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :query => {:q => 'test'} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/test/) EventMachine.stop } } end it "should pass query parameters string" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :query => "q=test" http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/test/) EventMachine.stop } } end it "should encode an array of query parameters" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_query').get :query => {:hash => ['value1', 'value2']} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/hash\[\]=value1&hash\[\]=value2/) EventMachine.stop } } end # should be no different than a POST it "should perform successfull PUT" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').put :body => "data" http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/data/) EventMachine.stop } } end it "should perform successfull POST" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').post :body => "data" http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/data/) EventMachine.stop } } end it "should escape body on POST" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').post :body => {:stuff => 'string&string'} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should == "stuff=string%26string" EventMachine.stop } } end it "should perform successfull POST with Ruby Hash/Array as params" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').post :body => {"key1" => 1, "key2" => [2,3]} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/key1=1&key2\[0\]=2&key2\[1\]=3/) EventMachine.stop } } end it "should perform successfull POST with Ruby Hash/Array as params and with the correct content length" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_content_length').post :body => {"key1" => "data1"} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.to_i.should == 10 EventMachine.stop } } end it "should perform successfull GET with custom header" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :head => {'if-none-match' => 'evar!'} http.errback { failed } http.callback { http.response_header.status.should == 304 EventMachine.stop } } end it "should perform a streaming GET" do EventMachine.run { # digg.com uses chunked encoding http = EventMachine::HttpRequest.new('http://digg.com/news').get http.errback { failed } http.callback { http.response_header.status.should == 200 EventMachine.stop } } end it "should perform basic auth" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get :head => {'authorization' => ['user', 'pass']} http.errback { failed } http.callback { http.response_header.status.should == 200 EventMachine.stop } } end it "should send proper OAuth auth header" do EventMachine.run { oauth_header = 'OAuth oauth_nonce="oqwgSYFUD87MHmJJDv7bQqOF2EPnVus7Wkqj5duNByU", b=c, d=e' http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/oauth_auth').get :head => {'authorization' => oauth_header} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should == oauth_header EventMachine.stop } } end it "should work with keep-alive servers" do EventMachine.run { http = EventMachine::HttpRequest.new('http://mexicodiario.com/touch.public.json.php').get http.errback { failed } http.callback { http.response_header.status.should == 200 EventMachine.stop } } end it "should return ETag and Last-Modified headers" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_query').get http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header.etag.should match('abcdefg') http.response_header.last_modified.should match('Fri, 13 Aug 2010 17:31:21 GMT') EventMachine.stop } } end it "should detect deflate encoding" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/deflate').get :head => {"accept-encoding" => "deflate"} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header["CONTENT_ENCODING"].should == "deflate" http.response.should == "compressed" EventMachine.stop } } end it "should detect gzip encoding" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/gzip').get :head => {"accept-encoding" => "gzip, compressed"} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header["CONTENT_ENCODING"].should == "gzip" http.response.should == "compressed" EventMachine.stop } } end it "should timeout after 1 second" do EventMachine.run { t = Time.now.to_i EventMachine.heartbeat_interval = 0.1 http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/timeout').get :timeout => 1 http.errback { (Time.now.to_i - t).should <= 5 EventMachine.stop } http.callback { failed } } end context "redirect" do it "should report last_effective_url" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get http.errback { failed } http.callback { http.response_header.status.should == 200 http.last_effective_url.to_s.should == 'http://127.0.0.1:8080/' EM.stop } } end it "should follow location redirects" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect').get :redirects => 1 http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header["CONTENT_ENCODING"].should == "gzip" http.response.should == "compressed" http.last_effective_url.to_s.should == 'http://127.0.0.1:8080/gzip' http.redirects.should == 1 EM.stop } } end it "should default to 0 redirects" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect').get http.errback { failed } http.callback { http.response_header.status.should == 301 http.last_effective_url.to_s.should == 'http://127.0.0.1:8080/gzip' http.redirects.should == 0 EM.stop } } end it "should not invoke redirect logic on failed connections" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8081/').get :timeout => 0.1, :redirects => 5 http.callback { failed } http.errback { http.redirects.should == 0 EM.stop } } end it "should normalize redirect urls" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect/bad').get :redirects => 1 http.errback { failed } http.callback { http.last_effective_url.to_s.should match('http://127.0.0.1:8080/') http.response.should match('Hello, World!') EM.stop } } end it "should fail gracefully on a missing host in absolute Location header" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect/nohost').get :redirects => 1 http.callback { failed } http.errback { http.error.should == 'Location header format error' EM.stop } } end it "should fail gracefully on an invalid host in Location header" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/redirect/badhost').get :redirects => 1 http.callback { failed } http.errback { http.error.should == 'unable to resolve server address' EM.stop } } end end it "should optionally pass the response body progressively" do EventMachine.run { body = '' http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get http.errback { failed } http.stream { |chunk| body += chunk } http.callback { http.response_header.status.should == 200 http.response.should == '' body.should match(/Hello/) EventMachine.stop } } end context "optional header callback" do it "should optionally pass the response headers" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get http.errback { failed } http.headers { |hash| hash.should be_an_kind_of Hash hash.should include 'CONNECTION' hash.should include 'CONTENT_LENGTH' } http.callback { http.response_header.status.should == 200 http.response.should match(/Hello/) EventMachine.stop } } end it "should allow to terminate current connection from header callback" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get http.callback { failed } http.headers { |hash| hash.should be_an_kind_of Hash hash.should include 'CONNECTION' hash.should include 'CONTENT_LENGTH' http.close('header callback terminated connection') } http.errback { |e| http.response_header.status.should == 200 http.error.should == 'header callback terminated connection' http.response.should == '' EventMachine.stop } } end end it "should optionally pass the deflate-encoded response body progressively" do EventMachine.run { body = '' http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/deflate').get :head => {"accept-encoding" => "deflate, compressed"} http.errback { failed } http.stream { |chunk| body += chunk } http.callback { http.response_header.status.should == 200 http.response_header["CONTENT_ENCODING"].should == "deflate" http.response.should == '' body.should == "compressed" EventMachine.stop } } end it "should initiate SSL/TLS on HTTPS connections" do EventMachine.run { http = EventMachine::HttpRequest.new('https://mail.google.com:443/mail/').get http.errback { failed } http.callback { http.response_header.status.should == 302 EventMachine.stop } } end it "should accept & return cookie header to user" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/set_cookie').get http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header.cookie.should == "id=1; expires=Tue, 09-Aug-2011 17:53:39 GMT; path=/;" EventMachine.stop } } end it "should pass cookie header to server from string" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_cookie').get :head => {'cookie' => 'id=2;'} http.errback { failed } http.callback { http.response.should == "id=2;" EventMachine.stop } } end it "should pass cookie header to server from Hash" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_cookie').get :head => {'cookie' => {'id' => 2}} http.errback { failed } http.callback { http.response.should == "id=2;" EventMachine.stop } } end context "when talking to a stub HTTP/1.0 server" do it "should get the body without Content-Length" do EventMachine.run { @s = StubServer.new("HTTP/1.0 200 OK\r\nConnection: close\r\n\r\nFoo") http = EventMachine::HttpRequest.new('http://127.0.0.1:8081/').get http.errback { failed } http.callback { http.response.should match(/Foo/) http.response_header['CONTENT_LENGTH'].should_not == 0 @s.stop EventMachine.stop } } end it "should work with \\n instead of \\r\\n" do EventMachine.run { @s = StubServer.new("HTTP/1.0 200 OK\nContent-Type: text/plain\nContent-Length: 3\nConnection: close\n\nFoo") http = EventMachine::HttpRequest.new('http://127.0.0.1:8081/').get http.errback { failed } http.callback { http.response_header.status.should == 200 http.response_header['CONTENT_TYPE'].should == 'text/plain' http.response.should match(/Foo/) @s.stop EventMachine.stop } } end end context "body content-type encoding" do it "should not set content type on string in body" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_content_type').post :body => "data" http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should be_empty EventMachine.stop } } end it "should set content-type automatically when passed a ruby hash/array for body" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_content_type').post :body => {:a => :b} http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match("application/x-www-form-urlencoded") EventMachine.stop } } end it "should not override content-type when passing in ruby hash/array for body" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/echo_content_type').post({ :body => {:a => :b}, :head => {'content-type' => 'text'}}) http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match("text") EventMachine.stop } } end end it "should complete a Location: with a relative path" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/relative-location').get http.errback { failed } http.callback { http.response_header['LOCATION'].should == 'http://127.0.0.1:8080/forwarded' EventMachine.stop } } end it "should stream a file off disk" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').post :file => 'spec/fixtures/google.ca' http.errback { failed } http.callback { http.response.should match('google') EventMachine.stop } } end it 'should let you pass a block to be called once the client is created' do client = nil EventMachine.run { request = EventMachine::HttpRequest.new('http://127.0.0.1:8080/') http = request.post { |c| c.options[:body] = {:callback_run => 'yes'} client = c } http.errback { failed } http.callback { client.should be_kind_of(EventMachine::HttpClient) http.response_header.status.should == 200 http.response.should match(/callback_run=yes/) EventMachine.stop } } end it "should retrieve multiple cookies" do EventMachine::MockHttpRequest.register_file('http://www.google.ca:80/', :get, {}, File.join(File.dirname(__FILE__), 'fixtures', 'google.ca')) EventMachine.run { http = EventMachine::MockHttpRequest.new('http://www.google.ca/').get http.errback { fail } http.callback { c1 = "PREF=ID=11955ae9690fd292:TM=1281823106:LM=1281823106:S=wHdloFqGQ_OLSE92; expires=Mon, 13-Aug-2012 21:58:26 GMT; path=/; domain=.google.ca" c2 = "NID=37=USTdOsxOSMbLjphkJ3S5Ueua3Yc23COXuK_pbztcHx7JoyhomwQySrvebCf3_u8eyrBiLWssVzaZcEOiKGEJbNdy8lRhnq_mfrdz693LaMjNPh__ccW4sgn1ZO6nQltE; expires=Sun, 13-Feb-2011 21:58:26 GMT; path=/; domain=.google.ca; HttpOnly" http.response_header.cookie.should == [c1, c2] EventMachine.stop } } EventMachine::MockHttpRequest.count('http://www.google.ca:80/', :get, {}).should == 1 end context "connections via" do context "direct proxy" do it "should default to skip CONNECT" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/?q=test').get :proxy => { :host => '127.0.0.1', :port => 8083 } http.errback { p http.inspect; failed } http.callback { http.response_header.status.should == 200 http.response.should match('test') EventMachine.stop } } end it "should send absolute URIs to the proxy server" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/?q=test').get :proxy => { :host => '127.0.0.1', :port => 8083 } http.errback { p http.inspect; failed } http.callback { http.response_header.status.should == 200 # The test proxy server gives the requested uri back in this header http.response_header['X_THE_REQUESTED_URI'].should == 'http://127.0.0.1:8080/?q=test' http.response_header['X_THE_REQUESTED_URI'].should_not == '/?q=test' http.response.should match('test') EventMachine.stop } } end it "should include query parameters specified in the options" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get( :proxy => { :host => '127.0.0.1', :port => 8083 }, :query => { 'q' => 'test' } ) http.errback { p http.inspect; failed } http.callback { http.response_header.status.should == 200 http.response.should match('test') EventMachine.stop } } end end context "CONNECT proxy" do it "should work with CONNECT proxy servers" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').get({ :proxy => {:host => '127.0.0.1', :port => 8082, :use_connect => true} }) http.errback { p http.inspect; failed } http.callback { http.response_header.status.should == 200 http.response.should == 'Hello, World!' EventMachine.stop } } end it "should proxy POST data" do EventMachine.run { http = EventMachine::HttpRequest.new('http://127.0.0.1:8080/').post({ :body => "data", :proxy => {:host => '127.0.0.1', :port => 8082, :use_connect => true} }) http.errback { failed } http.callback { http.response_header.status.should == 200 http.response.should match(/data/) EventMachine.stop } } end end end context "websocket connection" do # Spec: http://tools.ietf.org/html/draft-hixie-thewebsocketprotocol-55 # # ws.onopen = http.callback # ws.onmessage = http.stream { |msg| } # ws.errback = no connection # it "should invoke errback on failed upgrade" do EventMachine.run { http = EventMachine::HttpRequest.new('ws://127.0.0.1:8080/').get :timeout => 0 http.callback { failed } http.errback { http.response_header.status.should == 200 EventMachine.stop } } end it "should complete websocket handshake and transfer data from client to server and back" do EventMachine.run { MSG = "hello bi-directional data exchange" EventMachine::WebSocket.start(:host => "0.0.0.0", :port => 8085) do |ws| ws.onmessage {|msg| ws.send msg} end http = EventMachine::HttpRequest.new('ws://127.0.0.1:8085/').get :timeout => 1 http.errback { failed } http.callback { http.response_header.status.should == 101 http.response_header['CONNECTION'].should match(/Upgrade/) http.response_header['UPGRADE'].should match(/WebSocket/) # push should only be invoked after handshake is complete http.send(MSG) } http.stream { |chunk| chunk.should == MSG EventMachine.stop } } end it "should split multiple messages from websocket server into separate stream callbacks" do EM.run do messages = %w[1 2] recieved = [] EventMachine::WebSocket.start(:host => "0.0.0.0", :port => 8085) do |ws| ws.onopen { ws.send messages[0] ws.send messages[1] } end EventMachine.add_timer(0.1) do http = EventMachine::HttpRequest.new('ws://127.0.0.1:8085/').get :timeout => 0 http.errback { failed } http.callback { http.response_header.status.should == 101 } http.stream {|msg| msg.should == messages[recieved.size] recieved.push msg EventMachine.stop if recieved.size == messages.size } end end end end end