# Core functionality for managing HTTP requests to S3.
module S33r
module Networking
#-- These are specific to the mechanics of the HTTP request.
# Net::HTTP instance.
attr_accessor :client
# Are HTTP connections persistent?
attr_accessor :persistent
# Default chunk size for connections.
attr_accessor :chunk_size
# Should requests be dumped?
attr_accessor :dump_requests
# The last response received by the client.
attr_reader :last_response
# Get default options to use on every response.
def request_defaults
@request_defaults || {}
end
# Set the defaults.
def request_defaults=(options={})
@request_defaults = options
end
# Send a request over the wire.
#
# This method streams +data+ if it responds to the +stat+ method
# (as file handles do).
#
# Keys for +headers+ should be strings (e.g. 'Content-Type').
#
# +url_options+ is a standard set of options acceptable to s3_url;
# if any options aren't set, they are set using the +request_defaults+ method
# (options passed in here override defaults).
#
# You can also pass :authenticated => false if you want to visit a
# public URL here; otherwise, an Authorization header is generated and sent. If the client
# doesn't have an access key or secret access key specified, however, trying to create
# an access key will result in an error being raised.
#
# Returns a Net::HTTPResponse instance.
def do_request(method, url_options={}, data=nil, headers={})
# Use the default settings only if not specified in url_options.
url_options = request_defaults.merge(url_options)
# Get the URL.
url = s3_url(url_options)
uri = URI(url)
# Bar any except the allowed methods.
raise MethodNotAllowed, "The #{method} HTTP method is not supported" unless METHOD_VERBS.include?(method)
# Get a requester.
path = uri.path
path += "?" + uri.query if uri.query
req = eval("HTTP::" + method[0,1].upcase + method[1..-1].downcase + ".new('#{path}')")
req.chunk_size = chunk_size || DEFAULT_CHUNK_SIZE
# Add the S3 headers which are always required.
headers.merge!(default_headers(headers))
# Headers for canned ACL
headers.merge! canned_acl_header(url_options[:canned_acl]) if 'PUT' == method
# Generate the S3 authorization header if the client has
# the appropriate instance variable getters.
unless (false == url_options[:authenticated])
subdomain = nil
subdomain = url_options[:bucket] if url_options[:subdomain]
headers['Authorization'] = generate_auth_header_value(method, path, headers,
url_options[:access], url_options[:secret], subdomain)
end
# Insert the headers into the request object.
headers.each do |key, value|
req[key] = value
end
# Add data to the request as a stream.
if req.request_body_permitted?
# For streaming files; NB Content-Length will be set by Net::HTTP
# for character-based data: this section of is only used
# when reading directly from a file.
if data.respond_to?(:stat)
length = data.stat.size
# Strings can be streamed too.
elsif data.is_a?(String)
length = data.length
data = StringIO.new(data)
else
length = 0
end
# Data can be streamed if it responds to the read method.
if data.respond_to?(:read)
req.body_stream = data
req['Content-Length'] = length.to_s
data = nil
end
else
data = nil
end
puts req.dump(uri.host) if @dump_requests
# Set up the request.
### start shameless stealing from Marcel Molina
request_runner = Proc.new do
response = @client.request(req, data)
# Add some nice messages to the response (like the S3 error
# message if it occurred).
response.conveniencify(method)
@last_response = response
return response
end
# Get a client instance.
init_client(uri)
# Run the request.
if persistent
@client.start unless @client.started?
response = request_runner.call
else
response = @client.start(&request_runner)
end
response
### end shameless stealing from Marcel Molina
end
# Setup an HTTP client instance.
#
# Note that when you send your first request, the client is set
# up using whichever parameters for host and port you passed the first
# time. If you change the host or port, the client will be regenerated.
#
# +url+ is a URI instance generated from a full URL, including a host
# name and scheme.
def init_client(url)
host = url.host || HOST
port = url.port
if @client.nil? or @client.port != port or @client.address != host
@client = HTTP.new(host, port)
@client.use_ssl = false
# Check whether client needs to use SSL.
if port == PORT
# turn off SSL certificate verification
@client.verify_mode = OpenSSL::SSL::VERIFY_NONE
@client.use_ssl = true
end
end
end
# Perform a get request.
def do_get(options={}, headers={})
do_request('GET', options, nil, headers)
end
# Perform a put request.
def do_put(data, options={}, headers={})
do_request('PUT', options, data, headers)
end
# Perform a delete request.
def do_delete(options={}, headers={})
do_request('DELETE', options, headers)
end
# Perform a head request.
def do_head(options={}, headers={})
do_request('HEAD', options, headers)
end
end
end