# frozen-string-literal: true
%w'bigdecimal date thread time uri'.each{|f| require f}
# Top level module for Sequel
#
# There are some module methods that are added via metaprogramming, one for
# each supported adapter. For example:
#
# DB = Sequel.sqlite # Memory database
# DB = Sequel.sqlite('blog.db')
# DB = Sequel.postgres('database_name', :user=>'user',
# :password=>'password', :host=>'host', :port=>5432,
# :max_connections=>10)
#
# If a block is given to these methods, it is passed the opened Database
# object, which is closed (disconnected) when the block exits, just
# like a block passed to connect. For example:
#
# Sequel.sqlite('blog.db'){|db| puts db[:users].count}
#
# For a more expanded introduction, see the {README}[rdoc-ref:README.rdoc].
# For a quicker introduction, see the {cheat sheet}[rdoc-ref:doc/cheat_sheet.rdoc].
module Sequel
@convert_two_digit_years = true
@datetime_class = Time
@split_symbols = :deprecated
@single_threaded = false
class << self
# Sequel converts two digit years in Dates and DateTimes by default,
# so 01/02/03 is interpreted at January 2nd, 2003, and 12/13/99 is interpreted
# as December 13, 1999. You can override this to treat those dates as
# January 2nd, 0003 and December 13, 0099, respectively, by:
#
# Sequel.convert_two_digit_years = false
attr_accessor :convert_two_digit_years
# Sequel can use either +Time+ or +DateTime+ for times returned from the
# database. It defaults to +Time+. To change it to +DateTime+:
#
# Sequel.datetime_class = DateTime
#
# For ruby versions less than 1.9.2, +Time+ has a limited range (1901 to
# 2038), so if you use datetimes out of that range, you need to switch
# to +DateTime+. Also, before 1.9.2, +Time+ can only handle local and UTC
# times, not other timezones. Note that +Time+ and +DateTime+ objects
# have a different API, and in cases where they implement the same methods,
# they often implement them differently (e.g. + using seconds on +Time+ and
# days on +DateTime+).
attr_accessor :datetime_class
# Set whether sequel is being used in single threaded mode. by default,
# Sequel uses a thread-safe connection pool, which isn't as fast as the
# single threaded connection pool, and also has some additional thread
# safety checks. If your program will only have one thread,
# and speed is a priority, you should set this to true:
#
# Sequel.single_threaded = true
attr_accessor :single_threaded
end
# Returns true if the passed object could be a specifier of conditions, false otherwise.
# Currently, Sequel considers hashes and arrays of two element arrays as
# condition specifiers.
#
# Sequel.condition_specifier?({}) # => true
# Sequel.condition_specifier?([[1, 2]]) # => true
# Sequel.condition_specifier?([]) # => false
# Sequel.condition_specifier?([1]) # => false
# Sequel.condition_specifier?(1) # => false
def self.condition_specifier?(obj)
case obj
when Hash
true
when Array
!obj.empty? && !obj.is_a?(SQL::ValueList) && obj.all?{|i| i.is_a?(Array) && (i.length == 2)}
else
false
end
end
# Frozen hash used as the default options hash for most options.
OPTS = {}.freeze
# Creates a new database object based on the supplied connection string
# and optional arguments. The specified scheme determines the database
# class used, and the rest of the string specifies the connection options.
# For example:
#
# DB = Sequel.connect('sqlite:/') # Memory database
# DB = Sequel.connect('sqlite://blog.db') # ./blog.db
# DB = Sequel.connect('sqlite:///blog.db') # /blog.db
# DB = Sequel.connect('postgres://user:password@host:port/database_name')
# DB = Sequel.connect('sqlite:///blog.db', :max_connections=>10)
#
# You can also pass a single options hash:
#
# DB = Sequel.connect(:adapter=>'sqlite', :database=>'./blog.db')
#
# If a block is given, it is passed the opened +Database+ object, which is
# closed when the block exits. For example:
#
# Sequel.connect('sqlite://blog.db'){|db| puts db[:users].count}
#
# If a block is not given, a reference to this database will be held in
# Sequel::DATABASES until it is removed manually. This is by
# design, and used by Sequel::Model to pick the default
# database. It is recommended to pass a block if you do not want the
# resulting Database object to remain in memory until the process
# terminates.
#
# For details, see the {"Connecting to a Database" guide}[rdoc-ref:doc/opening_databases.rdoc].
# To set up a master/slave or sharded database connection, see the {"Master/Slave Databases and Sharding" guide}[rdoc-ref:doc/sharding.rdoc].
def self.connect(*args, &block)
Database.connect(*args, &block)
end
# Assume the core extensions are not loaded by default, if the core_extensions
# extension is loaded, this will be overridden.
def self.core_extensions?
false
end
# Convert the +exception+ to the given class. The given class should be
# Sequel::Error or a subclass. Returns an instance of +klass+ with
# the message and backtrace of +exception+.
def self.convert_exception_class(exception, klass)
return exception if exception.is_a?(klass)
e = klass.new("#{exception.class}: #{exception.message}")
e.wrapped_exception = exception
e.set_backtrace(exception.backtrace)
e
end
# Load all Sequel extensions given. Extensions are just files that exist under
# sequel/extensions in the load path, and are just required. Generally,
# extensions modify the behavior of +Database+ and/or +Dataset+, but Sequel ships
# with some extensions that modify other classes that exist for backwards compatibility.
# In some cases, requiring an extension modifies classes directly, and in others,
# it just loads a module that you can extend other classes with. Consult the documentation
# for each extension you plan on using for usage.
#
# Sequel.extension(:blank)
# Sequel.extension(:core_extensions, :named_timezones)
def self.extension(*extensions)
extensions.each{|e| Kernel.require "sequel/extensions/#{e}"}
end
# Set the method to call on identifiers going into the database. This affects
# the literalization of identifiers by calling this method on them before they are input.
# Sequel upcases identifiers in all SQL strings for most databases, so to turn that off:
#
# Sequel.identifier_input_method = nil
#
# to downcase instead:
#
# Sequel.identifier_input_method = :downcase
#
# Other String instance methods work as well.
def self.identifier_input_method=(value)
# SEQUEL5: Remove
Database.identifier_input_method = value
end
# Set the method to call on identifiers coming out of the database. This affects
# the literalization of identifiers by calling this method on them when they are
# retrieved from the database. Sequel downcases identifiers retrieved for most
# databases, so to turn that off:
#
# Sequel.identifier_output_method = nil
#
# to upcase instead:
#
# Sequel.identifier_output_method = :upcase
#
# Other String instance methods work as well.
def self.identifier_output_method=(value)
# SEQUEL5: Remove
Database.identifier_output_method = value
end
# The exception classed raised if there is an error parsing JSON.
# This can be overridden to use an alternative json implementation.
def self.json_parser_error_class
JSON::ParserError
end
# Convert given object to json and return the result.
# This can be overridden to use an alternative json implementation.
def self.object_to_json(obj, *args, &block)
obj.to_json(*args, &block)
end
# Parse the string as JSON and return the result.
# This can be overridden to use an alternative json implementation.
def self.parse_json(json)
JSON.parse(json, :create_additions=>false)
end
# Set whether to quote identifiers for all databases by default. By default,
# Sequel quotes identifiers in all SQL strings, so to turn that off:
#
# Sequel.quote_identifiers = false
def self.quote_identifiers=(value)
# SEQUEL5: Remove
Database.quote_identifiers = value
end
# Convert each item in the array to the correct type, handling multi-dimensional
# arrays. For each element in the array or subarrays, call the converter,
# unless the value is nil.
def self.recursive_map(array, converter)
array.map do |i|
if i.is_a?(Array)
recursive_map(i, converter)
elsif !i.nil?
converter.call(i)
end
end
end
# Require all given +files+ which should be in the same or a subdirectory of
# this file. If a +subdir+ is given, assume all +files+ are in that subdir.
# This is used to ensure that the files loaded are from the same version of
# Sequel as this file.
def self.require(files, subdir=nil)
Array(files).each{|f| super("#{File.dirname(__FILE__).untaint}/#{"#{subdir}/" if subdir}#{f}")}
end
SPLIT_SYMBOL_CACHE = {}
# Splits the symbol into three parts, if symbol splitting is enabled.
# Each part will either be a string or nil. If symbol splitting
# is disabled, returns an array with the first and third parts
# being nil, and the second part beind a string version of the symbol.
#
# For columns, these parts are the table, column, and alias.
# For tables, these parts are the schema, table, and alias.
def self.split_symbol(sym)
unless v = Sequel.synchronize{SPLIT_SYMBOL_CACHE[sym]}
if split = split_symbols?
v = case s = sym.to_s
when /\A((?:(?!__).)+)__((?:(?!___).)+)___(.+)\z/
if split == :deprecated
Sequel::Deprecation.deprecate("Symbol splitting", "Either set Sequel.split_symbols = true, or change #{sym.inspect} to Sequel.qualify(#{$1.inspect}, #{$2.inspect}).as(#{$3.inspect})")
end
[$1.freeze, $2.freeze, $3.freeze].freeze
when /\A((?:(?!___).)+)___(.+)\z/
if split == :deprecated
Sequel::Deprecation.deprecate("Symbol splitting", "Either set Sequel.split_symbols = true, or change #{sym.inspect} to Sequel.identifier(#{$1.inspect}).as(#{$2.inspect})")
end
[nil, $1.freeze, $2.freeze].freeze
when /\A((?:(?!__).)+)__(.+)\z/
if split == :deprecated
Sequel::Deprecation.deprecate("Symbol splitting", "Either set Sequel.split_symbols = true, or change #{sym.inspect} to Sequel.qualify(#{$1.inspect}, #{$2.inspect})")
end
[$1.freeze, $2.freeze, nil].freeze
else
[nil, s.freeze, nil].freeze
end
else
v = [nil,sym.to_s.freeze,nil].freeze
end
Sequel.synchronize{SPLIT_SYMBOL_CACHE[sym] = v}
end
v
end
# Sequel by default will split symbols, treating:
#
# :table__column # table.column
# :column___alias # column AS alias
# :table__column___alias # table.column AS alias
#
# This can cause problems if any identifiers in the database use a double
# or triple underscore. When Sequel was first created, using symbols with
# double or triple underscores was the only way to represent qualified or
# aliased identifiers. Sequel now offers many ways to create qualified and
# aliased identifiers, so there is less of a need for this now. This allows
# you to turn off symbol splitting, potentially avoiding problems if you
# have identifiers that use double underscores:
#
# Sequel.split_symbols = false
#
# Note that Sequel::Database instances do their own caching of literalized
# symbols, and changing this setting does not affect those caches. It is
# recommended that if you want to change this setting, you do so directly
# after requiring Sequel, before creating any Sequel::Database instances.
#
# Also note that disabling symbol splitting will also disable the handling
# of double underscores in virtual row methods, causing such methods to
# yield regular identifers instead of qualified identifiers. To make sure
# the code works when splitting symbols is both disabled and enabled, you
# can use Sequel::SQL::Identifier#[].
#
# # Sequel.split_symbols = true
# Sequel.expr{table__column} # table.column
# Sequel.expr{table[:column]} # table.column
#
# # Sequel.split_symbols = false
# Sequel.expr{table__column} # table__column
# Sequel.expr{table[:column]} # table.column
def self.split_symbols=(v)
Sequel.synchronize{SPLIT_SYMBOL_CACHE.clear}
@split_symbols = v
end
# Whether Sequel currently splits symbols into qualified/aliased identifiers.
def self.split_symbols?
@split_symbols
end
# Converts the given +string+ into a +Date+ object.
#
# Sequel.string_to_date('2010-09-10') # Date.civil(2010, 09, 10)
def self.string_to_date(string)
begin
Date.parse(string, Sequel.convert_two_digit_years)
rescue => e
raise convert_exception_class(e, InvalidValue)
end
end
# Converts the given +string+ into a +Time+ or +DateTime+ object, depending on the
# value of Sequel.datetime_class.
#
# Sequel.string_to_datetime('2010-09-10 10:20:30') # Time.local(2010, 09, 10, 10, 20, 30)
def self.string_to_datetime(string)
begin
if datetime_class == DateTime
DateTime.parse(string, convert_two_digit_years)
else
datetime_class.parse(string)
end
rescue => e
raise convert_exception_class(e, InvalidValue)
end
end
# Converts the given +string+ into a Sequel::SQLTime object.
#
# v = Sequel.string_to_time('10:20:30') # Sequel::SQLTime.parse('10:20:30')
# DB.literal(v) # => '10:20:30'
def self.string_to_time(string)
begin
SQLTime.parse(string)
rescue => e
raise convert_exception_class(e, InvalidValue)
end
end
# Mutex used to protect mutable data structures
@data_mutex = Mutex.new
# Unless in single threaded mode, protects access to any mutable
# global data structure in Sequel.
# Uses a non-reentrant mutex, so calling code should be careful.
def self.synchronize(&block)
@single_threaded ? yield : @data_mutex.synchronize(&block)
end
# Uses a transaction on all given databases with the given options. This:
#
# Sequel.transaction([DB1, DB2, DB3]){}
#
# is equivalent to:
#
# DB1.transaction do
# DB2.transaction do
# DB3.transaction do
# end
# end
# end
#
# except that if Sequel::Rollback is raised by the block, the transaction is
# rolled back on all databases instead of just the last one.
#
# Note that this method cannot guarantee that all databases will commit or
# rollback. For example, if DB3 commits but attempting to commit on DB2
# fails (maybe because foreign key checks are deferred), there is no way
# to uncommit the changes on DB3. For that kind of support, you need to
# have two-phase commit/prepared transactions (which Sequel supports on
# some databases).
def self.transaction(dbs, opts=OPTS, &block)
unless opts[:rollback]
rescue_rollback = true
opts = Hash[opts].merge!(:rollback=>:reraise)
end
pr = dbs.reverse.inject(block){|bl, db| proc{db.transaction(opts, &bl)}}
if rescue_rollback
begin
pr.call
rescue Sequel::Rollback
nil
end
else
pr.call
end
end
# If the supplied block takes a single argument,
# yield an SQL::VirtualRow instance to the block
# argument. Otherwise, evaluate the block in the context of a
# SQL::VirtualRow instance.
#
# Sequel.virtual_row{a} # Sequel::SQL::Identifier.new(:a)
# Sequel.virtual_row{|o| o.a} # Sequel::SQL::Function.new(:a)
def self.virtual_row(&block)
vr = VIRTUAL_ROW
case block.arity
when -1, 0
vr.instance_exec(&block)
else
block.call(vr)
end
end
### Private Class Methods ###
# Helper method that the database adapter class methods that are added to Sequel via
# metaprogramming use to parse arguments.
def self.adapter_method(adapter, *args, &block)
options = args.last.is_a?(Hash) ? args.pop : {}
opts = {:adapter => adapter.to_sym}
opts[:database] = args.shift if args.first.is_a?(String)
if args.any?
raise ::Sequel::Error, "Wrong format of arguments, either use (), (String), (Hash), or (String, Hash)"
end
connect(opts.merge(options), &block)
end
# Method that adds a database adapter class method to Sequel that calls
# Sequel.adapter_method.
#
# Do not call this method with untrusted input, as that can result in
# arbitrary code execution.
def self.def_adapter_method(*adapters) # :nodoc:
adapters.each do |adapter|
instance_eval("def #{adapter}(*args, &block); adapter_method('#{adapter}', *args, &block) end", __FILE__, __LINE__)
end
end
private_class_method :adapter_method, :def_adapter_method
require(%w"deprecated sql connection_pool exceptions dataset database timezones ast_transformer version")
class << self
# Allow nicer syntax for creating Sequel expressions:
#
# Sequel[1] # => Sequel::SQL::NumericExpression: 1
# Sequel["a"] # => Sequel::SQL::StringExpression: 'a'
# Sequel[:a] # => Sequel::SQL::Identifier: "a"
# Sequel[:a=>1] # => Sequel::SQL::BooleanExpression: ("a" = 1)
alias_method :[], :expr
end
# Add the database adapter class methods to Sequel via metaprogramming
def_adapter_method(*Database::ADAPTERS)
COLUMN_REF_RE1 = /\A((?:(?!__).)+)__((?:(?!___).)+)___(.+)\z/.freeze
Sequel::Deprecation.deprecate_constant(self, :COLUMN_REF_RE1)
COLUMN_REF_RE2 = /\A((?:(?!___).)+)___(.+)\z/.freeze
Sequel::Deprecation.deprecate_constant(self, :COLUMN_REF_RE2)
COLUMN_REF_RE3 = /\A((?:(?!__).)+)__(.+)\z/.freeze
Sequel::Deprecation.deprecate_constant(self, :COLUMN_REF_RE3)
end