# dependencies require "active_support" require "makara" # modules require "distribute_reads/appropriate_pool" require "distribute_reads/cache_store" require "distribute_reads/global_methods" require "distribute_reads/version" module DistributeReads class Error < StandardError; end class TooMuchLag < Error; end class NoReplicasAvailable < Error; end class << self attr_accessor :by_default, :default_options, :eager_load attr_writer :logger end self.by_default = false self.default_options = { failover: true, lag_failover: false } self.eager_load = false def self.logger unless defined?(@logger) @logger = ActiveRecord::Base.logger end @logger end def self.replication_lag(connection: nil) connection ||= ActiveRecord::Base.connection replica_pool = connection.instance_variable_get(:@slave_pool) if replica_pool && replica_pool.connections.size > 1 log "Multiple replicas available, lag only reported for one" end with_replica do case connection.adapter_name when "PostgreSQL", "PostGIS" # cache the version number @aurora_postgres ||= {} cache_key = connection.pool.object_id unless @aurora_postgres.key?(cache_key) @aurora_postgres[cache_key] = connection.select_all("SELECT 1 FROM pg_stat_activity WHERE backend_type IN ('aurora runtime', 'aurora runtime process')").any? end @server_version_num ||= {} @server_version_num[cache_key] ||= connection.select_all("SHOW server_version_num").first["server_version_num"].to_i if @aurora_postgres[cache_key] # no way to get session_id at the moment # also, pg_is_in_recovery() is always false # and pg_settings are the same for writer and readers # this means we can't tell: # 1. if this is the primary or replica # 2. if replica, which one status = connection.select_all("SELECT MAX(replica_lag_in_msec) AS replica_lag_in_msec, COUNT(*) AS replica_count FROM aurora_replica_status() WHERE session_id != 'MASTER_SESSION_ID'").first if status && status["replica_count"].to_i > 1 log "Multiple readers available, taking max lag of all of them" end status ? status["replica_lag_in_msec"].to_f / 1000.0 : 0.0 else lag_condition = if @server_version_num[cache_key] >= 100000 "pg_last_wal_receive_lsn() = pg_last_wal_replay_lsn()" else "pg_last_xlog_receive_location() = pg_last_xlog_replay_location()" end connection.select_all( "SELECT CASE WHEN NOT pg_is_in_recovery() OR #{lag_condition} THEN 0 ELSE EXTRACT (EPOCH FROM NOW() - pg_last_xact_replay_timestamp()) END AS lag".squish ).first["lag"].to_f end when "MySQL", "Mysql2", "Mysql2Spatial", "Mysql2Rgeo" @aurora_mysql ||= {} cache_key = connection.pool.object_id unless @aurora_mysql.key?(cache_key) # makara doesn't send SHOW queries to replica by default @aurora_mysql[cache_key] = connection.select_all("SHOW VARIABLES LIKE 'aurora_version'").any? end if @aurora_mysql[cache_key] status = connection.select_all("SELECT Replica_lag_in_msec FROM mysql.ro_replica_status WHERE Server_id = @@aurora_server_id").first status ? status["Replica_lag_in_msec"].to_f / 1000.0 : 0.0 else status = connection.select_all("SHOW SLAVE STATUS").first if status if status["Seconds_Behind_Master"].nil? # replication stopped # https://dev.mysql.com/doc/refman/8.0/en/show-slave-status.html nil else status["Seconds_Behind_Master"].to_f end else # not a replica 0.0 end end when "SQLite" # never a replica 0.0 else raise DistributeReads::Error, "Option not supported with this adapter" end end end def self.log(message) if logger logger.info { "[distribute_reads] #{message}" } # show location like Active Record source = backtrace_cleaner.clean(caller.lazy).first logger.info { " ↳ #{source}" } if source end end # private def self.backtrace_cleaner @backtrace_cleaner ||= begin bc = ActiveSupport::BacktraceCleaner.new bc.add_silencer { |line| line.include?("lib/distribute_reads") } bc.add_silencer { |line| line.include?("lib/makara") } bc.add_silencer { |line| line.include?("lib/active_record") } bc end end # private def self.with_replica previous_value = Thread.current[:distribute_reads] begin Thread.current[:distribute_reads] = {replica: true, failover: false} yield ensure Thread.current[:distribute_reads] = previous_value end end # private def self.makara3? unless defined?(@makara3) @makara3 = Gem::Version.new(Makara::VERSION.to_s) < Gem::Version.new("0.4.0") end @makara3 end # legacy def self.default_to_primary !by_default end # legacy def self.default_to_primary=(value) self.by_default = !value end end Makara::Proxy.prepend DistributeReads::AppropriatePool Object.include DistributeReads::GlobalMethods # TODO uncomment in 0.4.0 # Object.send :private, :distribute_reads ActiveSupport.on_load(:active_job) do require "distribute_reads/job_methods" include DistributeReads::JobMethods end