# dependencies require "active_support" require "forwardable" # methods require "pghero/methods/basic" require "pghero/methods/connections" require "pghero/methods/constraints" require "pghero/methods/explain" require "pghero/methods/indexes" require "pghero/methods/kill" require "pghero/methods/maintenance" require "pghero/methods/queries" require "pghero/methods/query_stats" require "pghero/methods/replication" require "pghero/methods/sequences" require "pghero/methods/settings" require "pghero/methods/space" require "pghero/methods/suggested_indexes" require "pghero/methods/system" require "pghero/methods/tables" require "pghero/methods/users" require "pghero/database" require "pghero/engine" if defined?(Rails) require "pghero/version" module PgHero autoload :Connection, "pghero/connection" autoload :Stats, "pghero/stats" autoload :QueryStats, "pghero/query_stats" autoload :SpaceStats, "pghero/space_stats" class Error < StandardError; end class NotEnabled < Error; end # settings class << self attr_accessor :long_running_query_sec, :slow_query_ms, :slow_query_calls, :explain_timeout_sec, :total_connections_threshold, :cache_hit_rate_threshold, :env, :show_migrations, :config_path end self.long_running_query_sec = (ENV["PGHERO_LONG_RUNNING_QUERY_SEC"] || 60).to_i self.slow_query_ms = (ENV["PGHERO_SLOW_QUERY_MS"] || 20).to_i self.slow_query_calls = (ENV["PGHERO_SLOW_QUERY_CALLS"] || 100).to_i self.explain_timeout_sec = (ENV["PGHERO_EXPLAIN_TIMEOUT_SEC"] || 10).to_i self.total_connections_threshold = (ENV["PGHERO_TOTAL_CONNECTIONS_THRESHOLD"] || 500).to_i self.cache_hit_rate_threshold = 99 self.env = ENV["RAILS_ENV"] || ENV["RACK_ENV"] || "development" self.show_migrations = true self.config_path = ENV["PGHERO_CONFIG_PATH"] || "config/pghero.yml" class << self extend Forwardable def_delegators :primary_database, :access_key_id, :analyze, :analyze_tables, :autoindex, :autovacuum_danger, :best_index, :blocked_queries, :connection_sources, :connection_states, :connection_stats, :cpu_usage, :create_user, :database_size, :db_instance_identifier, :disable_query_stats, :drop_user, :duplicate_indexes, :enable_query_stats, :explain, :historical_query_stats_enabled?, :index_caching, :index_hit_rate, :index_usage, :indexes, :invalid_constraints, :invalid_indexes, :kill, :kill_all, :kill_long_running_queries, :last_stats_reset_time, :long_running_queries, :maintenance_info, :missing_indexes, :query_stats, :query_stats_available?, :query_stats_enabled?, :query_stats_extension_enabled?, :query_stats_readable?, :rds_stats, :read_iops_stats, :region, :relation_sizes, :replica?, :replication_lag, :replication_lag_stats, :reset_query_stats, :reset_stats, :running_queries, :secret_access_key, :sequence_danger, :sequences, :settings, :slow_queries, :space_growth, :ssl_used?, :stats_connection, :suggested_indexes, :suggested_indexes_by_query, :suggested_indexes_enabled?, :system_stats_enabled?, :table_caching, :table_hit_rate, :table_stats, :total_connections, :transaction_id_danger, :unused_indexes, :unused_tables, :write_iops_stats def time_zone=(time_zone) @time_zone = time_zone.is_a?(ActiveSupport::TimeZone) ? time_zone : ActiveSupport::TimeZone[time_zone.to_s] end def time_zone @time_zone || Time.zone end # use method instead of attr_accessor to ensure # this works if variable set after PgHero is loaded def username @username ||= config["username"] || ENV["PGHERO_USERNAME"] end # use method instead of attr_accessor to ensure # this works if variable set after PgHero is loaded def password @password ||= config["password"] || ENV["PGHERO_PASSWORD"] end def stats_database_url @stats_database_url ||= config["stats_database_url"] || ENV["PGHERO_STATS_DATABASE_URL"] end def config @config ||= begin require "erb" require "yaml" path = config_path config_file_exists = File.exist?(path) config = YAML.load(ERB.new(File.read(path)).result) if config_file_exists config ||= {} if config[env] config[env] elsif config["databases"] # preferred format config elsif config_file_exists raise "Invalid config file" else databases = {} if !ENV["PGHERO_DATABASE_URL"] && spec_supported? ActiveRecord::Base.configurations.configs_for(env_name: env, include_replicas: true).each do |db| databases[db.spec_name] = {"spec" => db.spec_name} end end if databases.empty? databases["primary"] = { "url" => ENV["PGHERO_DATABASE_URL"] || ActiveRecord::Base.connection_config, "db_instance_identifier" => ENV["PGHERO_DB_INSTANCE_IDENTIFIER"] } end { "databases" => databases } end end end def databases @databases ||= begin Hash[ config["databases"].map do |id, c| [id.to_sym, PgHero::Database.new(id, c)] end ] end end def primary_database databases.values.first end def capture_query_stats(verbose: false) each_database do |database| next unless database.capture_query_stats? puts "Capturing query stats for #{database.id}..." if verbose database.capture_query_stats(raise_errors: true) end end def capture_space_stats(verbose: false) each_database do |database| puts "Capturing space stats for #{database.id}..." if verbose database.capture_space_stats end end def analyze_all(**options) each_database do |database| next if database.replica? database.analyze_tables(**options) end end def autoindex_all(create: false, verbose: true) each_database do |database| puts "Autoindexing #{database.id}..." if verbose database.autoindex(create: create) end end def pretty_size(value) ActiveSupport::NumberHelper.number_to_human_size(value, precision: 3) end # delete previous stats # go database by database to use an index # stats for old databases are not cleaned up since we can't use an index def clean_query_stats each_database do |database| PgHero::QueryStats.where(database: database.id).where("captured_at < ?", 14.days.ago).delete_all end end def clean_space_stats each_database do |database| PgHero::SpaceStats.where(database: database.id).where("captured_at < ?", 90.days.ago).delete_all end end # private def spec_supported? ActiveRecord::VERSION::MAJOR >= 6 end private def each_database first_error = nil databases.each do |_, database| begin yield database rescue => e puts "#{e.class.name}: #{e.message}" puts first_error ||= e end end raise first_error if first_error true end end end