module RealDataTests module RSpecHelper def load_real_test_data(name) dump_path = File.join(RealDataTests.configuration.dump_path, "#{name}.sql") raise Error, "Test data file not found: #{dump_path}" unless File.exist?(dump_path) ActiveRecord::Base.transaction do # Disable foreign key checks ActiveRecord::Base.connection.execute('SET session_replication_role = replica;') begin # Load the SQL dump quietly result = system("psql #{connection_options} -q < #{dump_path}") raise Error, "Failed to load test data: #{dump_path}" unless result ensure # Re-enable foreign key checks ActiveRecord::Base.connection.execute('SET session_replication_role = DEFAULT;') end end end # New method that doesn't rely on system commands def load_real_test_data_native(name) dump_path = File.join(RealDataTests.configuration.dump_path, "#{name}.sql") raise Error, "Test data file not found: #{dump_path}" unless File.exist?(dump_path) ActiveRecord::Base.transaction do connection = ActiveRecord::Base.connection # Disable foreign key checks connection.execute('SET session_replication_role = replica;') begin # Read the SQL file content sql_content = File.read(dump_path) # Split the file into individual statements statements = split_sql_statements(sql_content) # Execute each statement statements.each do |statement| next if statement.strip.empty? begin # Clean up any formatting issues that might cause syntax errors cleaned_statement = clean_sql_statement(statement) connection.execute(cleaned_statement) rescue ActiveRecord::StatementInvalid => e # Provide detailed error information raise Error, "Failed to execute SQL statement: #{e.message}\nStatement: #{cleaned_statement}" end end ensure # Re-enable foreign key checks connection.execute('SET session_replication_role = DEFAULT;') end end end private def connection_options config = if ActiveRecord::Base.respond_to?(:connection_db_config) ActiveRecord::Base.connection_db_config.configuration_hash else ActiveRecord::Base.connection_config end options = [] options << "-h #{config[:host]}" if config[:host] options << "-p #{config[:port]}" if config[:port] options << "-U #{config[:username]}" if config[:username] options << "-d #{config[:database]}" options << "-q" options.join(" ") end def split_sql_statements(sql) statements = [] current_statement = '' in_string = false escaped = false sql.each_char do |char| case char when '\\' escaped = !escaped when "'" in_string = !in_string unless escaped escaped = false when ';' if !in_string statements << current_statement.strip current_statement = '' else current_statement << char end else escaped = false current_statement << char end end # Add the last statement if it doesn't end with a semicolon statements << current_statement.strip if current_statement.strip.length > 0 statements end def extract_conflict_clause(statement) # Use a more precise regex that handles multiple closing parentheses if statement =~ /(.+?\))\s*(ON\s+CONFLICT\s+.*?)(?:;?\s*$)/i [$1, $2.strip] else [statement.sub(/;?\s*$/, ''), nil] end end def clean_sql_statement(statement) # Extract the ON CONFLICT clause if it exists statement, conflict_clause = extract_conflict_clause(statement) # Handle VALUES clause formatting if statement.include?('VALUES') # Split into pre-VALUES and VALUES parts parts = statement.split(/VALUES\s*\(/i, 2) if parts.length == 2 # Clean and process the values values = clean_values(parts[1].split(/\)\s*$/)[0]) # Make sure we properly close the VALUES parentheses statement = "#{parts[0]}VALUES (#{values})" end end # Add back the conflict clause if it existed statement = "#{statement}#{conflict_clause ? ' ' + conflict_clause : ''}" # Ensure the statement ends with a semicolon statement += ";" unless statement.end_with?(';') statement end def clean_values(values_str) values = [] current_value = '' in_quotes = false nested_level = 0 values_str.chars.each do |char| case char when "'" in_quotes = !in_quotes current_value << char when '{' nested_level += 1 current_value << char when '}' nested_level -= 1 current_value << char when ',' if !in_quotes && nested_level == 0 values << clean_value(current_value.strip) current_value = '' else current_value << char end else current_value << char end end values << clean_value(current_value.strip) values.join(', ') end def clean_value(value) return value if value.start_with?("'") # Already quoted return value if value.start_with?("'{") # JSON object return 'NULL' if value.upcase == 'NULL' return value.downcase if ['true', 'false'].include?(value.downcase) return value if value.match?(/^\d+$/) # Numbers if value.match?(/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i) "'#{value}'" # UUID else "'#{value}'" # Other strings end end end end