require_relative '../charrington_spec_helper' describe LogStash::Outputs::Charrington do include_context 'postgres' include_context 'pipeline' describe 'a new payload with one event' do let(:config) do <<-CONFIG input { generator { message => '{"app_name": "Web App", "event": "schemaless", "meta": { "type": "XML" }, "published_at": "2019-07-29T20:09:18Z" }' codec => 'json' count => 1 } } output { charrington { connection_string => '#{@url}' driver_jar_path => '#{driver_path}' schema => '' } } CONFIG end it 'creates a table and inserts a record' do drop_table('schemaless') run_pipeline expect(query('SELECT * FROM schemaless')).to match_array([{id: "1", app_name: "Web App", event: "schemaless", inserted_at: a_kind_of(String), :meta_type => "XML", :published_at => "2019-07-29 20:09:18"}]) expect(query('SELECT COUNT(1) FROM schemaless').first[:count]).to eq("1") end end describe 'removes a trailing plus sign' do let(:config) do <<-CONFIG input { generator { message => '{"app_name": "Web App", "event": "with plus +", "meta": { "type": "XML" } }' codec => 'json' count => 1 } } output { charrington { connection_string => '#{@url}' driver_jar_path => '#{driver_path}' schema => '' } } CONFIG end it 'creates a table and inserts a record' do drop_table('with_plus') run_pipeline expect(query('SELECT * FROM with_plus')).to match_array([{id: "1", app_name: "Web App", event: "with plus +", inserted_at: a_kind_of(String), :meta_type => "XML"}]) expect(query('SELECT COUNT(1) FROM with_plus').first[:count]).to eq("1") end end describe '2 event payloads with different metadata' do let(:config) do <<-CONFIG input { generator { lines => [ '{"app_name": "Web App", "event": "metadata", "meta": { "type": "XML" } }', '{"app_name": "Web App", "event": "metadata", "meta": { "type": "XML", "file_name": "virus.pdf" } }' ] codec => 'json' count => 1 } } output { charrington { connection_string => '#{@url}' driver_jar_path => '#{driver_path}' schema => '' } } CONFIG end it 'creates a table and inserts the first record and alters the table for the second record' do drop_table('metadata') run_pipeline expect(query('SELECT * FROM metadata')).to match_array([ {app_name: 'Web App', event: 'metadata', id: '1', inserted_at: a_kind_of(String), meta_file_name: nil, meta_type: 'XML'}, {app_name: 'Web App', event: 'metadata', id: '2', inserted_at: a_kind_of(String), meta_file_name: 'virus.pdf', meta_type: 'XML'} ]) expect(query('SELECT COUNT(1) FROM metadata').first[:count]).to eq("2") end end describe 'event payload for an existing table with existing data' do let(:config) do <<-CONFIG input { generator { message => '{"app_name": "Web App", "event": "existing", "meta": { "type": "XML" } }' codec => 'json' count => 1 } } output { charrington { connection_string => '#{@url}' driver_jar_path => '#{driver_path}' schema => '' } } CONFIG end it 'can insert into an existing table' do # setup pre-existing data drop_table('existing') create_table('CREATE TABLE existing (id SERIAL PRIMARY KEY, inserted_at TIMESTAMP DEFAULT NOW(), app_name VARCHAR(255))') insert("INSERT INTO existing (app_name) VALUES ('Not Agent')") expect(query('SELECT * FROM existing')).to match_array([{id: "1", inserted_at: a_kind_of(String), app_name: "Not Agent"}]) run_pipeline expect(query('SELECT * FROM existing')).to match_array([ {id: '1', app_name: 'Not Agent', event: nil, inserted_at: a_kind_of(String), meta_type: nil}, {id: '2', app_name: 'Web App', event: 'existing', inserted_at: a_kind_of(String), meta_type: 'XML'} ]) end end describe '2 event payloads with different metadata and different schema' do let(:schema) { "dea_test" } let(:config) do <<-CONFIG input { generator { lines => [ '{"app_name": "Web App", "event": "From Agent", "meta": { "type": "XML" } }', '{"app_name": "Web App", "event": "From Agent", "meta": { "type": "XML", "file_name": "virus.pdf" } }' ] codec => 'json' count => 1 } } output { charrington { connection_string => '#{@url}' driver_jar_path => '#{driver_path}' schema => '#{schema}' } } CONFIG end it 'creates a table and inserts the first record and alters the table for the second record' do create("CREATE SCHEMA IF NOT EXISTS #{schema}") drop_table("#{schema}.from_agent") run_pipeline expect(query("SELECT * FROM #{schema}.from_agent")).to match_array([ {app_name: 'Web App', event: 'From Agent', id: '1', inserted_at: a_kind_of(String), meta_file_name: nil, meta_type: 'XML'}, {app_name: 'Web App', event: 'From Agent', id: '2', inserted_at: a_kind_of(String), meta_file_name: 'virus.pdf', meta_type: 'XML'} ]) expect(query("SELECT COUNT(1) FROM #{schema}.from_agent").first[:count]).to eq("2") end end describe 'a new payload with one event camelCase' do let(:config) do <<-CONFIG input { generator { message => '{"app_name": "Web App", "event": "camelCase this", "meta": { "type": "XML" } }' codec => 'json' count => 1 } } output { charrington { connection_string => '#{@url}' driver_jar_path => '#{driver_path}' schema => '' } } CONFIG end it 'creates a table and inserts a record' do drop_table('camel_case_this') run_pipeline expect(query('SELECT * FROM camel_case_this')).to match_array([{id: "1", app_name: "Web App", event: "camelCase this", inserted_at: a_kind_of(String), :meta_type => "XML"}]) expect(query('SELECT COUNT(1) FROM camel_case_this').first[:count]).to eq("1") end end end