Sha256: 8065c7d44435c04c9d4aca06d09fe72d600af4cfadce6783a4918f736d3c5a79

Contents?: true

Size: 1.43 KB

Versions: 47

Compression:

Stored size: 1.43 KB

Contents

# encoding: utf-8
require_relative "../spec_helper"
require "logstash/outputs/s3"
require "logstash/codecs/line"
require "stud/temporary"

describe "Upload current file on shutdown", :integration => true do
  include_context "setup plugin"
  let(:options) { main_options }

  let(:size_file) { 1000000 }
  let(:time_file) { 100000 }
  let(:number_of_events) { 5000 }
  let(:batch_size) { 125 }
  let(:event_encoded) { "Hello world" }
  let(:batch) do
    b = {}
    number_of_events.times do
      event = LogStash::Event.new({ "message" => event_encoded })
      b[event] = "#{event_encoded}\n"
    end
    b
  end

  before do
    clean_remote_files(prefix)
    subject.register
    subject.multi_receive_encoded(batch)
    subject.close
  end

  it "creates a specific quantity of files" do
    # Since we have really big value of time_file and size_file
    expect(bucket_resource.objects(:prefix => prefix).count).to eq(1)
  end

  it "Persists all events" do
    download_directory = Stud::Temporary.pathname

    FileUtils.rm_rf(download_directory)
    FileUtils.mkdir_p(download_directory)

    counter = 0
    bucket_resource.objects(:prefix => prefix).each do |object|
      target = File.join(download_directory, "#{counter}.txt")
      object.get(:response_target => target)
      counter += 1
    end
    expect(Dir.glob(File.join(download_directory, "**", "*.txt")).inject(0) { |sum, f| sum + IO.readlines(f).size }).to eq(number_of_events)
  end
end

Version data entries

47 entries across 47 versions & 2 rubygems

Version Path
logstash-integration-aws-7.1.8-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.7-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.6-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.5-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.4-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.3-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.2-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.1-java spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.1.0 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.0.1 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.4.1 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-7.0.0 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.4.0 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.3.7 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.3.6 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-integration-aws-0.1.0.pre spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.3.5 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.3.4 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.3.3 spec/integration/upload_current_file_on_shutdown_spec.rb
logstash-output-s3-4.3.2 spec/integration/upload_current_file_on_shutdown_spec.rb