Contents

require "fluent/filter"

module Fluent
  class RecordIndexingFilter < Filter
    Fluent::Plugin.register_filter("record_indexing", self)

    desc "Key names to spin"
    config_param :key_names, :array, default: []
    config_param :key_prefix, :string, default: nil
    config_param :check_all_key, :bool, default: true
    config_param :exclude_keys, :array, default: []

    def filter(tag, time, record)
      if check_all_key == false
        unless key_names.any?
          raise ArgumentError, "key_names parameter is required if check_all_key set false"
        end
      end
      new_record = {}
      each_with_index(record, new_record)
      remove_empty_fields(new_record)
      new_record
    end

    def each_with_index(record, new_record)
      record.each do |key, value|
        if check_all_key || key_names.include?(key)
          if exclude_keys.include?(key)
            new_record[key] = value  # Keep the value as is without indexing
          elsif value.is_a?(Array)
            new_record[key] = {}
            value.each_with_index do |item, index|
              new_record[key]["#{key_prefix}#{index}"] = item
            end
          elsif value.is_a?(Hash)
            new_record[key] = {}
            each_with_index(value, new_record[key])
          else
            new_record[key] = value
          end
        elsif value.is_a?(Hash)  # Check if the value is a nested Hash
          new_record[key] = {}
          each_with_index(value, new_record[key])  # Recursively index nested fields
        else
          new_record[key] = value
        end
      end
      new_record
    end

    def remove_empty_fields(record)
      record.each do |key, value|
        if value.is_a?(Hash)
          remove_empty_fields(value)
        end
        record.delete(key) if (value.nil? || (value.respond_to?(:empty?) && value.empty?))
      end
    end
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
fluent-plugin-record_indexing-0.2.1	lib/fluent/plugin/filter_record_indexing.rb