Contents

# frozen_string_literal: true

# Copyright 2018- Zhimin (Gimi) Liang (https://github.com/Gimi)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

require "fluent/plugin/filter"

module Fluent
  module Plugin
    class JqTransformerFilter < Fluent::Plugin::Filter
      Fluent::Plugin.register_filter("jq_transformer", self)

      desc 'The jq filter used to transform the input. The result of the filter should return an object.'
      config_param :jq, :string

      def initialize
	super
	require "jq"
      end

      def configure(conf)
	super
	@jq_filter = JQ::Core.new @jq
      rescue JQ::Error
	raise Fluent::ConfigError, "Could not parse jq filter: #{@jq}, error: #{$!.message}"
      end

      def filter(tag, time, record)
	new_record = [].tap { |buf|
	  @jq_filter.update(MultiJson.dump(tag: tag, time: time, record: record), false) { |r|
	    buf << MultiJson.load("[#{r}]").first
	  }
	}.first
	return new_record if new_record.is_a?(Hash)

	log.error "jq filter #{@jq} did not return a hash, skip this record."
	nil
      rescue JQ::Error
	log.error "Failed to transform #{MultiJson.dump record} with #{@jq}, error: #{$!.message}"
	nil
      end
    end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
fluent-plugin-jq-0.4.0	lib/fluent/plugin/filter_jq_transformer.rb
fluent-plugin-jq-0.3.0	lib/fluent/plugin/filter_jq_transformer.rb