Contents

module Chronicle
  module ETL
    class JSONLoader < Chronicle::ETL::Loader
      register_connector do |r|
        r.description = 'json'
      end

      setting :serializer
      setting :output, default: $stdout

      def start
        if @config.output.is_a?(IO)
          # This might seem like a duplication of the default value ($stdout)
          # but it's because rspec overwrites $stdout (in helper #capture) to
          # capture output.
          @output = $stdout.dup
        else
          @output = File.open(@config.output, "w+")
        end
      end

      def load(record)
        serialized = serializer.serialize(record)

        # When dealing with raw data, we can get improperly encoded strings
        # (eg from sqlite database columns). We force conversion to UTF-8
        # before converting into JSON
        encoded = serialized.transform_values do |value|
          next value unless value.is_a?(String)

          force_utf8(value)
        end
        @output.puts encoded.to_json
      end

      def finish
        @output.close if @output.is_a?(IO)
      end

      private

      def serializer
        @config.serializer || Chronicle::ETL::RawSerializer
      end
    end
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
chronicle-etl-0.5.1	lib/chronicle/etl/loaders/json_loader.rb