Contents

# frozen_string_literal: true

require "csv"
require "insensitive_hash"

module Mihari
  module Feed
    class Reader
      attr_reader :url, :headers, :params, :json, :data, :method

      def initialize(url, headers: {}, method: "GET", params: nil, json: nil, data: nil)
        @url = Addressable::URI.parse(url)
        @headers = headers.insensitive
        @method = method

        @params = params
        @json = json
        @data = data

        headers["content-type"] = "application/json" unless json.nil?
      end

      def read
        return read_file(url.path) if url.scheme == "file"

        res = nil
        client = HTTP.new(url, headers: headers)

        res = client.get(params: params) if method == "GET"
        res = client.post(params: params, json: json, data: data) if method == "POST"

        return [] if res.nil?

        body = res.body
        content_type = res["Content-Type"].to_s
        if content_type.include?("application/json")
          convert_as_json(body)
        else
          convert_as_csv(body)
        end
      end

      #
      # Convert text as JSON
      #
      # @param [String] text
      #
      # @return [Array<Hash>]
      #
      def convert_as_json(text)
        data = JSON.parse(text, symbolize_names: true)
        return data if data.is_a?(Array)

        [data]
      end

      #
      # Convert text as CSV
      #
      # @param [String] text
      #
      # @return [Array<Hash>]
      #
      def convert_as_csv(text)
        text_without_comments = text.lines.reject { |line| line.start_with? "#" }.join("\n")

        CSV.new(text_without_comments).to_a.reject(&:empty?)
      end

      #
      # Read & convert a file
      #
      # @param [String] path
      #
      # @return [Array<Hash>]
      #
      def read_file(path)
        text = File.read(path)

        if path.end_with?(".json")
          convert_as_json text
        else
          convert_as_csv text
        end
      end
    end
  end
end

Version data entries

7 entries across 7 versions & 1 rubygems

Version	Path
mihari-5.2.2	lib/mihari/feed/reader.rb
mihari-5.2.1	lib/mihari/feed/reader.rb
mihari-5.2.0	lib/mihari/feed/reader.rb
mihari-5.1.4	lib/mihari/feed/reader.rb
mihari-5.1.3	lib/mihari/feed/reader.rb
mihari-5.1.2	lib/mihari/feed/reader.rb
mihari-5.1.1	lib/mihari/feed/reader.rb