Contents

# frozen_string_literal: true

module RelatonIetf
  # Scrapper module
  module Scrapper
    extend Scrapper

    IDS = "https://raw.githubusercontent.com/relaton/relaton-data-ids/main/data/"
    RFC = "https://raw.githubusercontent.com/relaton/relaton-data-rfcs/main/data/"
    RSS = "https://raw.githubusercontent.com/relaton/relaton-data-rfcsubseries/main/data/"

    # @param text [String]
    # @return [RelatonIetf::IetfBibliographicItem]
    def scrape_page(text)
      # Remove initial "IETF " string if specified
      ref = text.gsub(/^IETF /, "")
      ref.sub!(/(?<=^(?:RFC|BCP|FYI|STD))\s(\d+)/) { $1.rjust 4, "0" }
      rfc_item ref
    rescue Timeout::Error, Errno::EINVAL, Errno::ECONNRESET, EOFError,
           Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError,
           Net::ProtocolError, SocketError
      raise RelatonBib::RequestError, "No document found for #{ref} reference"
    end

    private

    # @param ref [String]
    # @return [RelatonIetf::IetfBibliographicItem]
    def rfc_item(ref) # rubocop:disable Metrics/MethodLength
      ghurl = case ref
              when /^RFC/ then RFC
              when /^(?:BCP|FYI|STD)/ then RSS
              when /^I-D/
                ref.sub!(/^I-D\./, "")
                IDS
              else return
              end

      uri = "#{ghurl}#{ref.sub(/\s|\u00a0/, '.')}.yaml"
      # BibXMLParser.parse get_page(uri), is_relation: is_relation, ver: ver
      resp = get_page uri
      IetfBibliographicItem.from_hash YAML.safe_load(resp) if resp
    end

    # @param uri [String]
    # @return [String] HTTP response body
    def get_page(uri)
      res = Net::HTTP.get_response(URI(uri))
      return unless res.code == "200"

      res.body
    end
  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
relaton-ietf-1.12.6	lib/relaton_ietf/scrapper.rb
relaton-ietf-1.12.5	lib/relaton_ietf/scrapper.rb
relaton-ietf-1.12.4	lib/relaton_ietf/scrapper.rb
relaton-ietf-1.12.3	lib/relaton_ietf/scrapper.rb