Sha256: 4cef41ee625f5a54e328a33279ff56300bdfc128c75c3840ec1edbb422367792
Contents?: true
Size: 1.91 KB
Versions: 18
Compression:
Stored size: 1.91 KB
Contents
# encoding: UTF-8
# frozen_string_literal: true
require "open-uri"
require "nokogiri"
require "relaton_gb/scrapper"
require "relaton_gb/gb_bibliographic_item"
module RelatonGb
# National standard scrapper.
module GbScrapper
extend Scrapper
class << self
# @param text [Strin] code of standard for serarch
# @return [RelatonGb::HitCollection]
def scrape_page(text)
search_html = OpenURI.open_uri(
"http://openstd.samr.gov.cn/bzgk/gb/std_list?p.p2=" + text
)
result = Nokogiri::HTML search_html
hits = result.xpath(
"//table[contains(@class, 'result_list')]/tbody[2]/tr",
).map do |h|
ref = h.at "./td[2]/a"
pid = ref[:onclick].match(/[0-9A-F]+/).to_s
rdate = h.at("./td[7]").text
Hit.new pid: pid, docref: ref.text, scrapper: self, release_date: rdate
end
HitCollection.new hits.sort_by(&:release_date).reverse
rescue OpenURI::HTTPError, SocketError, OpenSSL::SSL::SSLError
raise RelatonBib::RequestError, "Cannot access http://www.std.gov.cn/bzgk/gb/std_list"
end
# @param hit [RelatonGb::Hit] standard's page id
# @return [RelatonGb::GbBibliographicItem]
def scrape_doc(hit)
src = "http://openstd.samr.gov.cn/bzgk/gb/newGbInfo?hcno=" + hit.pid
doc = Nokogiri::HTML OpenURI.open_uri(src)
GbBibliographicItem.new scrapped_data(doc, src, hit)
rescue OpenURI::HTTPError, SocketError, OpenSSL::SSL::SSLError
raise RelatonBib::RequestError, "Cannot access #{src}"
end
# @param doc [Nokogiri::HTML]
# @param _ref [String]
# @return [Hash]
# * :type [String]
# * :name [String]
def get_committee(doc, _ref)
name = doc.at("//div[contains(text(), '归口单位')]/following-sibling::div")
{ type: "technical", name: name.text.delete("\r\n\t\t") }
end
end
end
end
Version data entries
18 entries across 18 versions & 1 rubygems