bbs_reader.rb in bbiff-0.3.0

- old
+ new
@@ -1,141 +1,414 @@
 require 'net/http'
 require 'uri'
+require 'pp' if $DEBUG
 
 module Bbs
 
-class C板
-  def initialize(カテゴリ, 掲示板番号)
-    @カテゴリ = カテゴリ
-    @掲示板番号 = 掲示板番号
-    @設定URL = URI.parse( "http://jbbs.shitaraba.net/bbs/api/setting.cgi/#{カテゴリ}/#{掲示板番号}/" )
-    @スレ一覧URL = URI.parse( "http://jbbs.shitaraba.net/#{カテゴリ}/#{掲示板番号}/subject.txt" )
-  end
+  class Post
+    class << self
+      def from_s(str)
+        Post.new(*str.split('<>', 5))
+      end
+    end
 
-  def dat_url(スレッド番号)
-    return URI.parse("http://jbbs.shitaraba.net/bbs/rawmode.cgi/#{@カテゴリ}/#{@掲示板番号}/#{スレッド番号}/")
-  end
+    attr_reader :no, :name, :mail, :body, :date
 
-  def 設定
-    r = ダウンロード(@設定URL)
-    return 設定をパーズする(r.force_encoding("EUC-JP").encode("UTF-8"))
-  end
+    def initialize(no, name, mail, date, body)
+      @no = no.to_i
+      @name = name
+      @mail = mail
+      @date = date
+      @body = body
+    end
 
-  def スレ一覧
-    r = ダウンロード(@スレ一覧URL)
-    return r.force_encoding("EUC-JP").encode("UTF-8")
-  end
+    # 削除された時のフィールドの値は、掲示板の設定によるなぁ。
+    # def deleted?
+    #   @date == '＜削除＞'
+    # end
 
-  def dat(スレッド番号)
-    url = dat_url(スレッド番号)
-    r = ダウンロード(url)
-    return r.force_encoding("EUC-JP").encode("UTF-8")
-  end
+    def to_s
+      [no, name, mail, date, body].join('<>')
+    end
 
-  def thread(スレッド番号)
-    threads.find { |t| t.id == スレッド番号 }
   end
 
-  def threads
-    スレ一覧.each_line.map do |line|
-      fail 'スレ一覧のフォーマットが変です' unless line =~ /^(\d+)\.cgi,(.+?)\((\d+)\)$/
-      id, title, last = $1.to_i, $2, $3.to_i
-      Thread.new(self, id, title, last)
+  class Downloader
+    class DownloadFailure < StandardError
+      attr_reader :response
+
+      def initialize(response)
+        @response = response
+      end
     end
-  end
 
-  def ダウンロード(url)
-    応答 = Net::HTTP.start(url.host, url.port) { |http|
-      http.get(url.path)
-    }
-    return 応答.body
-  end
+    class Resource
+      attr_reader :data
 
-  private
+      def initialize(data)
+        self.data = data
+      end
 
-  def 設定をパーズする(文字列)
-    文字列.each_line.map { |line|
-      line.chomp.split(/=/, 2)
-    }.to_h
-  end
-end
+      def data=(new_data)
+        type_check(new_data)
+        @data = new_data.dup.freeze
+      end
 
-class Post
-  attr_reader :no, :name, :mail, :body
+      private
 
-  def self.from_line(line)
-    no, name, mail, date, body, = line.split('<>', 6)
-    Post.new(no, name, mail, date, body)
-  end
+      # ASCII-8BIT エンコーディングの String に限定する。
+      def type_check(data)
+        unless data.is_a? String
+          raise TypeError, 'not a string'
+        end
+        unless data.encoding == Encoding::ASCII_8BIT
+          raise ArgumentError, "encoding not ASCII-8BIT (#{data.encoding})"
+        end
+      end
+    end
 
-  def initialize(no, name, mail, date, body)
-    @no = no.to_i
-    @name = name
-    @mail = mail
-    @date = date
-    @body = body
-  end
+    attr_reader :encoding
 
-  def date
-    str2time(@date)
-  end
+    def initialize(encoding = 'UTF-8')
+      @encoding = encoding
+      @resource_cache = {}
+    end
 
-  def to_s
-    [no, name, mail, @date, body, '', ''].join('<>')
-  end
+    # ASCII-8BIT エンコーディングの文字列を返す。
+    def download_binary(uri)
+      resource = @resource_cache[uri]
+      if resource
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          request = Net::HTTP::Get.new(uri)
+          request['range'] = "bytes=#{resource.data.bytesize}-"
+          response = http.request(request)
+          response.body.force_encoding('ASCII-8BIT')
+          pp response.code if $DEBUG
+          pp response.to_hash if $DEBUG
+          case response
+          when Net::HTTPPartialContent
+            p :partial if $DEBUG
+            resource.data += response.body
+          when Net::HTTPRequestedRangeNotSatisfiable
+            p :not_satisfiable if $DEBUG
+            # 多分DATは更新されていない
+          when Net::HTTPOK
+            p :ok if $DEBUG
+            @resource_cache[uri] = Resource.new(response.body)
+            return response.body
+          else
+            raise DownloadFailure.new(response)
+          end
+          return resource.data
+        end
+      else
+        p :no_resource_yet if $DEBUG
+        body = download_binary_nocache(uri)
+        @resource_cache[uri] = Resource.new(body)
+        return body
+      end
+    end
 
-  private
+    def download_binary_nocache(uri)
+      response = nil
+      Net::HTTP.start(uri.host, uri.port) do |http|
+        request = Net::HTTP::Get.new(uri)
+        response = http.request(request)
+        response.body.force_encoding('ASCII-8BIT')
+        pp response.code if $DEBUG
+        pp response.to_hash if $DEBUG
+        case response
+        when Net::HTTPOK
+        else
+          raise DownloadFailure.new(response)
+        end
+      end
+      return response.body
+    end
 
-  def str2time(str)
-    if str =~ %r{^(\d{4})/(\d{2})/(\d{2})\(.\) (\d{2}):(\d{2}):(\d{2})$}
-      y, mon, d, h, min, sec = [$1, $2, $3, $4, $5, $6].map(&:to_i)
-      Time.new(y, mon, d, h, min, sec)
-    else
-      fail ArgumentError
+    def download_text(uri)
+      # dup は重要。
+      download_binary(uri).dup.force_encoding(encoding).encode('UTF-8')
     end
   end
-end
 
-class Thread
-  attr_reader :id, :title, :last, :board
+  class BoardBase
+    private_class_method :new
+    attr_reader :settings_url
 
-  def initialize(board, id, title, last = 1)
-    @board = board
-    @id = id
-    @title = title
-    @last = last
+    def initialize(text_encoding)
+      @downloader = Downloader.new(text_encoding)
+    end
+
+    def thread(thread_num)
+      threads.find { |t| t.id == thread_num }
+    end
+
+    def settings
+      return parse_settings(download_text(@settings_url))
+    end
+
+    def thread_list
+      return download_text(@thread_list_url)
+    end
+
+    def dat(thread_num)
+      return download_text(dat_url(thread_num))
+    end
+
+    def threads
+      thread_list.each_line.map do |line|
+        create_thread_from_line(line)
+      end
+    end
+
+    # 抽象メソッド
+    def create_thread_from_line(_line)
+      raise 'unimplemented'
+    end
+
+    def dat_url(_thread_num)
+      raise 'unimplemented'
+    end
+
+    protected
+
+    def download_binary(url)
+      @downloader.download_binary(url)
+    end
+
+    def download_text(url)
+      @downloader.download_text(url)
+    end
+
+    def parse_settings(string)
+      string.each_line.map { |line|
+        line.chomp.split(/=/, 2)
+      }.to_h
+    end
   end
 
-  def dat_url
-    @board.dat_url(@id)
+  class ThreadBase
+    private_class_method :new
+    attr_reader :board, :id, :title, :last
+
+    def initialize(board, id, title, last)
+      @board = board
+      @id = id
+      @title = title
+      @last = last
+    end
+
+    def dat_url
+      @board.dat_url(@id)
+    end
+
   end
 
-  def posts(range)
-    fail ArgumentError unless range.is_a? Range
-    dat_for_range(range).each_line.map do |line|
-      Post.from_line(line.chomp).tap do |post|
-        # ついでに last を更新
-        @last = [post.no, last].max
+  module Shitaraba
+    SHITARABA_THREAD_URL_PATTERN = %r{\Ahttp://jbbs\.shitaraba\.net/bbs/read\.cgi/(\w+)/(\d+)/(\d+)(:?|\/.*)\z}
+    SHITARABA_BOARD_TOP_URL_PATTERN = %r{\Ahttp://jbbs\.shitaraba\.net/(\w+)/(\d+)/?\z}
+
+    # したらば板
+    class Board < Bbs::BoardBase
+      class << self
+        def from_url(url)
+          if url.to_s =~ SHITARABA_BOARD_TOP_URL_PATTERN
+            category, board_num = $1, $2.to_i
+            return Board.send(:new, category, board_num)
+          elsif url.to_s =~ SHITARABA_THREAD_URL_PATTERN
+            category, board_num, thread_num = $1, $2.to_i, $3.to_i
+            return Board.send(:new, category, board_num)
+          else
+            return nil
+          end
+        end
       end
+
+      def initialize(category, board_num)
+        super('EUC-JP')
+        @category = category
+        @board_num = board_num
+        @settings_url = URI.parse( "http://jbbs.shitaraba.net/bbs/api/setting.cgi/#{category}/#{board_num}/" )
+        @thread_list_url = URI.parse( "http://jbbs.shitaraba.net/#{category}/#{board_num}/subject.txt" )
+      end
+
+      def dat_url(thread_num)
+        return URI.parse("http://jbbs.shitaraba.net/bbs/rawmode.cgi/#{@category}/#{@board_num}/#{thread_num}/")
+      end
+
+      def create_thread_from_line(line)
+        Thread.from_line(line, self)
+      end
     end
+
+    # したらばスレッド
+    class Thread < Bbs::ThreadBase
+      class << self
+        def from_url(url)
+          if url.to_s =~ SHITARABA_THREAD_URL_PATTERN
+            category, board_num, thread_num = $1, $2.to_i, $3.to_i
+            board = Board.send(:new, category, board_num)
+            thread = board.thread(thread_num)
+            raise 'no such thread' if thread.nil?
+            return thread
+          else
+            return nil
+          end
+        end
+
+        def from_line(line, board)
+          unless line =~ /^(\d+)\.cgi,(.+?)\((\d+)\)$/
+            fail 'スレ一覧のフォーマットが変です'
+          end
+          id, title, last = $1.to_i, $2, $3.to_i
+          Thread.send(:new, board, id, title, last)
+        end
+      end
+
+      def initialize(board, id, title, last = 1)
+        super
+      end
+
+      def posts(range)
+        fail ArgumentError unless range.is_a? Range
+        dat_for_range(range).each_line.map do |line|
+          post = create_post(line.chomp)
+          @last = [post.no, last].max
+          post
+        end
+      end
+
+      private
+
+      def create_post(line)
+        no, name, mail, date, body, = line.split('<>', 6)
+        Post.new(no, name, mail, date, body)
+      end
+
+      def dat_for_range(range)
+        if range.last == Float::INFINITY
+          query = "#{range.first}-"
+        else
+          query = "#{range.first}-#{range.last}"
+        end
+        url = URI(dat_url + query)
+        @board.send(:download_text, url)
+      end
+    end
+  end # Shitaraba
+
+  module Nichan
+    # 2ちゃん板
+    class Board < Bbs::BoardBase
+      class << self
+        def from_url(url)
+          uri = URI.parse(url)
+          board_name = uri.path.split('/').reject(&:empty?).first
+          raise 'bad url' if board_name.nil?
+          Board.send(:new, uri.hostname, uri.port, board_name)
+        end
+      end
+
+      def initialize(hostname, port, name)
+        super('CP932')
+        @hostname, @port, @name = hostname, port, name
+
+        @settings_url = URI.parse("http://#{hostname}:#{port}/#{name}/SETTING.TXT")
+        @thread_list_url = URI.parse("http://#{hostname}:#{port}/#{name}/subject.txt")
+      end
+
+      def dat_url(thread_num)
+        "http://#{@hostname}:#{@port}/#{@name}/dat/#{thread_num}.dat"
+      end
+
+      def create_thread_from_line(line)
+        Thread.from_line(line, self)
+      end
+    end
+
+    NICHAN_THREAD_URL_PATTERN = %r{\Ahttp://[a-zA-z\-\.]+/test/read\.cgi\/(\w+)/(\d+)($|/)}
+
+    # 2ちゃんスレッド
+    class Thread < ThreadBase
+      class << self
+        def from_url(url)
+          if url.to_s =~ NICHAN_THREAD_URL_PATTERN
+            board_name, thread_num = $1, $2.to_i
+            uri = URI(url)
+            board = Board.send(:new, uri.hostname, uri.port, board_name)
+            thread = board.thread(thread_num)
+            raise 'no such thread' if thread.nil?
+            return thread
+          else
+            raise 'bad URL'
+          end
+        end
+
+        def from_line(line, board)
+          unless line =~ /^(\d+)\.dat<>(.+?) \((\d+)\)$/
+            fail 'スレ一覧のフォーマットが変です' 
+          end
+          id, title, last = $1.to_i, $2, $3.to_i
+          Thread.send(:new, board, id, title, last)
+        end
+      end
+
+      def initialize(board, id, title, last = 1)
+        super
+      end
+
+      def posts(range)
+        fail ArgumentError unless range.is_a? Range
+        url = URI(dat_url)
+        lines = @board.send(:download_text, url)
+        ary = []
+        lines.each_line.with_index(1) do |line, res_no|
+          next unless range.include?(res_no)
+
+          name, mail, date, body, title = line.chomp.split('<>', 5)
+          post = Post.new(res_no.to_s, name, mail, date, body)
+          ary << post
+          @last = [post.no, last].max
+        end
+        return ary
+      end
+
+    end
+
   end
 
-  def dat_for_range(range)
-    if range.last == Float::INFINITY
-      query = "#{range.first}-"
-    else
-      query = "#{range.first}-#{range.last}"
+  # Bbs.create_board(url) → Shitaraba::Board | Nichan::Board
+  # Bbs.create_thread(url) → Shitaraba::Thread | Nichan::Thread
+
+  BOARD_CLASSES = [Shitaraba::Board, Nichan::Board].freeze
+  THREAD_CLASSES = [Shitaraba::Thread, Nichan::Thread].freeze
+
+  if $DEBUG
+    unless BOARD_CLASSES.all? { |k| k.respond_to?(:from_url) }
+      raise 'unmet assumption'
     end
-    url = URI(dat_url + query)
-    @board.ダウンロード(url).force_encoding("EUC-JP").encode("UTF-8")
+
+    unless THREAD_CLASSES.all? { |k| k.respond_to?(:from_url) and k.respond_to?(:from_line) }
+      raise 'unmet assumption'
+    end
   end
-end
 
-end # Module
-# include Bbs
-# 自板 = C板.new("game", 48538)
-# # puts 自板.設定
-# # puts 自板.スレ一覧
-# t =  自板.thread(1416739363)
+  def create_board(url)
+    BOARD_CLASSES.each do |klass|
+      board = klass.from_url(url)
+      return board if board
+    end
+    return nil
+  end
+  module_function :create_board
 
-# p t.posts(900..950)
+  def create_thread(url)
+    THREAD_CLASSES.each do |klass|
+      thread = klass.from_url(url)
+      return thread if thread
+    end
+    return nil
+  end
+  module_function :create_thread
 
+end # Bbs