lib/http_crawler/client.rb in http_crawler-0.2.3.1 vs lib/http_crawler/client.rb in http_crawler-0.2.3.2
- old
+ new
@@ -44,9 +44,14 @@
# 初始化http参数
def init_http
end
+ # 添加错误的url地址,表示这里面的url都是异常地址,存的是正则
+ def add_error_url(url_string)
+ @http.error_urls << url_string
+ end
+
# init_uri 如果未初始化@uri,则会报错
# 继承类需要实现 @uri = URI("http://host")
#
def init_uri
@uri = nil
\ No newline at end of file