Sha256: 0fad1a13ae5a2dc78537104015495abcfb26f48e78549dd4052a05e9de7f9fff

Contents?: true

Size: 877 Bytes

Versions: 3

Compression:

Stored size: 877 Bytes

Contents

namespace :sape do

  desc "Fetch links from server"
  task fetch: :environment do
    begin
      config = YAML.load_file('config/sape.yml') 
    rescue Errno::ENOENT
      fail "Config file not found (config/sape.yml)"
    end

    data          = Fetcher.get_data(config, 'simple')
    data_context  = Fetcher.get_data(config, 'context')
    configs, config_data = {}, {}

    pages         = data['__sape_links__']
    pages_context = data_context['__sape_links__']
    bot_ips       = data['__sape_ips__']

    %W{sape_delimiter sape_show_only_block sape_page_obligatory_output sape_new_url}.each do |item|
      config_data[item] = data["__#{item}__"]
    end

    Fetcher.fetch_config(config_data, bot_ips)    if pages.any?
    Fetcher.fetch_pages(pages, 'simple')          if pages.any?
    Fetcher.fetch_pages(pages_context, 'context') if pages_context.any?

  end
end

Version data entries

3 entries across 3 versions & 1 rubygems

Version Path
sape-0.0.9 lib/tasks/sape.rake
sape-0.0.8 lib/tasks/sape.rake
sape-0.0.5 lib/tasks/sape.rake