Sha256: 73bbfdead06cef7fa4d1330f94286f8dac0765a87fe3fbca7b96633a92a5635e
Contents?: true
Size: 971 Bytes
Versions: 7
Compression:
Stored size: 971 Bytes
Contents
#!/usr/bin/env ruby
$LOAD_PATH.unshift File.expand_path('../../lib', File.dirname(__FILE__))
require 'wukong/script'
require_relative './logline'
class BreadcrumbsMapper < Wukong::Streamer::ModelStreamer
self.model_klass = Logline
def process visit, *args
# return unless Settings.page_types.include?(visit.page_type)
yield [visit.ip, visit.visit_time.to_i, visit.path]
end
end
class BreadcrumbEdgesReducer < Wukong::Streamer::Reducer
def get_key ip, itime, path
[ip]
end
def start!(*args)
@paths = Set.new
super
end
def accumulate ip, itime, path
@paths << path
end
# for each pair of paths, emit the edge in both directions
def finalize
@paths = @paths.to_a
while @paths.present?
from = @paths.shift
@paths.each do |into|
yield [key, from, into]
yield [key, into, from]
end
end
end
end
Wukong.run( BreadcrumbsMapper, BreadcrumbEdgesReducer, :sort_fields => 2 )
Version data entries
7 entries across 7 versions & 2 rubygems