Sha256: 8b8dda172b2c234b22e8126451203f54af906e988cb8f1c3ab635faec7beae58
Contents?: true
Size: 867 Bytes
Versions: 6
Compression:
Stored size: 867 Bytes
Contents
#!/usr/bin/env ruby
require_relative './common'
class BreadcrumbsMapper < Wukong::Streamer::ModelStreamer
self.model_klass = Logline
def process visit, *args
# return unless Settings.page_types.include?(visit.page_type)
yield [visit.ip, visit.requested_at.to_i, visit.path]
end
end
class BreadcrumbEdgesReducer < Wukong::Streamer::Reducer
def get_key(ip, itime, path)
[ip]
end
def start!(*args)
@paths = Set.new
super
end
def accumulate ip, itime, path
@paths << path
end
# for each pair of paths, emit the edge in both directions
def finalize
@paths = @paths.to_a
while @paths.present?
from = @paths.shift
@paths.each do |into|
yield [key, from, into]
yield [key, into, from]
end
end
end
end
Wukong.run( BreadcrumbsMapper, BreadcrumbEdgesReducer, :sort_fields => 2 )
Version data entries
6 entries across 6 versions & 2 rubygems