module SportDB class Reader ## make models available in sportdb module by default with namespace # e.g. lets you use Team instead of Models::Team include SportDB::Models def initialize( opts ) @logger = Logger.new(STDOUT) @logger.level = Logger::INFO @opts = opts end attr_reader :logger, :opts def run( args ) puts SportDB.banner puts "working directory: #{Dir.pwd}" ## assume active activerecord connection ## @event = Event.find_by_key!( opts.event ) puts "Event #{@event.key} >#{@event.title}<" ## build known teams table w/ synonyms e.g. # # nb: synonyms can be a regex not just a literal string # [[ 'wolfsbrug', [ 'VfL Wolfsburg' ]], # [ 'augsburg', [ 'FC Augsburg', 'Augi2', 'Augi3' ]], # [ 'stuttgart', [ 'VfB Stuttgart' ]] ] @known_teams = [] ## todo/fix: move calc known_teams to model!!! (for reuse) @event.teams.each_with_index do |team,index| titles = [] titles << team.title titles += team.synonyms.split('|') if team.synonyms.present? ## NB: sort here by length (largest goes first - best match) # exclude tag and key (key should always go last) titles = titles.sort { |left,right| right.length <=> left.length } titles << team.tag if team.tag.present? titles << team.key @known_teams << [ team.key, titles ] puts " Team[#{index+1}] #{team.key} >#{titles.join('|')}<" end args.each do |arg| name = arg # File.basename( arg, '.*' ) parse_fixtures( name ) end puts 'Done.' end # method run def is_round?( line ) line =~ /Spieltag|Runde/ end def find_round_pos!( line ) regex = /\b(\d+)\b/ if line =~ regex value = $1.to_i puts " pos: >#{value}<" line.sub!( regex, '[POS]' ) return value else return nil end end def find_date!( line ) # extract date from line # and return it # NB: side effect - removes date from line string # e.g. 2012-09-14 20:30 => YYYY-MM-DD HH:MM regex_db = /\b(\d{4})-(\d{2})-(\d{2})\s+(\d{2}):(\d{2})\b/ # e.g. 14.09. 20:30 => DD.MM. HH:MM regex_de = /\b(\d{2})\.(\d{2})\.\s+(\d{2}):(\d{2})\b/ if line =~ regex_db value = "#{$1}-#{$2}-#{$3} #{$4}:#{$5}" puts " date: >#{value}<" ## todo: lets you configure year ## and time zone (e.g. cet, eet, utc, etc.) line.sub!( regex_db, '[DATE.DB]' ) return DateTime.strptime( value, '%Y-%m-%d %H:%M' ) elsif line =~ regex_de value = "2012-#{$2}-#{$1} #{$3}:#{$4}" puts " date: >#{value}<" ## todo: lets you configure year ## and time zone (e.g. cet, eet, utc, etc.) line.sub!( regex_de, '[DATE.DE]' ) return DateTime.strptime( value, '%Y-%m-%d %H:%M' ) else return nil end end def find_score!( line ) # extract score from line # and return it # NB: side effect - removes date from line string # e.g. 1:2 or 0:2 or 3:3 regex = /\b(\d):(\d)\b/ if line =~ regex value = "#{$1}-#{$2}" puts " score: >#{value}<" line.sub!( regex, '[SCORE]' ) return [$1.to_i,$2.to_i] else return [] end end def find_team_worker!( line, index ) regex = /@@oo([^@]+?)oo@@/ # e.g. everything in @@ .... @@ (use non-greedy +? plus all chars but not @, that is [^@]) if line =~ regex value = "#{$1}" puts " team#{index}: >#{value}<" line.sub!( regex, "[TEAM#{index}]" ) return $1 else return nil end end def find_team1!( line ) find_team_worker!( line, 1 ) end def find_team2!( line ) find_team_worker!( line, 2 ) end def match_team_worker!( line, key, values ) values.each do |value| regex = Regexp.new( "\\b#{value}\\b" ) # wrap with world boundry (e.g. match only whole words e.g. not wac in wacker) if line =~ regex puts " match for team >#{key}< >#{value}<" # make sure @@oo{key}oo@@ doesn't match itself with other key e.g. wacker, wac, etc. line.sub!( regex, "@@oo#{key}oo@@" ) return true # break out after first match (do NOT continue) end end return false end def match_teams!( line ) @known_teams.each do |rec| key = rec[0] values = rec[1] match_team_worker!( line, key, values ) end # each known_teams end # method translate_teams! def parse_fixtures( name ) path = "#{opts.data_path}/#{name}.txt" puts "*** parsing data '#{name}' (#{path})..." old_lines = File.read( path ) old_lines.each_line do |line| if line =~ /^\s*#/ # skip komments and do NOT copy to result (keep comments secret!) logger.debug 'skipping comment line' next end if line =~ /^\s*$/ # kommentar oder leerzeile überspringen logger.debug 'skipping blank line' next end # remove leading and trailing whitespace line = line.strip if is_round?( line ) puts "parsing round line: >#{line}<" pos = find_round_pos!( line ) puts " line: >#{line}<" ## NB: dummy/placeholder start_at, end_at date ## replace/patch after adding all games for round round_attribs = { title: "#{pos}. Runde" } @round = Round.find_by_event_id_and_pos( @event.id, pos ) if @round.present? puts "*** update round #{@round.id}:" else puts "*** create round:" @round = Round.new round_attribs = round_attribs.merge( { event_id: @event.id, pos: pos, start_at: Time.utc('1999-12-12'), end_at: Time.utc('1999-12-12') }) end puts round_attribs.to_json @round.update_attributes!( round_attribs ) ### store list of round is for patching start_at/end_at at the end @patch_rounds ||= {} @patch_rounds[ @round.id ] = @round.id else puts "parsing game (fixture) line: >#{line}<" match_teams!( line ) team1_key = find_team1!( line ) team2_key = find_team2!( line ) date = find_date!( line ) score = find_score!( line ) puts " line: >#{line}<" ### todo: cache team lookups in hash? team1 = Team.find_by_key!( team1_key ) team2 = Team.find_by_key!( team2_key ) ### check if games exists ## with this teams in this round if yes only update game = Game.find_by_round_id_and_team1_id_and_team2_id( @round.id, team1.id, team2.id ) game_attribs = { score1: score[0], score2: score[1], play_at: date } if game.present? puts "*** update game #{game.id}:" else puts "*** create game:" game = Game.new more_game_attribs = { ## NB: use round.games.count for pos ## lets us add games out of order if later needed pos: @round.games.count+1, round_id: @round.id, team1_id: team1.id, team2_id: team2.id } game_attribs = game_attribs.merge( more_game_attribs ) end puts game_attribs.to_json game.update_attributes!( game_attribs ) end end # oldlines.each @patch_rounds ||= {} @patch_rounds.each do |k,v| puts "*** patch start_at/end_at date for round #{k}:" round = Round.find( k ) games = round.games.order( 'play_at asc' ).all round_attribs = {} ## todo: check for no records ## e.g. if game[0].present? or just if game[0] ?? round_attribs[:start_at] = games[0].play_at round_attribs[:end_at ] = games[-1].play_at puts round_attribs.to_json round.update_attributes!( round_attribs ) end end # method parse_fixtures end # class Reader end # module SportDB