Contents

# frozen_string_literal: true

module SLF0
  class Tokenizer
    attr_reader :scanner
    def initialize(slf0)
      @scanner = StringScanner.new(slf0)
    end
    private_class_method :new

    def self.tokenize(slf0)
      new(slf0).tokenize
    end

    def tokenize
      skip_header!
      tokenize_body!
    end

    def skip_header!
      raise 'missing header' unless scanner.skip(/SLF0/)
    end

    def tokenize_body!
      body = []
      until scanner.eos?
        object = tokenize_double_field || tokenize_field || tokenize_object_list_nil
        raise "malformed no object: #{scanner.rest.inspect}\n\nafter: #{body.inspect}" unless object

        body << object
      end
      body
    end

    def tokenize_field
      raise 'no int found' unless (int = scanner.scan(/\d+/).to_i)

      case scanner.get_byte
      when '#'
        SLF0::Token::Int.new int
      when '%'
        SLF0::Token::ClassName.new scan_length(int).freeze
      when '@'
        SLF0::Token::ClassNameRef.new int
      when '"'
        SLF0::Token::String.new scan_length(int).tr("\r", "\n").freeze
      when '('
        SLF0::Token::ObjectList.new int
      else
        scanner.unscan
        nil
      end
    end

    def scan_length(length)
      string = scanner.string[scanner.pos, length]
      scanner.pos += length
      string
    end

    def tokenize_double_field
      return unless (hex = scanner.scan(/\h*\^/)&.chop)

      double = [hex.to_i(16)].pack('Q<').unpack1('G')
      SLF0::Token::Double.new double
    end

    def tokenize_object_list_nil
      return unless scanner.skip(/-/)

      SLF0::Token::ObjectListNil.new nil
    end
  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
xcactivitylog-0.2.3	lib/slf0/tokenizer.rb
xcactivitylog-0.2.2	lib/slf0/tokenizer.rb
xcactivitylog-0.2.1	lib/slf0/tokenizer.rb
xcactivitylog-0.2.0	lib/slf0/tokenizer.rb