Contents

class OboParser::Lexer
  attr_reader :input
  def initialize(input)
    @input = input
    @next_token = nil
  end
  
  # checks whether the next token is of the specified class. 
  def peek(token_class)
    token = read_next_token(token_class)
    return token.class == token_class
  end

  # return (and delete) the next token from the input stream, or raise an exception
  # if the next token is not of the given class.
  def pop(token_class)
    token = read_next_token(token_class)
    @next_token = nil
    if token.class != token_class
      raise(OboParser::ParseError,"expected #{token_class.to_s} but received #{token.class.to_s} at #{@input[0..10]}...", caller)
    else
      return token
    end
  end
  
  private
   # read (and store) the next token from the input, if it has not already been read.
   def read_next_token(token_class)
      if @next_token
        return @next_token
      else
      # check for a match on the specified class first
      if match(token_class)
        return @next_token
      else
        # now check all the tokens for a match
        OboParser::Tokens.obo_file_token_list.each {|t|
          return @next_token if match(t)
        }
      end
       # no match, either end of string or lex-error
       if @input != ''
           raise(OboParser::ParseError, "Lex Error, unknown token at #{@input[0..10]}...", caller)
       else
        return nil
      end
    end
  end
  
  def match(token_class)
    if (m = token_class.regexp.match(@input))
      @next_token = token_class.new(m[1])
       @input = @input[m.end(0)..-1]
      return true
    else
      return false
    end
  end

end

Version data entries

9 entries across 9 versions & 1 rubygems

Version	Path
obo_parser-0.4.0	lib/lexer.rb
obo_parser-0.3.7	lib/lexer.rb
obo_parser-0.3.6	lib/lexer.rb
obo_parser-0.3.5	lib/lexer.rb
obo_parser-0.3.4	lib/lexer.rb
obo_parser-0.3.3	lib/lexer.rb
obo_parser-0.3.2	lib/lexer.rb
obo_parser-0.3.1	lib/lexer.rb
obo_parser-0.3.0	lib/lexer.rb