lib/nydp/tokeniser.rb in nydp-0.5.1 vs lib/nydp/tokeniser.rb in nydp-0.6.0

- old
+ new

@@ -87,10 +87,10 @@ while !tok if no_more? @finished = true return nil elsif comment = s.scan(COMMENT) - tok = [:comment, comment.gsub(/^;;?\s*/, '').strip] + tok = [:comment, comment.gsub(/^;;?\s?/, '')] elsif open_str = s.scan(QUOTE) tok = [:string_open_delim, open_str] elsif open_sym = s.scan(PIPE) tok = [:sym_open_delim, open_sym] elsif list_prefix = s.scan(LIST_PFX)