lib/nydp/tokeniser.rb in nydp-0.5.1 vs lib/nydp/tokeniser.rb in nydp-0.6.0
- old
+ new
@@ -87,10 +87,10 @@
while !tok
if no_more?
@finished = true
return nil
elsif comment = s.scan(COMMENT)
- tok = [:comment, comment.gsub(/^;;?\s*/, '').strip]
+ tok = [:comment, comment.gsub(/^;;?\s?/, '')]
elsif open_str = s.scan(QUOTE)
tok = [:string_open_delim, open_str]
elsif open_sym = s.scan(PIPE)
tok = [:sym_open_delim, open_sym]
elsif list_prefix = s.scan(LIST_PFX)