diff options
Diffstat (limited to 'ext/ripper/lib/ripper/tokenizer.rb')
| -rw-r--r-- | ext/ripper/lib/ripper/tokenizer.rb | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/ext/ripper/lib/ripper/tokenizer.rb b/ext/ripper/lib/ripper/tokenizer.rb index 0bd966ea51..134de9d1e0 100644 --- a/ext/ripper/lib/ripper/tokenizer.rb +++ b/ext/ripper/lib/ripper/tokenizer.rb @@ -24,11 +24,13 @@ class Ripper def tokenize @tokens = [] parse - @tokens + @tokens.sort_by {|tok, pos| pos }.map {|tok,| tok } end + private + def on__scan(type, tok) - @tokens.push tok + @tokens.push [tok, [lineno(),column()]] end end |