From 1800f3fa5c29515113ecdcc5695e8a96f462b74c Mon Sep 17 00:00:00 2001 From: Nobuhiro IMAI Date: Thu, 19 Nov 2020 23:19:08 +0900 Subject: Ripper.{lex,tokenize} return full tokens even if syntax error yet another implements [Feature #17276] --- ext/ripper/lib/ripper/lexer.rb | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'ext/ripper/lib/ripper/lexer.rb') diff --git a/ext/ripper/lib/ripper/lexer.rb b/ext/ripper/lib/ripper/lexer.rb index 052aa52de9..636a87fdb2 100644 --- a/ext/ripper/lib/ripper/lexer.rb +++ b/ext/ripper/lib/ripper/lexer.rb @@ -31,6 +31,10 @@ class Ripper raise SyntaxError, r.errors.map(&:message).join(' ;') end + until (tokens = r.tokenize).empty? + ret.concat(tokens) + end + ret end @@ -65,6 +69,10 @@ class Ripper raise SyntaxError, r.errors.map(&:message).join(' ;') end + until (tokens = r.lex).empty? + ret.concat(tokens) + end + ret end -- cgit v1.2.3