summaryrefslogtreecommitdiff
path: root/ext
diff options
context:
space:
mode:
authorNobuhiro IMAI <nov@yo.rim.or.jp>2020-11-21 08:34:38 +0900
committerJeremy Evans <code@jeremyevans.net>2020-11-20 15:46:17 -0800
commit4f5d14eb8cb7fba1c583d516d597c5e28d7a5540 (patch)
tree9238f16ea6a54ddb5247d87caabefd3ee6dc9d31 /ext
parent18599b5749f1dc5cc756359dad81b78eb5b3efa0 (diff)
[DOC] Ripper.{lex,tokenize} now always return full tokens. [ci skip]
Notes
Notes: Merged: https://github.com/ruby/ruby/pull/3797
Diffstat (limited to 'ext')
-rw-r--r--ext/ripper/lib/ripper/lexer.rb6
1 files changed, 2 insertions, 4 deletions
diff --git a/ext/ripper/lib/ripper/lexer.rb b/ext/ripper/lib/ripper/lexer.rb
index 8ddf790..287bd4f 100644
--- a/ext/ripper/lib/ripper/lexer.rb
+++ b/ext/ripper/lib/ripper/lexer.rb
@@ -17,8 +17,7 @@ class Ripper
# The +filename+ and +lineno+ arguments are mostly ignored, since the
# return value is just the tokenized input.
# By default, this method does not handle syntax errors in +src+,
- # ignoring tokens after the syntax error. Use the +raise_errors+ keyword
- # to raise a SyntaxError for an error in +src+.
+ # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.
#
# p Ripper.tokenize("def m(a) nil end")
# # => ["def", " ", "m", "(", "a", ")", " ", "nil", " ", "end"]
@@ -32,8 +31,7 @@ class Ripper
# <code>[[lineno, column], type, token, state]</code>.
# The +filename+ argument is mostly ignored.
# By default, this method does not handle syntax errors in +src+,
- # ignoring tokens after the syntax error. Use the +raise_errors+ keyword
- # to raise a SyntaxError for an error in +src+.
+ # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.
#
# require 'ripper'
# require 'pp'