diff options
| -rw-r--r-- | lib/prism/prism.gemspec | 2 | ||||
| -rw-r--r-- | lib/prism/translation/ripper.rb | 32 |
2 files changed, 33 insertions, 1 deletions
diff --git a/lib/prism/prism.gemspec b/lib/prism/prism.gemspec index c537ddba20..1ad2da35c4 100644 --- a/lib/prism/prism.gemspec +++ b/lib/prism/prism.gemspec @@ -35,7 +35,7 @@ Gem::Specification.new do |spec| "docs/parser_translation.md", "docs/parsing_rules.md", "docs/releasing.md", - "docs/ripper.md", + "docs/ripper_translation.md", "docs/ruby_api.md", "docs/ruby_parser_translation.md", "docs/serialization.md", diff --git a/lib/prism/translation/ripper.rb b/lib/prism/translation/ripper.rb index 7888f3b8d9..5079b97025 100644 --- a/lib/prism/translation/ripper.rb +++ b/lib/prism/translation/ripper.rb @@ -54,6 +54,38 @@ module Prism new(src, filename, lineno).parse end + # Tokenizes the Ruby program and returns an array of an array, + # which is formatted like + # <code>[[lineno, column], type, token, state]</code>. + # The +filename+ argument is mostly ignored. + # By default, this method does not handle syntax errors in +src+, + # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+. + # + # require 'ripper' + # require 'pp' + # + # pp Ripper.lex("def m(a) nil end") + # #=> [[[1, 0], :on_kw, "def", FNAME ], + # [[1, 3], :on_sp, " ", FNAME ], + # [[1, 4], :on_ident, "m", ENDFN ], + # [[1, 5], :on_lparen, "(", BEG|LABEL], + # [[1, 6], :on_ident, "a", ARG ], + # [[1, 7], :on_rparen, ")", ENDFN ], + # [[1, 8], :on_sp, " ", BEG ], + # [[1, 9], :on_kw, "nil", END ], + # [[1, 12], :on_sp, " ", END ], + # [[1, 13], :on_kw, "end", END ]] + # + def Ripper.lex(src, filename = "-", lineno = 1, raise_errors: false) + result = Prism.lex_compat(src, filepath: filename, line: lineno) + + if result.failure? && raise_errors + raise SyntaxError, result.errors.first.message + else + result.value + end + end + # This contains a table of all of the parser events and their # corresponding arity. PARSER_EVENT_TABLE = { |