From 5024abe0cf17fa479487bf9741b694e20986c085 Mon Sep 17 00:00:00 2001 From: usa Date: Fri, 30 Jun 2017 10:30:56 +0000 Subject: merge revision(s) 58545,58584: [Backport #13536] ripper/lexer.rb: nested indented heredoc * ext/ripper/lib/ripper/lexer.rb (on_heredoc_dedent): fix for nested indedented here documents, where `Elem`s are nested too. [ruby-core:80977] [Bug #13536] ripper/lexer.rb: nested indented heredoc * ext/ripper/lib/ripper/lexer.rb (on_heredoc_dedent): insert stripped leading spaces as `on_ignored_sp` elements, so that the original source can be reconsructed. [ruby-core:80977] [Bug #13536] git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/branches/ruby_2_3@59214 b2dd03c8-39d4-4d8f-98ff-823fe69b080e --- test/ripper/test_lexer.rb | 35 +++++++++++++++++++++++++++++++++++ test/ripper/test_scanner_events.rb | 1 + 2 files changed, 36 insertions(+) create mode 100644 test/ripper/test_lexer.rb (limited to 'test') diff --git a/test/ripper/test_lexer.rb b/test/ripper/test_lexer.rb new file mode 100644 index 0000000000..72b7f1b5fd --- /dev/null +++ b/test/ripper/test_lexer.rb @@ -0,0 +1,35 @@ +# frozen_string_literal: true +begin + require_relative 'dummyparser' + require 'test/unit' + ripper_test = true + module TestRipper; end +rescue LoadError +end + +class TestRipper::Lexer < Test::Unit::TestCase + def test_nested_dedent_heredoc + bug = '[ruby-core:80977] [Bug #13536]' + str = <<~'E' + <<~"D" + #{ + <<~"B" + this must be a valid ruby + B + } + D + E + assert_equal(str, Ripper.tokenize(str).join(""), bug) + + str = <<~'E' + <<~"D" + #{ + <<~"B" + this must be a valid ruby + B + } + D + E + assert_equal(str, Ripper.tokenize(str).join(""), bug) + end +end diff --git a/test/ripper/test_scanner_events.rb b/test/ripper/test_scanner_events.rb index 8c950041a2..9f185b2a7e 100644 --- a/test/ripper/test_scanner_events.rb +++ b/test/ripper/test_scanner_events.rb @@ -105,6 +105,7 @@ class TestRipper::ScannerEvents < Test::Unit::TestCase Ripper.lex("1r\n2i\n3ri\n4.2r\n5.6ri") assert_equal [[[1, 0], :on_heredoc_beg, "<<~EOS"], [[1, 6], :on_nl, "\n"], + [[2, 0], :on_ignored_sp, " "], [[2, 2], :on_tstring_content, "heredoc\n"], [[3, 0], :on_heredoc_end, "EOS"] ], -- cgit v1.2.3