diff options
author | shyouhei <shyouhei@b2dd03c8-39d4-4d8f-98ff-823fe69b080e> | 2007-08-15 23:23:39 +0000 |
---|---|---|
committer | shyouhei <shyouhei@b2dd03c8-39d4-4d8f-98ff-823fe69b080e> | 2007-08-15 23:23:39 +0000 |
commit | 6175ca03be6d0d51359f9017123708987d0f5eb7 (patch) | |
tree | ecfcf6e79a21b1d25c3f6f42dd68ea0a14add89c /ruby_1_8_5/lib/rdoc/tokenstream.rb | |
parent | 80a56b248b2e9cfc95622aed98750df05a19f667 (diff) |
add tag v1_8_5_91v1_8_5_91
git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/tags/v1_8_5_91@13046 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
Diffstat (limited to 'ruby_1_8_5/lib/rdoc/tokenstream.rb')
-rw-r--r-- | ruby_1_8_5/lib/rdoc/tokenstream.rb | 25 |
1 files changed, 25 insertions, 0 deletions
diff --git a/ruby_1_8_5/lib/rdoc/tokenstream.rb b/ruby_1_8_5/lib/rdoc/tokenstream.rb new file mode 100644 index 0000000000..0a0720d8a9 --- /dev/null +++ b/ruby_1_8_5/lib/rdoc/tokenstream.rb @@ -0,0 +1,25 @@ +# A TokenStream is a list of tokens, gathered during the parse +# of some entity (say a method). Entities populate these streams +# by being registered with the lexer. Any class can collect tokens +# by including TokenStream. From the outside, you use such an object +# by calling the start_collecting_tokens method, followed by calls +# to add_token and pop_token + +module TokenStream + def token_stream + @token_stream + end + + def start_collecting_tokens + @token_stream = [] + end + def add_token(tk) + @token_stream << tk + end + def add_tokens(tks) + tks.each {|tk| add_token(tk)} + end + def pop_token + @token_stream.pop + end +end |