U:RDoc::NormalModule[iI"TokenStream:EFI"RDoc::TokenStream;T0o:RDoc::Markup::Document: @parts[o;;[o:RDoc::Markup::Paragraph;[ I"QA TokenStream is a list of tokens, gathered during the parse of some entity ;TI"R(say a method). Entities populate these streams by being registered with the ;TI"Llexer. Any class can collect tokens by including TokenStream. From the ;TI"Loutside, you use such an object by calling the start_collecting_tokens ;TI":method, followed by calls to add_token and pop_token.;T: @fileI"lib/rdoc/token_stream.rb;T:0@omit_headings_from_table_of_contents_below0; 0; 0[[[[[I" class;T[[: public[[I" to_html;FI"lib/rdoc/token_stream.rb;T[:protected[[: private[[I" instance;T[[; [ [I"add_token;F@ [I"add_tokens;F@ [I"collect_tokens;F@ [I"pop_token;F@ [I"start_collecting_tokens;F@ [I"token_stream;F@ [I"tokens_to_s;F@ [; [[;[[[U:RDoc::Context::Section[i0o;;[; 0; 0[@I" RDoc;FcRDoc::NormalModule