U:RDoc::AnyMethod[iI"
tokenize:ETI"Ripper::tokenize;TT:publico:RDoc::Markup::Document:@parts[o:RDoc::Markup::Paragraph;	[
I"ATokenizes the Ruby program and returns an array of strings. ;TI"IThe +filename+ and +lineno+ arguments are mostly ignored, since the ;TI"/return value is just the tokenized input. ;TI"EBy default, this method does not handle syntax errors in +src+, ;TI"Quse the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.;To:RDoc::Markup::BlankLineo:RDoc::Markup::Verbatim;	[I"+p Ripper.tokenize("def m(a) nil end")
;TI"E   # => ["def", " ", "m", "(", "a", ")", " ", "nil", " ", "end"];T:@format0:
@fileI"#ext/ripper/lib/ripper/lexer.rb;T:0@omit_headings_from_table_of_contents_below000[I",(src, filename = '-', lineno = 1, **kw);T@FI"Ripper;TcRDoc::NormalClass00