Added a docstring.

This commit is contained in:
Jeremy Fincher 2003-10-05 20:40:45 +00:00
parent 1fa9f7990b
commit b1495a1718
1 changed files with 1 additions and 0 deletions

View File

@ -231,6 +231,7 @@ class Tokenizer:
return ret
def tokenize(self, s):
"""Tokenizes a string according to supybot's nested argument format."""
lexer = shlex.shlex(StringIO(s))
lexer.commenters = ''
lexer.quotes = '"'