Added a docstring.

This commit is contained in:
Jeremy Fincher 2003-10-05 20:40:45 +00:00
parent 1fa9f7990b
commit b1495a1718

View File

@ -231,6 +231,7 @@ class Tokenizer:
return ret return ret
def tokenize(self, s): def tokenize(self, s):
"""Tokenizes a string according to supybot's nested argument format."""
lexer = shlex.shlex(StringIO(s)) lexer = shlex.shlex(StringIO(s))
lexer.commenters = '' lexer.commenters = ''
lexer.quotes = '"' lexer.quotes = '"'