Mikaela/Limnoria
1
0
Fork 0
mirror of https://github.com/Mikaela/Limnoria.git synced 2024-11-23 19:19:32 +01:00
Code Issues Projects Releases Wiki Activity

core: Fix normalizeWhitespace.

Browse Source
This commit is contained in:
Valentin Lorentz 2013-01-04 20:25:25 +01:00
parent 408f6e2288
commit 28dc3dd3ac
1 changed files with 12 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
src/utils/str.py
View File

@ -55,18 +55,19 @@ def rsplit(s, sep=None, maxsplit=-1):
else:
return s.rsplit(sep, maxsplit)
def normalizeWhitespace(s, removeNewline=True):
def normalizeWhitespace(s, removeNewline=False):
"""Normalizes the whitespace in a string; \s+ becomes one space."""
replace_fn = lambda x, y, z: str.replace(x, y, z)
if isinstance(s, unicode):
replace_fn = lambda x, y, z: unicode.replace(x, y, z)
else:
s = str(s)
if removeNewline:
s = replace_fn(s, '\n', '')
s = replace_fn(s, '\t', ' ')
while ' ' in s:
s = replace_fn(s, ' ', ' ')
if not s:
return str(s) # not the same reference
starts_with_space = (s[0] in ' \n\t')
ends_with_space = (s[-1] in ' \n\t')
s = ('' if removeNewline else ' ').join(filter(bool, s.split('\n')))
s = ' '.join(filter(bool, s.split('\t')))
s = ' '.join(filter(bool, s.split(' ')))
if starts_with_space:
s = ' ' + s
if ends_with_space:
s += ' '
return s
def distance(s, t):