77 lines
1.7 KiB
Python
77 lines
1.7 KiB
Python
|
from __future__ import unicode_literals
|
||
|
|
import sys
|
||
|
|
|
||
|
|
from fuzzywuzzy.string_processing import StringProcessor
|
||
|
|
|
||
|
|
|
||
|
|
PY3 = sys.version_info[0] == 3
|
||
|
|
|
||
|
|
|
||
|
|
def validate_string(s):
|
||
|
|
try:
|
||
|
|
if len(s) > 0:
|
||
|
|
return True
|
||
|
|
else:
|
||
|
|
return False
|
||
|
|
except:
|
||
|
|
return False
|
||
|
|
|
||
|
|
bad_chars = str('') # ascii dammit!
|
||
|
|
for i in range(128, 256):
|
||
|
|
bad_chars += chr(i)
|
||
|
|
if PY3:
|
||
|
|
translation_table = dict((ord(c), None) for c in bad_chars)
|
||
|
|
|
||
|
|
|
||
|
|
def asciionly(s):
|
||
|
|
if PY3:
|
||
|
|
return s.translate(translation_table)
|
||
|
|
else:
|
||
|
|
return s.translate(None, bad_chars)
|
||
|
|
|
||
|
|
|
||
|
|
def asciidammit(s):
|
||
|
|
if type(s) is str:
|
||
|
|
return asciionly(s)
|
||
|
|
elif type(s) is unicode:
|
||
|
|
return asciionly(s.encode('ascii', 'ignore'))
|
||
|
|
else:
|
||
|
|
return asciidammit(unicode(s))
|
||
|
|
|
||
|
|
|
||
|
|
def make_type_consistent(s1, s2):
|
||
|
|
if isinstance(s1, str) and isinstance(s2, str):
|
||
|
|
return s1, s2
|
||
|
|
|
||
|
|
elif isinstance(s1, unicode) and isinstance(s2, unicode):
|
||
|
|
return s1, s2
|
||
|
|
|
||
|
|
else:
|
||
|
|
return unicode(s1), unicode(s2)
|
||
|
|
|
||
|
|
|
||
|
|
def full_process(s, force_ascii=False):
|
||
|
|
"""Process string by
|
||
|
|
-- removing all but letters and numbers
|
||
|
|
-- trim whitespace
|
||
|
|
-- force to lower case
|
||
|
|
if force_ascii == True, force convert to ascii"""
|
||
|
|
|
||
|
|
if s is None:
|
||
|
|
return ""
|
||
|
|
|
||
|
|
if force_ascii:
|
||
|
|
s = asciidammit(s)
|
||
|
|
# Keep only Letters and Numbres (see Unicode docs).
|
||
|
|
string_out = StringProcessor.replace_non_letters_non_numbers_with_whitespace(s)
|
||
|
|
# Force into lowercase.
|
||
|
|
string_out = StringProcessor.to_lower_case(string_out)
|
||
|
|
# Remove leading and trailing whitespaces.
|
||
|
|
string_out = StringProcessor.strip(string_out)
|
||
|
|
return string_out
|
||
|
|
|
||
|
|
|
||
|
|
def intr(n):
|
||
|
|
'''Returns a correctly rounded integer'''
|
||
|
|
return int(round(n))
|