34 lines
1.2 KiB
Python
34 lines
1.2 KiB
Python
#!/usr/bin/python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# SAT: a jabber client
|
|
# Copyright (C) 2009, 2010, 2011, 2012, 2013 Jérôme Poisson (goffi@goffi.org)
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
""" various useful methods """
|
|
|
|
import unicodedata
|
|
|
|
|
|
def clean_ustr(ustr):
|
|
"""Clean unicode string
|
|
remove special characters from unicode string"""
|
|
def valid_chars(unicode_source):
|
|
for char in unicode_source:
|
|
if unicodedata.category(char) == 'Cc' and char!='\n':
|
|
continue
|
|
yield char
|
|
return ''.join(valid_chars(ustr))
|
|
|