summaryrefslogtreecommitdiff
path: root/ishtar_common
diff options
context:
space:
mode:
authorÉtienne Loks <etienne.loks@proxience.com>2015-10-25 22:52:32 +0100
committerÉtienne Loks <etienne.loks@proxience.com>2015-10-25 22:52:32 +0100
commit1b9de2d8b181fe8dc1cbbdb3cca24c48df037e59 (patch)
tree7aface48ad9c0a474e83b62ee2ca17d96731ac4f /ishtar_common
parente46ebfd2db0c0d045739f3c0ad53da5947f0e02d (diff)
downloadIshtar-1b9de2d8b181fe8dc1cbbdb3cca24c48df037e59.tar.bz2
Ishtar-1b9de2d8b181fe8dc1cbbdb3cca24c48df037e59.zip
Imports: better string filtering
Diffstat (limited to 'ishtar_common')
-rw-r--r--ishtar_common/data_importer.py7
1 files changed, 6 insertions, 1 deletions
diff --git a/ishtar_common/data_importer.py b/ishtar_common/data_importer.py
index bb0343add..40356f519 100644
--- a/ishtar_common/data_importer.py
+++ b/ishtar_common/data_importer.py
@@ -155,9 +155,14 @@ class UnicodeFormater(Formater):
def format(self, value):
try:
- value = value.strip()
if type(value) != unicode:
value = unicode(value.strip())
+ vals = []
+ for v in value.split(u'\n'):
+ v = v.strip()
+ if v:
+ vals.append(v)
+ value = u"\n".join(vals)
if self.re_filter:
m = self.re_filter.match(value)
if m: