From fe86c9dda04a2580c8d28901d076a92229e8f34f Mon Sep 17 00:00:00 2001
From: Étienne Loks <etienne.loks@proxience.com>
Date: Sun, 25 Oct 2015 22:52:32 +0100
Subject: Imports: better string filtering

---
 ishtar_common/data_importer.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'ishtar_common/data_importer.py')

diff --git a/ishtar_common/data_importer.py b/ishtar_common/data_importer.py
index bb0343add..40356f519 100644
--- a/ishtar_common/data_importer.py
+++ b/ishtar_common/data_importer.py
@@ -155,9 +155,14 @@ class UnicodeFormater(Formater):
 
     def format(self, value):
         try:
-            value = value.strip()
             if type(value) != unicode:
                 value = unicode(value.strip())
+            vals = []
+            for v in value.split(u'\n'):
+                v = v.strip()
+                if v:
+                    vals.append(v)
+            value = u"\n".join(vals)
             if self.re_filter:
                 m = self.re_filter.match(value)
                 if m:
-- 
cgit v1.2.3