fix blanck-bug in post processing

XiaoMi · Jan 11, 2021 · db62194 · db62194
1 parent 0fe2693
commit db62194
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/minlp-tokenizer/minlptokenizer/tokenizer.py b/minlp-tokenizer/minlptokenizer/tokenizer.py
@@ -125,7 +125,7 @@ def tag2words(self, text, y_pred_result):
                 word = ''
         if word:
             words.append(word)
-        return regex.split(r'\s+', ' '.join(words))
+        return words
 
     def set_interfere_factor(self, interfere_factor):
         """