fix: 修复【知识库】高级分段自动清洗，把所有换行被去除 (#684)

2024-07-02 11:32:20 +08:00 · 2024-07-02 11:32:20 +08:00 · 00f2a8bbd4
parent 6c67b65e6a
commit 00f2a8bbd4
1 changed files with 1 additions and 1 deletions
--- a/apps/common/util/split_model.py
+++ b/apps/common/util/split_model.py
@ -257,7 +257,7 @@ def post_handler_paragraph(content: str, limit: int, with_filter: bool):

 replace_map = {
    re.compile('\n+'): '\n',
-    re.compile('\\s+'): ' ',
+    re.compile(' +'): ' ',
    re.compile('#+'): "",
    re.compile("\t+"): ''
 }