From 5aea258e26179e240f022ce95fc2046801ae43e7 Mon Sep 17 00:00:00 2001
From: lrioxh <lrioxh@foxmail.com>
Date: Tue, 7 Mar 2023 09:44:43 +0800
Subject: [PATCH] Add tags via re

---
 utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/utils.py b/utils.py
index eee178a..f433b07 100644
--- a/utils.py
+++ b/utils.py
@@ -38,7 +38,7 @@ def tag_cjke(text):
     prev_lang=None
     tagged_text = ""
     for s in sentences:
-        nu = re.sub(r'[\s\p{P}]+', '', s, flags=re.U).strip()
+        nu = re.sub(r'[\s\p{P}]+', '', s, flags=re.U).strip()   #全为字符跳过
         if len(nu)==0:
             continue
         s = re.sub(r'[()（）《》「」【】‘“”’]+', '', s)