From 7a1a8216d077436db19b2c81781cf2d64a9c9009 Mon Sep 17 00:00:00 2001
From: Plachta <liusongting07@gmail.com>
Date: Sun, 26 Feb 2023 20:30:31 +0800
Subject: [PATCH] updated pipeline

---
 clean_character_anno.py | 19 -------------------
 1 file changed, 19 deletions(-)
 delete mode 100644 clean_character_anno.py

diff --git a/clean_character_anno.py b/clean_character_anno.py
deleted file mode 100644
index 240d62e..0000000
--- a/clean_character_anno.py
+++ /dev/null
@@ -1,19 +0,0 @@
-import text
-
-with open("custom_character_anno.txt", 'r', encoding='utf-8') as f:
-    speaker_annos = f.readlines()
-# clean annotation
-cleaned_speaker_annos = []
-for i, line in enumerate(speaker_annos):
-    path, sid, txt = line.split("|")
-    if len(txt) > 100:
-        continue
-    cleaned_text = text._clean_text(txt, ["cjke_cleaners2"])
-    cleaned_text += "\n" if not cleaned_text.endswith("\n") else ""
-    cleaned_speaker_annos.append(path + "|" + sid + "|" + cleaned_text)
-# write into annotation
-with open("custom_character_anno.txt", 'w', encoding='utf-8') as f:
-    for line in speaker_annos:
-        f.write(line)
-
-