first commit

2026-06-02 05:01:47 +02:00 · 2025-12-10 00:54:02 +08:00
parent 2cf4168ecf
commit f3af94df0b
254 changed files with 9821 additions and 25 deletions
@@ -0,0 +1,9 @@
+def tokenize(text):
+    return text.split()
+
+def normalize(text):
+    return text.lower().strip()
+
+def remove_punctuation(text):
+    import string
+    return text.translate(str.maketrans('', '', string.punctuation))