mirror of
https://github.com/dongdongunique/EvoSynth.git
synced 2026-02-12 17:22:44 +00:00
9 lines
215 B
Python
9 lines
215 B
Python
def tokenize(text):
|
|
return text.split()
|
|
|
|
def normalize(text):
|
|
return text.lower().strip()
|
|
|
|
def remove_punctuation(text):
|
|
import string
|
|
return text.translate(str.maketrans('', '', string.punctuation)) |