transformers>=5.5.0,<6.0.0
tqdm==4.67.1
pandas==2.2.3
datasets>=4.8.0,<5.0.0
sentencepiece>=0.2.1,<1.0.0
tokenizers>=0.22.2,<1.0.0
python-dotenv==1.1.0
tiktoken>=0.12.0,<1.0.0
numpy==2.2.4
huggingface_hub[hf_xet]>=1.9.0,<2.0.0
protobuf>=6.31.0,<7.0.0
rapidfuzz>=3.14.1,<4.0.0
scipy>=1.15.3,<2.0.0
fastapi>=0.115.0
uvicorn[standard]>=0.34.0
httpx>=0.28.0
sacremoses==0.1.1
blobfile==3.0.0
fugashi==1.4.0
unidic-lite==1.0.8
emoji==0.6.0
pypinyin
uroman