requirements.txt

torch==2.13.0
transformers==5.15.0
trl==0.19.1
accelerate>=1.13.0
peft>=0.19.1
diffusers>=0.38.0
dill>=0.4.0
pyarrow>=24.0.0
datasets==4.3.0
evaluate==0.4.6
matplotlib==3.9.0
seaborn>=0.13.2
flash-linear-attention>=0.5.0
pytorch-lightning>=2.6.1
tqdm>=4.67.3
tqdm-multiprocess>=0.0.11
numpy>=2.2.6
sympy>=1.14.0
einops>=0.8.2
pydantic>=2.13.3
wandb>=0.26.1
weave>=0.52.38
bitsandbytes>=0.49.2
sentencepiece>=0.2.1
tiktoken>=0.12.0
fairscale>=0.4.13
fire>=0.7.1
PyYAML>=6.0.3

huggingface-hub>=1.13.0
openai>=2.34.0
openai-harmony>=0.0.8
anthropic>=0.98.1
google>=3.0.0
googlesearch-python>=1.3.0
google-api-python-client>=2.195.0
google-genai>=1.74.0
google-auth>=2.50.0
googleapis-common-protos>=1.74.0
gin>=0.1.6
gin-config>=0.5.0

packaging>=26.0
setuptools>=82.0.1
scikit-learn>=1.7.2
scipy>=1.15.3
pandas>=2.3.3
nltk>=3.9.4
cmake>=4.3.2
jsonlines>=4.0.0
blobfile>=3.2.0
protobuf>=7.34.1
pytest>=9.0.3
pytablewriter>=1.2.1
more-itertools>=11.0.2
requests>=2.33.1
aiohttp>=3.13.5
tenacity>=9.1.4
mypy>=1.20.2
pycountry>=26.2.16
numexpr>=2.14.1
pybind11>=3.0.4
openpyxl>=3.1.5
py7zr>=1.1.0
zstandard>=0.25.0
word2number>=1.1
langdetect>=1.0.9
immutabledict>=4.3.1
beartype>=0.22.9
cached-path>=1.8.10
json-repair>=0.59.5

base58>=2.1.1
langid>=1.1.6
spacy>=3.8.14
streamlit>=1.57.0
rouge>=1.0.1
rouge-chinese>=1.0.3
rouge-score>=0.1.2
sacrebleu>=2.6.0
jieba>=0.42.1
sentence-transformers>=5.4.1
selenium>=4.43.0
beautifulsoup4>=4.14.3
html2text>=2025.4.15
markdownify>=1.2.2

# ##### GPU env #####
#triton>=3.4.0
#kernels>=0.13.0
#unsloth==2026.4.4
#unsloth-zoo==2026.4.6
#xformers>=0.0.32
#liger-kernel>=0.8.0
#vllm>=0.11.0
#gymnasium>=1.3.0
#pettingzoo>=1.26.1