requirements.txt

absl-py==2.1.0
accelerate==0.33.0
aiohappyeyeballs==2.4.0
aiohttp==3.10.11
aiosignal==1.3.1
appdirs==1.4.4
async-timeout==4.0.3
attrs==24.2.0
certifi==2024.7.4
charset-normalizer==3.3.2
click==8.1.7
colorama==0.4.6
datasets==2.20.0
dill==0.3.8
docker-pycreds==0.4.0
evaluate==0.4.2
filelock==3.15.4
frozenlist==1.4.1
fsspec==2024.5.0
gitdb==4.0.11
GitPython==3.1.43
huggingface-hub==0.24.6
idna==3.8
Jinja2==3.1.5
joblib==1.4.2
lxml==5.3.0
MarkupSafe==2.1.5
mpmath==1.3.0
multidict==6.0.5
multiprocess==0.70.16
networkx==3.2.1
nltk==3.9.1
numpy==1.26.4
packaging==24.1
pandas==2.2.2
portalocker==2.10.1
protobuf==4.25.4
psutil==6.0.0
pyarrow==17.0.0
pyarrow-hotfix==0.6
python-dateutil==2.9.0.post0
pytz==2024.1
PyYAML==6.0.2
regex==2024.7.24
requests==2.32.3
rouge_score==0.1.2
sacrebleu==2.4.3
safetensors==0.4.4
sentencepiece==0.2.0
sentry-sdk==2.13.0
setproctitle==1.3.3
six==1.16.0
smmap==5.0.1
sympy==1.13.2
tabulate==0.9.0
termcolor==2.4.0
tokenizers==0.19.1
torch==2.2.0
tqdm==4.66.4
transformers==4.42.4
typing_extensions==4.12.2
tzdata==2024.1
urllib3==2.2.2
wandb==0.16.6
xxhash==3.5.0
yarl>=1.12.0
hydra-core===1.3.2
pytest
scipy==1.13.1