filelock
huggingface-hub<2.0,>=1.2.1
numpy>=1.17
packaging>=20.0
pyyaml>=5.1
regex!=2019.12.17
requests
tokenizers<=0.23.0,>=0.22.0
typer-slim
safetensors>=0.4.3
tqdm>=4.27

[accelerate]
accelerate>=1.1.0

[all]
torch>=2.2
accelerate>=1.1.0
sentencepiece!=0.1.92,>=0.1.91
protobuf
tokenizers<=0.23.0,>=0.22.0
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow<=15.0,>=10.0.1
kernels<0.11,>=0.10.2
optuna
ray[tune]>=2.7.0
timm!=1.0.18,<=1.0.19
torchvision
codecarbon>=2.8.1
av
num2words
mistral-common[opencv]>=1.6.3
jinja2>=3.1.0
jmespath>=1.0.1

[audio]
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm

[benchmark]
optimum-benchmark>=0.3.0

[chat_template]
jinja2>=3.1.0
jmespath>=1.0.1

[codecarbon]
codecarbon>=2.8.1

[deepspeed]
deepspeed>=0.9.3
accelerate>=1.1.0

[deepspeed-testing]
deepspeed>=0.9.3
accelerate>=1.1.0
pytest<9.0.0,>=7.2.0
pytest-asyncio>=1.2.0
pytest-rich
pytest-xdist
pytest-order
pytest-rerunfailures<16.0
timeout-decorator
parameterized>=0.9
psutil
datasets>=2.15.0
dill<0.3.5
evaluate>=0.4.6
pytest-timeout
ruff==0.13.1
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk<=3.8.1
GitPython<3.1.19
sacremoses
rjieba
beautifulsoup4
tensorboard
pydantic>=2
sentencepiece!=0.1.92,>=0.1.91
sacrebleu<2.0.0,>=1.4.12
libcst
faiss-cpu
cookiecutter==1.7.3
mistral-common[opencv]>=1.6.3
openai>=1.98.0
uvicorn
fastapi
starlette
rich
torch>=2.2
optuna
protobuf

[dev]
torch>=2.2
accelerate>=1.1.0
sentencepiece!=0.1.92,>=0.1.91
protobuf
tokenizers<=0.23.0,>=0.22.0
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow<=15.0,>=10.0.1
kernels<0.11,>=0.10.2
optuna
ray[tune]>=2.7.0
timm!=1.0.18,<=1.0.19
torchvision
codecarbon>=2.8.1
av
num2words
mistral-common[opencv]>=1.6.3
jinja2>=3.1.0
jmespath>=1.0.1
pytest<9.0.0,>=7.2.0
pytest-asyncio>=1.2.0
pytest-rich
pytest-xdist
pytest-order
pytest-rerunfailures<16.0
timeout-decorator
parameterized>=0.9
psutil
datasets>=2.15.0
dill<0.3.5
evaluate>=0.4.6
pytest-timeout
ruff==0.13.1
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk<=3.8.1
GitPython<3.1.19
sacremoses
rjieba
beautifulsoup4
tensorboard
pydantic>=2
sacrebleu<2.0.0,>=1.4.12
libcst
faiss-cpu
cookiecutter==1.7.3
openai>=1.98.0
uvicorn
fastapi
starlette
rich
urllib3<2.0.0
pandas<2.3.0
fugashi>=1.0
ipadic<2.0,>=1.0.0
unidic_lite>=1.0.7
unidic>=1.0.2
sudachipy>=0.6.6
sudachidict_core>=20220729
rhoknp<1.3.1,>=1.1.0
scikit-learn

[dev-torch]
pytest<9.0.0,>=7.2.0
pytest-asyncio>=1.2.0
pytest-rich
pytest-xdist
pytest-order
pytest-rerunfailures<16.0
timeout-decorator
parameterized>=0.9
psutil
datasets>=2.15.0
dill<0.3.5
evaluate>=0.4.6
pytest-timeout
ruff==0.13.1
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk<=3.8.1
GitPython<3.1.19
sacremoses
rjieba
beautifulsoup4
tensorboard
pydantic>=2
sentencepiece!=0.1.92,>=0.1.91
sacrebleu<2.0.0,>=1.4.12
libcst
faiss-cpu
cookiecutter==1.7.3
mistral-common[opencv]>=1.6.3
openai>=1.98.0
uvicorn
fastapi
starlette
rich
torch>=2.2
accelerate>=1.1.0
protobuf
tokenizers<=0.23.0,>=0.22.0
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow<=15.0,>=10.0.1
kernels<0.11,>=0.10.2
optuna
ray[tune]>=2.7.0
timm!=1.0.18,<=1.0.19
torchvision
codecarbon>=2.8.1
urllib3<2.0.0
pandas<2.3.0
fugashi>=1.0
ipadic<2.0,>=1.0.0
unidic_lite>=1.0.7
unidic>=1.0.2
sudachipy>=0.6.6
sudachidict_core>=20220729
rhoknp<1.3.1,>=1.1.0
scikit-learn
num2words

[ftfy]
ftfy

[hf_xet]
hf_xet

[hub-kernels]
kernels<0.11,>=0.10.2

[integrations]
kernels<0.11,>=0.10.2
optuna
ray[tune]>=2.7.0

[ja]
fugashi>=1.0
ipadic<2.0,>=1.0.0
unidic_lite>=1.0.7
unidic>=1.0.2
sudachipy>=0.6.6
sudachidict_core>=20220729
rhoknp<1.3.1,>=1.1.0

[mistral-common]
mistral-common[opencv]>=1.6.3

[modelcreation]
cookiecutter==1.7.3

[natten]
natten<0.15.0,>=0.14.6

[num2words]
num2words

[open-telemetry]
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-sdk

[optuna]
optuna

[quality]
datasets>=2.15.0
ruff==0.13.1
GitPython<3.1.19
urllib3<2.0.0
libcst
rich
pandas<2.3.0

[ray]
ray[tune]>=2.7.0

[retrieval]
faiss-cpu
datasets>=2.15.0

[ruff]
ruff==0.13.1

[sagemaker]
sagemaker>=2.31.0

[sentencepiece]
sentencepiece!=0.1.92,>=0.1.91
protobuf

[serving]
openai>=1.98.0
pydantic>=2
uvicorn
fastapi
starlette
rich
torch>=2.2
accelerate>=1.1.0

[sklearn]
scikit-learn

[speech]
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm

[testing]
pytest<9.0.0,>=7.2.0
pytest-asyncio>=1.2.0
pytest-rich
pytest-xdist
pytest-order
pytest-rerunfailures<16.0
timeout-decorator
parameterized>=0.9
psutil
datasets>=2.15.0
dill<0.3.5
evaluate>=0.4.6
pytest-timeout
ruff==0.13.1
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk<=3.8.1
GitPython<3.1.19
sacremoses
rjieba
beautifulsoup4
tensorboard
pydantic>=2
sentencepiece!=0.1.92,>=0.1.91
sacrebleu<2.0.0,>=1.4.12
libcst
faiss-cpu
cookiecutter==1.7.3
mistral-common[opencv]>=1.6.3
openai>=1.98.0
uvicorn
fastapi
starlette
rich
torch>=2.2
accelerate>=1.1.0

[tiktoken]
tiktoken
blobfile

[timm]
timm!=1.0.18,<=1.0.19

[tokenizers]
tokenizers<=0.23.0,>=0.22.0

[torch]
torch>=2.2
accelerate>=1.1.0

[torch-speech]
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm

[torch-vision]
torchvision
Pillow<=15.0,>=10.0.1

[torchhub]
filelock
huggingface-hub<2.0,>=1.2.1
importlib_metadata
numpy>=1.17
packaging>=20.0
protobuf
regex!=2019.12.17
requests
sentencepiece!=0.1.92,>=0.1.91
torch>=2.2
tokenizers<=0.23.0,>=0.22.0
tqdm>=4.27

[video]
av

[vision]
Pillow<=15.0,>=10.0.1
