filelock huggingface-hub<1.0,>=0.11.0 numpy>=1.17 packaging>=20.0 pyyaml>=5.1 regex!=2019.12.17 requests tokenizers!=0.11.3,<0.14,>=0.11.1 tqdm>=4.27 [:python_version < "3.8"] importlib_metadata [accelerate] accelerate>=0.10.0 [all] tensorflow<2.13,>=2.4 onnxconverter-common tf2onnx tensorflow-text<2.13 keras-nlp>=0.3.1 torch!=1.12.0,>=1.9 jax!=0.3.2,<=0.3.6,>=0.2.8 jaxlib<=0.3.6,>=0.1.65 flax>=0.4.1 optax>=0.0.8 sentencepiece!=0.1.92,>=0.1.91 protobuf<=3.20.2 tokenizers!=0.11.3,<0.14,>=0.11.1 torchaudio librosa pyctcdecode>=0.4.0 phonemizer kenlm Pillow optuna ray[tune] sigopt timm torchvision codecarbon==1.2.0 accelerate>=0.10.0 decord==0.6.0 av==9.2.0 [audio] librosa pyctcdecode>=0.4.0 phonemizer kenlm [codecarbon] codecarbon==1.2.0 [deepspeed] deepspeed>=0.8.3 accelerate>=0.10.0 [deepspeed-testing] deepspeed>=0.8.3 accelerate>=0.10.0 pytest pytest-xdist timeout-decorator parameterized psutil datasets!=2.5.0 dill<0.3.5 evaluate>=0.2.0 pytest-timeout black~=23.1 sacrebleu<2.0.0,>=1.4.12 rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 nltk GitPython<3.1.19 hf-doc-builder>=0.3.0 protobuf<=3.20.2 sacremoses rjieba safetensors>=0.2.1 beautifulsoup4 faiss-cpu cookiecutter==1.7.3 optuna sentencepiece!=0.1.92,>=0.1.91 [dev] tensorflow<2.13,>=2.4 onnxconverter-common tf2onnx tensorflow-text<2.13 keras-nlp>=0.3.1 torch!=1.12.0,>=1.9 jax!=0.3.2,<=0.3.6,>=0.2.8 jaxlib<=0.3.6,>=0.1.65 flax>=0.4.1 optax>=0.0.8 sentencepiece!=0.1.92,>=0.1.91 protobuf<=3.20.2 tokenizers!=0.11.3,<0.14,>=0.11.1 torchaudio librosa pyctcdecode>=0.4.0 phonemizer kenlm Pillow optuna ray[tune] sigopt timm torchvision codecarbon==1.2.0 accelerate>=0.10.0 decord==0.6.0 av==9.2.0 pytest pytest-xdist timeout-decorator parameterized psutil datasets!=2.5.0 dill<0.3.5 evaluate>=0.2.0 pytest-timeout black~=23.1 sacrebleu<2.0.0,>=1.4.12 rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 nltk GitPython<3.1.19 hf-doc-builder>=0.3.0 sacremoses rjieba safetensors>=0.2.1 beautifulsoup4 faiss-cpu cookiecutter==1.7.3 isort>=5.5.4 ruff<=0.0.259,>=0.0.241 fugashi>=1.0 ipadic<2.0,>=1.0.0 unidic_lite>=1.0.7 unidic>=1.0.2 sudachipy>=0.6.6 sudachidict_core>=20220729 rhoknp>=1.1.0 hf-doc-builder scikit-learn [dev-tensorflow] pytest pytest-xdist timeout-decorator parameterized psutil datasets!=2.5.0 dill<0.3.5 evaluate>=0.2.0 pytest-timeout black~=23.1 sacrebleu<2.0.0,>=1.4.12 rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 nltk GitPython<3.1.19 hf-doc-builder>=0.3.0 protobuf<=3.20.2 sacremoses rjieba safetensors>=0.2.1 beautifulsoup4 faiss-cpu cookiecutter==1.7.3 tensorflow<2.13,>=2.4 onnxconverter-common tf2onnx tensorflow-text<2.13 keras-nlp>=0.3.1 sentencepiece!=0.1.92,>=0.1.91 tokenizers!=0.11.3,<0.14,>=0.11.1 Pillow isort>=5.5.4 ruff<=0.0.259,>=0.0.241 hf-doc-builder scikit-learn onnxruntime>=1.4.0 onnxruntime-tools>=1.4.2 librosa pyctcdecode>=0.4.0 phonemizer kenlm [dev-torch] pytest pytest-xdist timeout-decorator parameterized psutil datasets!=2.5.0 dill<0.3.5 evaluate>=0.2.0 pytest-timeout black~=23.1 sacrebleu<2.0.0,>=1.4.12 rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 nltk GitPython<3.1.19 hf-doc-builder>=0.3.0 protobuf<=3.20.2 sacremoses rjieba safetensors>=0.2.1 beautifulsoup4 faiss-cpu cookiecutter==1.7.3 torch!=1.12.0,>=1.9 sentencepiece!=0.1.92,>=0.1.91 tokenizers!=0.11.3,<0.14,>=0.11.1 torchaudio librosa pyctcdecode>=0.4.0 phonemizer kenlm Pillow optuna ray[tune] sigopt timm torchvision codecarbon==1.2.0 isort>=5.5.4 ruff<=0.0.259,>=0.0.241 fugashi>=1.0 ipadic<2.0,>=1.0.0 unidic_lite>=1.0.7 unidic>=1.0.2 sudachipy>=0.6.6 sudachidict_core>=20220729 rhoknp>=1.1.0 hf-doc-builder scikit-learn onnxruntime>=1.4.0 onnxruntime-tools>=1.4.2 [docs] tensorflow<2.13,>=2.4 onnxconverter-common tf2onnx tensorflow-text<2.13 keras-nlp>=0.3.1 torch!=1.12.0,>=1.9 jax!=0.3.2,<=0.3.6,>=0.2.8 jaxlib<=0.3.6,>=0.1.65 flax>=0.4.1 optax>=0.0.8 sentencepiece!=0.1.92,>=0.1.91 protobuf<=3.20.2 tokenizers!=0.11.3,<0.14,>=0.11.1 torchaudio librosa pyctcdecode>=0.4.0 phonemizer kenlm Pillow optuna ray[tune] sigopt timm torchvision codecarbon==1.2.0 accelerate>=0.10.0 decord==0.6.0 av==9.2.0 hf-doc-builder [docs_specific] hf-doc-builder [fairscale] fairscale>0.3 [flax] jax!=0.3.2,<=0.3.6,>=0.2.8 jaxlib<=0.3.6,>=0.1.65 flax>=0.4.1 optax>=0.0.8 [flax-speech] librosa pyctcdecode>=0.4.0 phonemizer kenlm [ftfy] ftfy [integrations] optuna ray[tune] sigopt [ja] fugashi>=1.0 ipadic<2.0,>=1.0.0 unidic_lite>=1.0.7 unidic>=1.0.2 sudachipy>=0.6.6 sudachidict_core>=20220729 rhoknp>=1.1.0 [modelcreation] cookiecutter==1.7.3 [natten] natten>=0.14.6 [onnx] onnxconverter-common tf2onnx onnxruntime>=1.4.0 onnxruntime-tools>=1.4.2 [onnxruntime] onnxruntime>=1.4.0 onnxruntime-tools>=1.4.2 [optuna] optuna [quality] black~=23.1 datasets!=2.5.0 isort>=5.5.4 ruff<=0.0.259,>=0.0.241 GitPython<3.1.19 hf-doc-builder>=0.3.0 [ray] ray[tune] [retrieval] faiss-cpu datasets!=2.5.0 [sagemaker] sagemaker>=2.31.0 [sentencepiece] sentencepiece!=0.1.92,>=0.1.91 protobuf<=3.20.2 [serving] pydantic uvicorn fastapi starlette [sigopt] sigopt [sklearn] scikit-learn [speech] torchaudio librosa pyctcdecode>=0.4.0 phonemizer kenlm [testing] pytest pytest-xdist timeout-decorator parameterized psutil datasets!=2.5.0 dill<0.3.5 evaluate>=0.2.0 pytest-timeout black~=23.1 sacrebleu<2.0.0,>=1.4.12 rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 nltk GitPython<3.1.19 hf-doc-builder>=0.3.0 protobuf<=3.20.2 sacremoses rjieba safetensors>=0.2.1 beautifulsoup4 faiss-cpu cookiecutter==1.7.3 [tf] tensorflow<2.13,>=2.4 onnxconverter-common tf2onnx tensorflow-text<2.13 keras-nlp>=0.3.1 [tf-cpu] tensorflow-cpu<2.13,>=2.4 onnxconverter-common tf2onnx tensorflow-text<2.13 keras-nlp>=0.3.1 [tf-speech] librosa pyctcdecode>=0.4.0 phonemizer kenlm [timm] timm [tokenizers] tokenizers!=0.11.3,<0.14,>=0.11.1 [torch] torch!=1.12.0,>=1.9 [torch-speech] torchaudio librosa pyctcdecode>=0.4.0 phonemizer kenlm [torch-vision] torchvision Pillow [torchhub] filelock huggingface-hub<1.0,>=0.11.0 importlib_metadata numpy>=1.17 packaging>=20.0 protobuf<=3.20.2 regex!=2019.12.17 requests sentencepiece!=0.1.92,>=0.1.91 torch!=1.12.0,>=1.9 tokenizers!=0.11.3,<0.14,>=0.11.1 tqdm>=4.27 [video] decord==0.6.0 av==9.2.0 [vision] Pillow