[[package]] name = "atomicwrites" version = "1.4.0" description = "Atomic file writes." category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [[package]] name = "attrs" version = "19.3.0" description = "Classes Without Boilerplate" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [package.extras] azure-pipelines = ["coverage", "hypothesis", "pympler", "pytest (>=4.3.0)", "six", "zope.interface", "pytest-azurepipelines"] dev = ["coverage", "hypothesis", "pympler", "pytest (>=4.3.0)", "six", "zope.interface", "sphinx", "pre-commit"] docs = ["sphinx", "zope.interface"] tests = ["coverage", "hypothesis", "pympler", "pytest (>=4.3.0)", "six", "zope.interface"] [[package]] name = "certifi" version = "2021.5.30" description = "Python package for providing Mozilla's CA Bundle." category = "main" optional = false python-versions = "*" [[package]] name = "charset-normalizer" version = "2.0.3" description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." category = "main" optional = false python-versions = ">=3.5.0" [package.extras] unicode_backport = ["unicodedata2"] [[package]] name = "cli-ui" version = "0.10.3" description = "Build Nice User Interfaces In The Terminal" category = "dev" optional = false python-versions = ">=3.5,<4.0" [package.dependencies] colorama = ">=0.4.1,<0.5.0" tabulate = ">=0.8.3,<0.9.0" unidecode = ">=1.0.23,<2.0.0" [[package]] name = "click" version = "8.0.1" description = "Composable command line interface toolkit" category = "main" optional = false python-versions = ">=3.6" [package.dependencies] colorama = {version = "*", markers = "platform_system == \"Windows\""} importlib-metadata = {version = "*", markers = "python_version < \"3.8\""} [[package]] name = "colorama" version = "0.4.4" description = "Cross-platform colored terminal text." category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" [[package]] name = "contextlib2" version = "21.6.0" description = "Backports and enhancements for the contextlib module" category = "dev" optional = false python-versions = ">=3.6" [[package]] name = "docopt" version = "0.6.2" description = "Pythonic argument parser, that will make you smile" category = "dev" optional = false python-versions = "*" [[package]] name = "filelock" version = "3.0.12" description = "A platform independent file lock." category = "main" optional = false python-versions = "*" [[package]] name = "flake8" version = "3.9.2" description = "the modular source code checker: pep8 pyflakes and co" category = "dev" optional = false python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,>=2.7" [package.dependencies] importlib-metadata = {version = "*", markers = "python_version < \"3.8\""} mccabe = ">=0.6.0,<0.7.0" pycodestyle = ">=2.7.0,<2.8.0" pyflakes = ">=2.3.0,<2.4.0" [[package]] name = "huggingface-hub" version = "0.0.12" description = "Client library to download and publish models on the huggingface.co hub" category = "main" optional = false python-versions = ">=3.6.0" [package.dependencies] filelock = "*" importlib-metadata = {version = "*", markers = "python_version < \"3.8\""} packaging = ">=20.9" requests = "*" tqdm = "*" typing-extensions = "*" [package.extras] torch = ["torch"] testing = ["pytest"] quality = ["flake8 (>=3.8.3)", "isort (>=5.5.4)", "black (>=20.8b1)"] dev = ["flake8 (>=3.8.3)", "isort (>=5.5.4)", "black (>=20.8b1)", "pytest"] all = ["flake8 (>=3.8.3)", "isort (>=5.5.4)", "black (>=20.8b1)", "pytest"] [[package]] name = "idna" version = "3.2" description = "Internationalized Domain Names in Applications (IDNA)" category = "main" optional = false python-versions = ">=3.5" [[package]] name = "importlib-metadata" version = "4.6.1" description = "Read metadata from Python packages" category = "main" optional = false python-versions = ">=3.6" [package.dependencies] typing-extensions = {version = ">=3.6.4", markers = "python_version < \"3.8\""} zipp = ">=0.5" [package.extras] docs = ["sphinx", "jaraco.packaging (>=8.2)", "rst.linker (>=1.9)"] perf = ["ipython"] testing = ["pytest (>=4.6)", "pytest-checkdocs (>=2.4)", "pytest-flake8", "pytest-cov", "pytest-enabler (>=1.0.1)", "packaging", "pep517", "pyfakefs", "flufl.flake8", "pytest-perf (>=0.9.2)", "pytest-black (>=0.3.7)", "pytest-mypy", "importlib-resources (>=1.3)"] [[package]] name = "joblib" version = "1.0.1" description = "Lightweight pipelining with Python functions" category = "main" optional = false python-versions = ">=3.6" [[package]] name = "logzero" version = "1.7.0" description = "Robust and effective logging for Python 2 and 3" category = "main" optional = false python-versions = "*" [package.dependencies] colorama = {version = "*", markers = "sys_platform == \"win32\""} [[package]] name = "mccabe" version = "0.6.1" description = "McCabe checker, plugin for flake8" category = "dev" optional = false python-versions = "*" [[package]] name = "more-itertools" version = "8.8.0" description = "More routines for operating on iterables, beyond itertools" category = "dev" optional = false python-versions = ">=3.5" [[package]] name = "numpy" version = "1.21.1" description = "NumPy is the fundamental package for array computing with Python." category = "main" optional = false python-versions = ">=3.7" [[package]] name = "packaging" version = "21.0" description = "Core utilities for Python packages" category = "main" optional = false python-versions = ">=3.6" [package.dependencies] pyparsing = ">=2.0.2" [[package]] name = "pastel" version = "0.2.1" description = "Bring colors to your terminal." category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [[package]] name = "pep257" version = "0.7.0" description = "Python docstring style checker" category = "dev" optional = false python-versions = "*" [[package]] name = "pluggy" version = "0.13.1" description = "plugin and hook calling mechanisms for python" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [package.dependencies] importlib-metadata = {version = ">=0.12", markers = "python_version < \"3.8\""} [package.extras] dev = ["pre-commit", "tox"] [[package]] name = "poethepoet" version = "0.10.0" description = "A task runner that works well with poetry." category = "dev" optional = false python-versions = ">=3.6,<4.0" [package.dependencies] pastel = ">=0.2.0,<0.3.0" tomlkit = ">=0.6.0,<1.0.0" [[package]] name = "py" version = "1.10.0" description = "library with cross-python path, ini-parsing, io, code, log facilities" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [[package]] name = "pycodestyle" version = "2.7.0" description = "Python style guide checker" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [[package]] name = "pyflakes" version = "2.3.1" description = "passive checker of Python programs" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [[package]] name = "pyparsing" version = "2.4.7" description = "Python parsing module" category = "main" optional = false python-versions = ">=2.6, !=3.0.*, !=3.1.*, !=3.2.*" [[package]] name = "pytest" version = "5.4.3" description = "pytest: simple powerful testing with Python" category = "dev" optional = false python-versions = ">=3.5" [package.dependencies] atomicwrites = {version = ">=1.0", markers = "sys_platform == \"win32\""} attrs = ">=17.4.0" colorama = {version = "*", markers = "sys_platform == \"win32\""} importlib-metadata = {version = ">=0.12", markers = "python_version < \"3.8\""} more-itertools = ">=4.0.0" packaging = "*" pluggy = ">=0.12,<1.0" py = ">=1.5.0" wcwidth = "*" [package.extras] checkqa-mypy = ["mypy (==v0.761)"] testing = ["argcomplete", "hypothesis (>=3.56)", "mock", "nose", "requests", "xmlschema"] [[package]] name = "pytest-asyncio" version = "0.14.0" description = "Pytest support for asyncio." category = "dev" optional = false python-versions = ">= 3.5" [package.dependencies] pytest = ">=5.4.0" [package.extras] testing = ["async-generator (>=1.3)", "coverage", "hypothesis (>=5.7.1)"] [[package]] name = "pyyaml" version = "5.4.1" description = "YAML parser and emitter for Python" category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*" [[package]] name = "regex" version = "2021.7.6" description = "Alternative regular expression module, to replace re." category = "main" optional = false python-versions = "*" [[package]] name = "requests" version = "2.26.0" description = "Python HTTP for Humans." category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*" [package.dependencies] certifi = ">=2017.4.17" charset-normalizer = {version = ">=2.0.0,<2.1.0", markers = "python_version >= \"3\""} idna = {version = ">=2.5,<4", markers = "python_version >= \"3\""} urllib3 = ">=1.21.1,<1.27" [package.extras] socks = ["PySocks (>=1.5.6,!=1.5.7)", "win-inet-pton"] use_chardet_on_py3 = ["chardet (>=3.0.2,<5)"] [[package]] name = "sacremoses" version = "0.0.45" description = "SacreMoses" category = "main" optional = false python-versions = "*" [package.dependencies] click = "*" joblib = "*" regex = "*" six = "*" tqdm = "*" [[package]] name = "schema" version = "0.7.4" description = "Simple data validation library" category = "dev" optional = false python-versions = "*" [package.dependencies] contextlib2 = ">=0.5.5" [[package]] name = "six" version = "1.16.0" description = "Python 2 and 3 compatibility utilities" category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*" [[package]] name = "tabulate" version = "0.8.9" description = "Pretty-print tabular data" category = "dev" optional = false python-versions = "*" [package.extras] widechars = ["wcwidth"] [[package]] name = "tbump" version = "6.3.2" description = "Bump software releases" category = "dev" optional = false python-versions = ">=3.6,<4.0" [package.dependencies] attrs = ">=19.3.0,<20.0.0" cli-ui = ">=0.10.3,<0.11.0" docopt = ">=0.6.2,<0.7.0" schema = ">=0.7.1,<0.8.0" tomlkit = ">=0.5.8" [[package]] name = "tokenizers" version = "0.10.3" description = "Fast and Customizable Tokenizers" category = "main" optional = false python-versions = "*" [package.extras] testing = ["pytest"] [[package]] name = "tomlkit" version = "0.7.2" description = "Style preserving TOML library" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" [[package]] name = "torch" version = "1.9.0" description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration" category = "main" optional = false python-versions = ">=3.6.2" [package.dependencies] typing-extensions = "*" [[package]] name = "tqdm" version = "4.61.2" description = "Fast, Extensible Progress Meter" category = "main" optional = false python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,>=2.7" [package.dependencies] colorama = {version = "*", markers = "platform_system == \"Windows\""} [package.extras] dev = ["py-make (>=0.1.0)", "twine", "wheel"] notebook = ["ipywidgets (>=6)"] telegram = ["requests"] [[package]] name = "transformers" version = "4.9.0" description = "State-of-the-art Natural Language Processing for TensorFlow 2.0 and PyTorch" category = "main" optional = false python-versions = ">=3.6.0" [package.dependencies] filelock = "*" huggingface-hub = "0.0.12" importlib-metadata = {version = "*", markers = "python_version < \"3.8\""} numpy = ">=1.17" packaging = "*" pyyaml = ">=5.1" regex = "!=2019.12.17" requests = "*" sacremoses = "*" tokenizers = ">=0.10.1,<0.11" tqdm = ">=4.27" [package.extras] all = ["tensorflow (>=2.3)", "onnxconverter-common", "keras2onnx", "torch (>=1.0)", "jax (>=0.2.8)", "jaxlib (>=0.1.65)", "flax (>=0.3.4)", "optax (>=0.0.8)", "sentencepiece (==0.1.91)", "protobuf", "tokenizers (>=0.10.1,<0.11)", "soundfile", "torchaudio", "pillow", "optuna", "ray", "timm", "codecarbon (==1.2.0)"] codecarbon = ["codecarbon (==1.2.0)"] deepspeed = ["deepspeed (>=0.4.3)"] dev = ["tensorflow (>=2.3)", "onnxconverter-common", "keras2onnx", "torch (>=1.0)", "jax (>=0.2.8)", "jaxlib (>=0.1.65)", "flax (>=0.3.4)", "optax (>=0.0.8)", "sentencepiece (==0.1.91)", "protobuf", "tokenizers (>=0.10.1,<0.11)", "soundfile", "torchaudio", "pillow", "optuna", "ray", "timm", "codecarbon (==1.2.0)", "pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets", "pytest-timeout", "black (==21.4b0)", "sacrebleu (>=1.4.12)", "rouge-score", "nltk", "gitpython", "faiss-cpu", "cookiecutter (==1.7.2)", "isort (>=5.5.4)", "flake8 (>=3.8.3)", "fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "unidic-lite (>=1.0.7)", "unidic (>=1.0.2)", "docutils (==0.16.0)", "recommonmark", "sphinx (==3.2.1)", "sphinx-markdown-tables", "sphinx-rtd-theme (==0.4.3)", "sphinx-copybutton", "sphinxext-opengraph (==0.4.1)", "scikit-learn"] docs = ["tensorflow (>=2.3)", "onnxconverter-common", "keras2onnx", "torch (>=1.0)", "jax (>=0.2.8)", "jaxlib (>=0.1.65)", "flax (>=0.3.4)", "optax (>=0.0.8)", "sentencepiece (==0.1.91)", "protobuf", "tokenizers (>=0.10.1,<0.11)", "soundfile", "torchaudio", "pillow", "optuna", "ray", "timm", "codecarbon (==1.2.0)", "docutils (==0.16.0)", "recommonmark", "sphinx (==3.2.1)", "sphinx-markdown-tables", "sphinx-rtd-theme (==0.4.3)", "sphinx-copybutton", "sphinxext-opengraph (==0.4.1)"] docs_specific = ["docutils (==0.16.0)", "recommonmark", "sphinx (==3.2.1)", "sphinx-markdown-tables", "sphinx-rtd-theme (==0.4.3)", "sphinx-copybutton", "sphinxext-opengraph (==0.4.1)"] fairscale = ["fairscale (>0.3)"] flax = ["jax (>=0.2.8)", "jaxlib (>=0.1.65)", "flax (>=0.3.4)", "optax (>=0.0.8)"] integrations = ["optuna", "ray"] ja = ["fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "unidic-lite (>=1.0.7)", "unidic (>=1.0.2)"] modelcreation = ["cookiecutter (==1.7.2)"] onnx = ["onnxconverter-common", "keras2onnx", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"] onnxruntime = ["onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"] optuna = ["optuna"] quality = ["black (==21.4b0)", "isort (>=5.5.4)", "flake8 (>=3.8.3)"] ray = ["ray"] retrieval = ["faiss-cpu", "datasets"] sagemaker = ["sagemaker (>=2.31.0)"] sentencepiece = ["sentencepiece (==0.1.91)", "protobuf"] serving = ["pydantic", "uvicorn", "fastapi", "starlette"] sklearn = ["scikit-learn"] speech = ["soundfile", "torchaudio"] testing = ["pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets", "pytest-timeout", "black (==21.4b0)", "sacrebleu (>=1.4.12)", "rouge-score", "nltk", "gitpython", "faiss-cpu", "cookiecutter (==1.7.2)"] tf = ["tensorflow (>=2.3)", "onnxconverter-common", "keras2onnx"] tf-cpu = ["tensorflow-cpu (>=2.3)", "onnxconverter-common", "keras2onnx"] timm = ["timm"] tokenizers = ["tokenizers (>=0.10.1,<0.11)"] torch = ["torch (>=1.0)"] torchhub = ["filelock", "huggingface-hub (==0.0.12)", "importlib-metadata", "numpy (>=1.17)", "packaging", "protobuf", "regex (!=2019.12.17)", "requests", "sacremoses", "sentencepiece (==0.1.91)", "torch (>=1.0)", "tokenizers (>=0.10.1,<0.11)", "tqdm (>=4.27)"] vision = ["pillow"] [[package]] name = "typing-extensions" version = "3.10.0.0" description = "Backported and Experimental Type Hints for Python 3.5+" category = "main" optional = false python-versions = "*" [[package]] name = "unidecode" version = "1.2.0" description = "ASCII transliterations of Unicode text" category = "dev" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" [[package]] name = "urllib3" version = "1.26.6" description = "HTTP library with thread-safe connection pooling, file post, and more." category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, <4" [package.extras] brotli = ["brotlipy (>=0.6.0)"] secure = ["pyOpenSSL (>=0.14)", "cryptography (>=1.3.4)", "idna (>=2.0.0)", "certifi", "ipaddress"] socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"] [[package]] name = "wcwidth" version = "0.2.5" description = "Measures the displayed width of unicode strings in a terminal" category = "dev" optional = false python-versions = "*" [[package]] name = "zipp" version = "3.5.0" description = "Backport of pathlib-compatible object wrapper for zip files" category = "main" optional = false python-versions = ">=3.6" [package.extras] docs = ["sphinx", "jaraco.packaging (>=8.2)", "rst.linker (>=1.9)"] testing = ["pytest (>=4.6)", "pytest-checkdocs (>=2.4)", "pytest-flake8", "pytest-cov", "pytest-enabler (>=1.0.1)", "jaraco.itertools", "func-timeout", "pytest-black (>=0.3.7)", "pytest-mypy"] [metadata] lock-version = "1.1" python-versions = "^3.7" content-hash = "ab3adc69d784a440829b032c004bf0052563aadb695ed62d6104b750b271884a" [metadata.files] atomicwrites = [] attrs = [] certifi = [] charset-normalizer = [] cli-ui = [] click = [] colorama = [] contextlib2 = [] docopt = [] filelock = [] flake8 = [] huggingface-hub = [] idna = [] importlib-metadata = [] joblib = [] logzero = [] mccabe = [] more-itertools = [] numpy = [] packaging = [] pastel = [] pep257 = [] pluggy = [] poethepoet = [] py = [] pycodestyle = [] pyflakes = [] pyparsing = [] pytest = [] pytest-asyncio = [] pyyaml = [] regex = [] requests = [] sacremoses = [] schema = [] six = [] tabulate = [] tbump = [] tokenizers = [] tomlkit = [] torch = [] tqdm = [] transformers = [] typing-extensions = [] unidecode = [] urllib3 = [] wcwidth = [] zipp = []