Pedro Cuenca commited on
Commit
d86c32f
1 Parent(s): bdaeeba

* Update requirements for TPU support.

Browse files

This includes a complete installation as per the instructions in
https://github.com/huggingface/transformers/tree/master/examples/research_projects/jax-projects#tpu-vm

Note that `transformers` and `datasets` have been installed from source,
in editable mode.

Files changed (1) hide show
  1. requirements.txt +102 -5
requirements.txt CHANGED
@@ -1,5 +1,102 @@
1
- jax
2
- flax
3
- optax
4
- datasets
5
- git+https://github.com/huggingface/transformers
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==0.13.0
2
+ aiohttp==3.7.4.post0
3
+ argon2-cffi==20.1.0
4
+ async-generator==1.10
5
+ async-timeout==3.0.1
6
+ attrs==21.2.0
7
+ backcall==0.2.0
8
+ bleach==3.3.0
9
+ certifi==2021.5.30
10
+ cffi==1.14.5
11
+ chardet==4.0.0
12
+ chex==0.0.8
13
+ click==8.0.1
14
+ cycler==0.10.0
15
+ -e git+https://github.com/huggingface/datasets.git@8c80e4390532cae2ec46c31e5081db6fa3bce541#egg=datasets
16
+ debugpy==1.3.0
17
+ decorator==5.0.9
18
+ defusedxml==0.7.1
19
+ dill==0.3.4
20
+ dm-tree==0.1.6
21
+ entrypoints==0.3
22
+ filelock==3.0.12
23
+ flatbuffers==2.0
24
+ flax==0.3.4
25
+ fsspec==2021.6.1
26
+ huggingface-hub==0.0.12
27
+ idna==2.10
28
+ ipykernel==6.0.1
29
+ ipython==7.25.0
30
+ ipython-genutils==0.2.0
31
+ ipywidgets==7.6.3
32
+ jax==0.2.16
33
+ jaxlib==0.1.68
34
+ jedi==0.18.0
35
+ Jinja2==3.0.1
36
+ joblib==1.0.1
37
+ jsonschema==3.2.0
38
+ jupyter==1.0.0
39
+ jupyter-client==6.1.12
40
+ jupyter-console==6.4.0
41
+ jupyter-core==4.7.1
42
+ jupyterlab-pygments==0.1.2
43
+ jupyterlab-widgets==1.0.0
44
+ kiwisolver==1.3.1
45
+ libtpu-nightly==0.1.dev20210615
46
+ MarkupSafe==2.0.1
47
+ matplotlib==3.4.2
48
+ matplotlib-inline==0.1.2
49
+ mistune==0.8.4
50
+ msgpack==1.0.2
51
+ multidict==5.1.0
52
+ multiprocess==0.70.12.2
53
+ nbclient==0.5.3
54
+ nbconvert==6.1.0
55
+ nbformat==5.1.3
56
+ nest-asyncio==1.5.1
57
+ notebook==6.4.0
58
+ numpy==1.21.0
59
+ opt-einsum==3.3.0
60
+ optax==0.0.9
61
+ packaging==21.0
62
+ pandas==1.3.0
63
+ pandocfilters==1.4.3
64
+ parso==0.8.2
65
+ pexpect==4.8.0
66
+ pickleshare==0.7.5
67
+ Pillow==8.3.0
68
+ prometheus-client==0.11.0
69
+ prompt-toolkit==3.0.19
70
+ ptyprocess==0.7.0
71
+ pyarrow==4.0.1
72
+ pycparser==2.20
73
+ Pygments==2.9.0
74
+ pyparsing==2.4.7
75
+ pyrsistent==0.18.0
76
+ python-dateutil==2.8.1
77
+ pytz==2021.1
78
+ PyYAML==5.4.1
79
+ pyzmq==22.1.0
80
+ qtconsole==5.1.1
81
+ QtPy==1.9.0
82
+ regex==2021.7.1
83
+ requests==2.25.1
84
+ sacremoses==0.0.45
85
+ scipy==1.7.0
86
+ Send2Trash==1.7.1
87
+ six==1.16.0
88
+ terminado==0.10.1
89
+ testpath==0.5.0
90
+ tokenizers==0.10.3
91
+ toolz==0.11.1
92
+ tornado==6.1
93
+ tqdm==4.61.1
94
+ traitlets==5.0.5
95
+ -e git+https://github.com/pcuenca/transformers.git@f1c81d6b921fae7adf0f80be7e2567e92221ab1f#egg=transformers
96
+ typing-extensions==3.10.0.0
97
+ urllib3==1.26.6
98
+ wcwidth==0.2.5
99
+ webencodings==0.5.1
100
+ widgetsnbextension==3.5.1
101
+ xxhash==2.0.2
102
+ yarl==1.6.3