boris commited on
Commit
42ce7dd
1 Parent(s): dbbd01a

feat: shared cache folder

Browse files
Files changed (1) hide show
  1. seq2seq/run_seq2seq_flax.py +4 -1
seq2seq/run_seq2seq_flax.py CHANGED
@@ -19,8 +19,11 @@ Script adapted from run_summarization_flax.py
19
  """
20
  # You can also adapt this script on your own sequence to sequence task. Pointers for this are left as comments.
21
 
22
- import logging as pylogging # To avoid collision with transformers.utils.logging
23
  import os
 
 
 
 
24
  import sys
25
  import time
26
  from dataclasses import dataclass, field
 
19
  """
20
  # You can also adapt this script on your own sequence to sequence task. Pointers for this are left as comments.
21
 
 
22
  import os
23
+ # set a common huggingface cache folder (used with datasets and transformers)
24
+ os.environ['HF_HOME'] = '/data/huggingface/' # required before importing transformers & datasets
25
+
26
+ import logging as pylogging # To avoid collision with transformers.utils.logging
27
  import sys
28
  import time
29
  from dataclasses import dataclass, field