Update model_handling.py

model_handling.py

@@ -1,4 +1,5 @@
-from transformers.file_utils import cached_path, hf_bucket_url
+# from transformers.file_utils import cached_path, hf_bucket_url
+from huggingface_hub import hf_hub_download
 from importlib.machinery import SourceFileLoader
 import os
 from transformers import EncoderDecoderModel, AutoConfig, AutoModel, EncoderDecoderConfig, RobertaForCausalLM, \
@@ -711,9 +712,10 @@ def download_tokenizer_files():
     resources = ['envibert_tokenizer.py', 'dict.txt', 'sentencepiece.bpe.model']
     for item in resources:
         if not os.path.exists(os.path.join(cache_dir, item)):
-            tmp_file = hf_bucket_url(model_name, filename=item)
-            tmp_file = cached_path(tmp_file, cache_dir=cache_dir)
-            os.rename(tmp_file, os.path.join(cache_dir, item))
+            hf_hub_download(model_name, filename=item)
+            # tmp_file = hf_bucket_url(model_name, filename=item)
+            # tmp_file = cached_path(tmp_file, cache_dir=cache_dir)
+            # os.rename(tmp_file, os.path.join(cache_dir, item))
 
 
 def init_tokenizer():