HeshamHaroon commited on
Commit
0a9a631
1 Parent(s): 176f915

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -2,15 +2,17 @@ from gradio import Interface
2
  import gradio as gr
3
  import aranizer
4
  from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
5
- from transformers import AutoTokenizer, HfFolder, logging
 
6
  import os
7
 
8
  # Retrieve your Hugging Face token from the environment variable
9
  HF_TOKEN = os.getenv('HF_TOKEN')
10
 
11
  if HF_TOKEN:
12
- HfFolder.save_token(HF_TOKEN)
13
- os.environ["HUGGINGFACEHUB_API_TOKEN"] = HF_TOKEN
 
14
 
15
  # Load additional tokenizers from transformers
16
  gpt_13b_tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/AceGPT-13B")
 
2
  import gradio as gr
3
  import aranizer
4
  from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
5
+ from transformers import AutoTokenizer, logging
6
+ from huggingface_hub import HfApi, login
7
  import os
8
 
9
  # Retrieve your Hugging Face token from the environment variable
10
  HF_TOKEN = os.getenv('HF_TOKEN')
11
 
12
  if HF_TOKEN:
13
+ api = HfApi()
14
+ api.set_access_token(HF_TOKEN)
15
+ login(token=HF_TOKEN)
16
 
17
  # Load additional tokenizers from transformers
18
  gpt_13b_tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/AceGPT-13B")