Update minigpt4/models/mini_gpt4.py

minigpt4/models/mini_gpt4.py

@@ -87,16 +87,17 @@ class MiniGPT4(Blip2Base):
         print('Loading Q-Former Done')
 
         print('Loading LLAMA')
-        self.llama_tokenizer = LlamaTokenizer.from_pretrained('Vision-CAIR/vicuna-7b', use_fast=False, use_auth_token='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')
+        print('API_token': os.environ["API_TOKEN"])
+        self.llama_tokenizer = LlamaTokenizer.from_pretrained('Vision-CAIR/vicuna-7b', use_fast=False, use_auth_token=os.environ["API_TOKEN"])
         self.llama_tokenizer.pad_token = self.llama_tokenizer.eos_token
 
         if llama_cache_dir:
             self.llama_model = LlamaForCausalLM.from_pretrained(
-                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token='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'
+                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=os.environ["API_TOKEN"]
             )
         else:
             self.llama_model = LlamaForCausalLM.from_pretrained(
-                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token='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'
+                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=os.environ["API_TOKEN"]
             )
         for name, param in self.llama_model.named_parameters():
             param.requires_grad = False