wuxiaojun commited on
Commit
de1d7f1
1 Parent(s): 459ee04

replace to wuxiaojun AUTH_TOKEN

Browse files
Files changed (1) hide show
  1. launch.py +4 -1
launch.py CHANGED
@@ -34,7 +34,10 @@ lm_model = LlamaForCausalLM.from_pretrained(
34
  torch_dtype=torch.float16,
35
  use_auth_token=AUTH_TOKEN,
36
  quantization_config=BitsAndBytesConfig(load_in_4bit=True))
37
- tokenizer = LlamaTokenizer.from_pretrained(LM_MODEL_PATH, use_auth_token=AUTH_TOKEN)
 
 
 
38
 
39
  # visual model
40
  OPENAI_CLIP_MEAN = [0.48145466, 0.4578275, 0.40821073]
 
34
  torch_dtype=torch.float16,
35
  use_auth_token=AUTH_TOKEN,
36
  quantization_config=BitsAndBytesConfig(load_in_4bit=True))
37
+
38
+ TOKENIZER_PATH = "IDEA-CCNL/Ziya-LLaMA-13B-v1"
39
+ # tokenizer = LlamaTokenizer.from_pretrained(LM_MODEL_PATH, use_auth_token=AUTH_TOKEN)
40
+ tokenizer = LlamaTokenizer.from_pretrained(TOKENIZER_PATH)
41
 
42
  # visual model
43
  OPENAI_CLIP_MEAN = [0.48145466, 0.4578275, 0.40821073]