VaibhavHD commited on
Commit
14aa92c
·
verified ·
1 Parent(s): fc2e2dc

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +2 -1
inference.py CHANGED
@@ -2,7 +2,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
2
  from peft import PeftModel
3
 
4
  BASE_MODEL = "deepseek-ai/deepseek-coder-1.3b-base"
5
- LORA_REPO = "https://huggingface.co/VaibhavHD/deepseek-lora-monthly"
 
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, trust_remote_code=True)
8
  base = AutoModelForCausalLM.from_pretrained(BASE_MODEL, trust_remote_code=True)
 
2
  from peft import PeftModel
3
 
4
  BASE_MODEL = "deepseek-ai/deepseek-coder-1.3b-base"
5
+ LORA_REPO = "VaibhavHD/deepseek-lora-monthly"
6
+
7
 
8
  tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, trust_remote_code=True)
9
  base = AutoModelForCausalLM.from_pretrained(BASE_MODEL, trust_remote_code=True)