Update model.py

model.py

@@ -7,7 +7,7 @@ os.makedirs(hf_cache_folder, exist_ok=True)
 
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
-model_id = "microsoft/Phi-3-medium-128k-instruct"
+model_id = "microsoft/Phi-3-mini-128k-instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_id, cache_dir=hf_cache_folder, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_id, cache_dir=hf_cache_folder, device_map="auto", trust_remote_code=True)
 ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>