Update model_utils.py

model_utils.py

@@ -7,7 +7,8 @@ from dotenv import load_dotenv
 # Define the model directory and name
 MODEL_DIR = "/home/user/model"
 # MODEL_NAME = "Giang07/Llama-2-7b-chat-QLoRa"
-MODEL_NAME = "meta-llama/Meta-Llama-3-8B"
+# MODEL_NAME = "meta-llama/Meta-Llama-3-8B"
+MODEL_NAME = "microsoft/Phi-3-mini-128k-instruct"
 
 # Load environment variables from .env file
 load_dotenv()
@@ -22,9 +23,11 @@ def load_model():
     config_path = os.path.join(MODEL_DIR, "config.json")
     if not os.path.exists(config_path):
         os.makedirs(MODEL_DIR, exist_ok=True)
-        model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, use_auth_token=api_token)
+        # model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, use_auth_token=api_token)
+        model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, trust_remote_code=True)
         model.save_pretrained(MODEL_DIR)
-        tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=api_token)
+        # tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=api_token)
+        tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
         tokenizer.save_pretrained(MODEL_DIR)
     else:
         model = AutoModelForCausalLM.from_pretrained(MODEL_DIR)