Update main.py
Browse files
main.py
CHANGED
@@ -3,7 +3,8 @@ from fastapi import FastAPI, Form
|
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
#Model loading
|
6 |
-
llm = AutoModelForCausalLM.from_pretrained(
|
|
|
7 |
model_type='llama',
|
8 |
# max_new_tokens = 1096,
|
9 |
threads = 3,
|
|
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
#Model loading
|
6 |
+
llm = AutoModelForCausalLM.from_pretrained("TheBloke/CodeLlama-7B-Python-GGUF",
|
7 |
+
model_file="Meta-Llama-3-8B-Instruct-Q4_K_M.gguf",
|
8 |
model_type='llama',
|
9 |
# max_new_tokens = 1096,
|
10 |
threads = 3,
|