Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
@@ -3,7 +3,7 @@ from fastapi import FastAPI
|
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
# Load Gemma-2B model
|
6 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
7 |
|
8 |
# Define Pydantic object for input validation
|
9 |
class Validation(BaseModel):
|
|
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
# Load Gemma-2B model
|
6 |
+
llm = AutoModelForCausalLM.from_pretrained("2b_it_v1p1.gguf", max_new_tokens=8192, threads=3)
|
7 |
|
8 |
# Define Pydantic object for input validation
|
9 |
class Validation(BaseModel):
|