Prabhash commited on
Commit
9864d9d
1 Parent(s): 59caa02

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -3,7 +3,7 @@ from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
  # Load Gemma-2B model
6
- llm = AutoModelForCausalLM.from_pretrained("gemma-2b.Q4_K_S.gguf", max_new_tokens=8192, threads=3)
7
 
8
  # Define Pydantic object for input validation
9
  class Validation(BaseModel):
 
3
  from pydantic import BaseModel
4
 
5
  # Load Gemma-2B model
6
+ llm = AutoModelForCausalLM.from_pretrained("2b_it_v1p1.gguf", max_new_tokens=8192, threads=3)
7
 
8
  # Define Pydantic object for input validation
9
  class Validation(BaseModel):