matthoffner commited on
Commit
08d233d
1 Parent(s): 341885c

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -17,7 +17,7 @@ from pydantic import BaseModel
17
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
18
  model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
19
  model_type="starcoder",
20
- threads="8")
21
  app = fastapi.FastAPI(title="🪄WizardCoder💫")
22
  app.add_middleware(
23
  CORSMiddleware,
 
17
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
18
  model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
19
  model_type="starcoder",
20
+ threads=8)
21
  app = fastapi.FastAPI(title="🪄WizardCoder💫")
22
  app.add_middleware(
23
  CORSMiddleware,