matthoffner commited on
Commit
7711348
1 Parent(s): 594e43a

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -2
main.py CHANGED
@@ -16,8 +16,7 @@ from pydantic import BaseModel
16
 
17
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
18
  model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
19
- model_type="starcoder",
20
- stream="True")
21
  app = fastapi.FastAPI(title="🪄WizardCoder💫")
22
  app.add_middleware(
23
  CORSMiddleware,
 
16
 
17
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
18
  model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
19
+ model_type="starcoder")
 
20
  app = fastapi.FastAPI(title="🪄WizardCoder💫")
21
  app.add_middleware(
22
  CORSMiddleware,