matthoffner commited on
Commit
8bd4741
ยท
1 Parent(s): cdf3500

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -1
main.py CHANGED
@@ -10,7 +10,9 @@ from ctransformers import AutoModelForCausalLM
10
  from pydantic import BaseModel
11
 
12
  config = {"max_seq_len": 4096}
13
- llm = AutoModelForCausalLM.from_pretrained('MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin', model_type='mpt')
 
 
14
  app = fastapi.FastAPI()
15
  app.add_middleware(
16
  CORSMiddleware,
 
10
  from pydantic import BaseModel
11
 
12
  config = {"max_seq_len": 4096}
13
+ llm = AutoModelForCausalLM.from_pretrained('TheBloke/MPT-7B-Storywriter-GGML',
14
+ model_file='mpt-7b-storywriter.ggmlv3.q4_0.bin',
15
+ model_type='mpt')
16
  app = fastapi.FastAPI()
17
  app.add_middleware(
18
  CORSMiddleware,