matthoffner commited on
Commit
7fdf7e0
1 Parent(s): 9e9fcb0

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -3
main.py CHANGED
@@ -1,6 +1,6 @@
1
  import json
2
  import markdown
3
- from typing import List, Dict, Any, Generator
4
  from functools import partial
5
 
6
  import fastapi
@@ -14,8 +14,6 @@ from anyio.to_thread import run_sync
14
  from ctransformers import AutoModelForCausalLM
15
  from pydantic import BaseModel
16
 
17
-
18
-
19
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
20
  model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
21
  model_type="starcoder")
 
1
  import json
2
  import markdown
3
+ from typing import Callable, List, Dict, Any, Generator
4
  from functools import partial
5
 
6
  import fastapi
 
14
  from ctransformers import AutoModelForCausalLM
15
  from pydantic import BaseModel
16
 
 
 
17
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
18
  model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
19
  model_type="starcoder")