Commit
·
7fdf7e0
1
Parent(s):
9e9fcb0
Update main.py
Browse files
main.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import json
|
| 2 |
import markdown
|
| 3 |
-
from typing import List, Dict, Any, Generator
|
| 4 |
from functools import partial
|
| 5 |
|
| 6 |
import fastapi
|
|
@@ -14,8 +14,6 @@ from anyio.to_thread import run_sync
|
|
| 14 |
from ctransformers import AutoModelForCausalLM
|
| 15 |
from pydantic import BaseModel
|
| 16 |
|
| 17 |
-
|
| 18 |
-
|
| 19 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
|
| 20 |
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
| 21 |
model_type="starcoder")
|
|
|
|
| 1 |
import json
|
| 2 |
import markdown
|
| 3 |
+
from typing import Callable, List, Dict, Any, Generator
|
| 4 |
from functools import partial
|
| 5 |
|
| 6 |
import fastapi
|
|
|
|
| 14 |
from ctransformers import AutoModelForCausalLM
|
| 15 |
from pydantic import BaseModel
|
| 16 |
|
|
|
|
|
|
|
| 17 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
|
| 18 |
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
| 19 |
model_type="starcoder")
|