Spaces:
Running
Running
Commit
•
c2af308
1
Parent(s):
726fee7
Update main.py
Browse files
main.py
CHANGED
|
@@ -2,6 +2,7 @@ from fastapi import FastAPI
|
|
| 2 |
from pydantic import BaseModel
|
| 3 |
import requests
|
| 4 |
from ctransformers import AutoModelForCausalLM
|
|
|
|
| 5 |
|
| 6 |
llms = {
|
| 7 |
"TinyLLama 1b 4_K_M 2048": {
|
|
|
|
| 2 |
from pydantic import BaseModel
|
| 3 |
import requests
|
| 4 |
from ctransformers import AutoModelForCausalLM
|
| 5 |
+
from llama_cpp import Llama
|
| 6 |
|
| 7 |
llms = {
|
| 8 |
"TinyLLama 1b 4_K_M 2048": {
|