Update main.py
Browse files
main.py
CHANGED
@@ -28,7 +28,7 @@ from transformers import pipeline
|
|
28 |
app = FastAPI()
|
29 |
|
30 |
# 更改pipeline类型到text-generation,并使用一个示例模型(如GPT-2)
|
31 |
-
pipe_gpt = pipeline("text-generation", model="FreedomIntelligence/Apollo-
|
32 |
|
33 |
@app.get("/infer_t5")
|
34 |
def infer_gpt(input: str):
|
|
|
28 |
app = FastAPI()
|
29 |
|
30 |
# 更改pipeline类型到text-generation,并使用一个示例模型(如GPT-2)
|
31 |
+
pipe_gpt = pipeline("text-generation", model="FreedomIntelligence/Apollo-7B-q8_0-GGUF",trust_remote_code=True)
|
32 |
|
33 |
@app.get("/infer_t5")
|
34 |
def infer_gpt(input: str):
|