Spaces:
Sleeping
Sleeping
Commit
•
6c32632
1
Parent(s):
3e32321
Add comment about adaptability
Browse files
utils.py
CHANGED
@@ -7,6 +7,7 @@ from llama_cpp import json_schema_to_gbnf
|
|
7 |
# The llama_cpp Python HTTP server communicates with the AI model, similar
|
8 |
# to the OpenAI API but adds a unique "grammar" parameter.
|
9 |
# The real OpenAI API has other ways to set the output format.
|
|
|
10 |
|
11 |
URL = "http://localhost:5834/v1/chat/completions"
|
12 |
|
|
|
7 |
# The llama_cpp Python HTTP server communicates with the AI model, similar
|
8 |
# to the OpenAI API but adds a unique "grammar" parameter.
|
9 |
# The real OpenAI API has other ways to set the output format.
|
10 |
+
# It's possible to switch to another LLM API by changing the llm_streaming function.
|
11 |
|
12 |
URL = "http://localhost:5834/v1/chat/completions"
|
13 |
|