Spaces:
Sleeping
Sleeping
File size: 587 Bytes
51a45e9 2b330e8 51a45e9 caa5775 51a45e9 caa5775 51a45e9 caa5775 2b330e8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
from flask import Flask
from flask import request
from langchain_community.llms import Ollama
app = Flask(__name__)
llm = Ollama(model="phi3")
@app.route('/completion', methods=['POST'])
def completion():
"""
{
user: <username>,
text: <text>
}
"""
message = request.get_json()
llm_output = llm.invoke(message['text'])
print(llm_output)
return llm_output
# curl -v -X POST 'http://127.0.0.1:8000/completion' --header 'Content-Type: application/json' --data '{"user": "test-user", "text": "What do you know about 3D graphics"}' |