Spaces:
Runtime error
Runtime error
File size: 1,426 Bytes
843a03b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
from flask import Flask, request, jsonify
import ollama
app = Flask(__name__)
@app.route('/generate', methods=['POST'])
def generate_response():
try:
# Get input text from the request
input_text = request.json.get('input_text')
# Ensure the user message contains content
if input_text:
# Send user message through the chat stream
# chat_stream.send(messages = {'role': 'user', 'content': input_text})
chat_stream = ollama.chat(
model="mistral",
messages=[{'role': 'user', 'content': input_text}],
stream=True
)
print('text sent to model ')
# Collect response chunks from the stream
response_chunks = []
for chunk in chat_stream:
response_chunks.append(chunk['message']['content'])
# Check for Mistral's "end_of_response" signal
if chunk['message']['role'] == 'system' and chunk['message'].get('end_of_response'):
break
# Complete response
response = ''.join(response_chunks)
print('response ' , response)
return jsonify({"response": response})
else:
return jsonify({"error": "User message must contain content."})
except Exception as e:
return jsonify({"error": str(e)})
if __name__ == '__main__':
app.run(host='0.0.0.0', port=8000)
|