Guilherme34's picture
Update app.py
f506b54 verified
from flask import Flask, request, jsonify
from chat import generate_response, tokenizer
import requests
app = Flask(__name__)
def get_public_ip():
try:
response = requests.get("https://api.ipify.org?format=json")
response.raise_for_status()
data = response.json()
return data["ip"]
except requests.exceptions.RequestException as e:
print("Error:", e)
return None
@app.route('/openai/v1/chat/completions', methods=['POST'])
def chat_completions():
data = request.get_json()
message = data['messages'][0]['content']
history = data.get('history', [])
response = generate_response(message, history)
public_ip = get_public_ip()
return jsonify({
'id': 'chat_completion_id',
'object': 'chat.completion',
'created': 1234567890,
'model': 'Samanthav3-MIXTRALDOLPHIN-LORA',
'choices': [
{
'index': 0,
'message': {
'role': 'assistant',
'content': response
},
'finish_reason': 'stop'
}
],
'usage': {
'prompt_tokens': len(tokenizer.encode(message)),
'completion_tokens': len(tokenizer.encode(response)),
'total_tokens': len(tokenizer.encode(message)) + len(tokenizer.encode(response))
},
'public_ip': public_ip
})
if __name__ == '__main__':
app.run(host="0.0.0.0", port=7860)