app.py

from flask import Flask, request, jsonify
from chat import generate_response
import requests

app = Flask(__name__)

def get_public_ip():
    try:
        response = requests.get("https://api.ipify.org?format=json")
        response.raise_for_status()
        data = response.json()
        return data["ip"]
    except requests.exceptions.RequestException as e:
        print("Error:", e)
        return None

@app.route('/openai/v1/chat/completions', methods=['POST'])
def chat_completions():
    data = request.get_json()
    message = data['messages'][0]['content']
    history = data.get('history', [])
    response = generate_response(message, history)
    
    public_ip = get_public_ip()
    
    return jsonify({
        'id': 'chat_completion_id',
        'object': 'chat.completion',
        'created': 1234567890,
        'model': 'Samanthav3-MIXTRALDOLPHIN-LORA',
        'choices': [
            {
                'index': 0,
                'message': {
                    'role': 'assistant',
                    'content': response
                },
                'finish_reason': 'stop'
            }
        ],
        'usage': {
            'prompt_tokens': len(tokenizer.encode(message)),
            'completion_tokens': len(tokenizer.encode(response)),
            'total_tokens': len(tokenizer.encode(message)) + len(tokenizer.encode(response))
        },
        'public_ip': public_ip
    })

if __name__ == '__main__':
    app.run(host="0.0.0.0", port=7860)