from flask import Flask, request, jsonify import deepinfra import api_info app = Flask(__name__) @app.route('/') def initial(): return '
' + api_info.default_info + '
' @app.route("/available_models", methods=['GET']) def available_models(): return jsonify(api_info.available_models) @app.route("/endpoints", methods=['GET']) def endpoints(): return jsonify(api_info.endpoint) @app.route("/developer_info", methods=['GET']) def developer_info(): return jsonify(api_info.developer_info) @app.route('/generate', methods=['GET']) def generate(): query = request.args.get('query') # Assuming the query is sent in JSON format system_prompt = str(request.args.get('system', "Be Helpful and Friendly. Keep your response straightfoward, short and concise")) # Optional parameter with default value model = str(request.args.get('model', "meta-llama/Meta-Llama-3-70B-Instruct")) # Optional parameter with default value max_tokens = int(request.args.get('max_tokens', 512)) temperature = float(request.args.get('temperature', 0.7)) # Optional parameter with default value if query: response = deepinfra.generate(query, model=model, system_prompt=system_prompt, temperature=temperature, max_tokens=max_tokens) return jsonify([{'response': response}, {'developer_info': api_info.developer_info}]), 200 else: return jsonify(api_info.error_message), 400 if __name__ == '__main__': app.run(debug=True)