Spaces:
Running
Running
| from flask import Flask, request, jsonify | |
| import deepinfra | |
| import api_info | |
| app = Flask(__name__) | |
| def initial(): | |
| return '<pre>' + api_info.default_info + '</pre>' | |
| def available_models(): | |
| return jsonify(api_info.available_models) | |
| def endpoints(): | |
| return jsonify(api_info.endpoint) | |
| def developer_info(): | |
| return jsonify(api_info.developer_info) | |
| def generate(): | |
| query = request.args.get('query') # Assuming the query is sent in JSON format | |
| system_prompt = str(request.args.get('system', "Be Helpful and Friendly. Keep your response straightfoward, short and concise")) # Optional parameter with default value | |
| model = str(request.args.get('model', "meta-llama/Meta-Llama-3-70B-Instruct")) # Optional parameter with default value | |
| max_tokens = int(request.args.get('max_tokens', 512)) | |
| temperature = float(request.args.get('temperature', 0.7)) # Optional parameter with default value | |
| if query: | |
| response = deepinfra.generate(query, model=model, system_prompt=system_prompt, temperature=temperature, max_tokens=max_tokens) | |
| return jsonify([{'response': response}, {'developer_info': api_info.developer_info}]), 200 | |
| else: | |
| return jsonify(api_info.error_message), 400 | |
| if __name__ == '__main__': | |
| app.run(debug=True) | |