Spaces:
Sleeping
Sleeping
from flask import Flask, render_template, request, jsonify | |
from huggingface_hub import InferenceClient | |
import traceback | |
import json | |
import random | |
import os | |
app = Flask(__name__) | |
def safe_json_dumps(obj): | |
return json.dumps(obj, default=str) | |
def handle_exception(e): | |
tb = traceback.format_exc() | |
print(f"An error occurred: {str(e)}\n{tb}") | |
return jsonify({ | |
"error": str(e), | |
"traceback": tb | |
}), 500 | |
def index(): | |
if request.method == 'POST': | |
try: | |
code = request.form['code'] | |
list_of_token = [os.environ.get('HF_TOKEN1'), os.environ.get('HF_TOKEN2'), os.environ.get('HF_TOKEN3'), os.environ.get('HF_TOKEN4')] | |
client = InferenceClient( | |
os.environ.get('HF_MODEL_ID'), | |
token=random.choice(list_of_token) | |
) | |
prompt = f"""{os.environ.get('HF_PROMPT')}\n{code}\n{os.environ.get('HF_PROMPT2')}""" | |
res = client.text_generation(prompt, max_new_tokens=1024, stop=["```", "</Code>"]) | |
res = res[:res.rfind('\n')] | |
return jsonify({'result': res}) | |
except Exception as e: | |
tb = traceback.format_exc() | |
print(f"An error occurred while processing the code: {str(e)}\n{tb}") | |
return jsonify({ | |
"error": f"An error occurred while processing the code: {str(e)}", | |
"traceback": tb | |
}), 500 | |
return render_template('index.html') | |
if __name__ == '__main__': | |
app.run(debug=True) |