| import gradio | |
| import LlamaManager | |
| import os | |
| import huggingface_hub | |
| import random | |
| import ast | |
| HF_API = huggingface_hub.HfApi() | |
| LLAMAMANAGER = LlamaManager.LlamaManager(os.environ.get("HF_KEY_2"), True) | |
| def store_generated_data(data): | |
| token = os.environ.get("HF_BOT") | |
| data = f"{data}" | |
| HF_API.comment_discussion("xqt/SyntheticMBPP2", 1, data, repo_type = "dataset", token = token) | |
| def authenticate(secret_textbox): | |
| global LLAMAMANAGER | |
| password_list = os.environ.get("PASSWORD_LIST") | |
| password_list = password_list.split(":") | |
| api_key = "" | |
| if secret_textbox in password_list: | |
| api_key = os.environ.get("HF_KEY") | |
| else: | |
| api_key = secret_textbox | |
| LLAMAMANAGER = LlamaManager.LlamaManager(api_key, True) | |
| def generate_categories(categories_count, seed, temperature, top_p, frequency_penalty): | |
| categories = LLAMAMANAGER.auto_generate_questions_categories( | |
| count = categories_count, | |
| seed = seed, | |
| temperature = temperature, | |
| top_p = top_p, | |
| frequency_penalty = frequency_penalty | |
| ) | |
| data = { | |
| "type": "generate_categories", | |
| "categories": categories, | |
| "count": categories_count, | |
| "seed": seed, | |
| "temperature": temperature, | |
| "top_p": top_p, | |
| "frequency_penalty": frequency_penalty | |
| } | |
| store_generated_data(data) | |
| return gradio.Dropdown(choices = categories, value = random.choice(categories), label = "Select Category", interactive = True) | |
| def generate_shots(category, shots_count, seed, temperature, top_p, frequency_penalty): | |
| shots = LLAMAMANAGER.auto_generate_shots_for_category(category, shots_count, seed, temperature, top_p, frequency_penalty) | |
| shots = [[shot] for shot in shots] | |
| data = { | |
| "type": "generate_shots", | |
| "category": category, | |
| "shots": shots, | |
| "count": shots_count, | |
| "seed": seed, | |
| "temperature": temperature, | |
| "top_p": top_p, | |
| "frequency_penalty": frequency_penalty | |
| } | |
| store_generated_data(data) | |
| return gradio.DataFrame(value = shots, type = "array", label = "Generated Shots", interactive = False, headers = ["Shots"]) | |
| def generate_questions(questions_count, category, shots, seed, temperature, top_p, frequency_penalty): | |
| questions = LLAMAMANAGER.auto_generate_questions_from_shots(questions_count, category, shots, seed, temperature, top_p, frequency_penalty) | |
| questions_for_dataframe = [[question] for question in questions] | |
| data = { | |
| "type": "generate_questions", | |
| "questions": questions_for_dataframe, | |
| "count": questions_count, | |
| "category": category, | |
| "shots": shots, | |
| "seed": seed, | |
| "temperature": temperature, | |
| "top_p": top_p, | |
| "frequency_penalty": frequency_penalty | |
| } | |
| store_generated_data(data) | |
| return gradio.DataFrame(value = questions_for_dataframe, type = "array", label = "Generated Shots", interactive = False, headers = ["Questions"]), \ | |
| gradio.Dropdown(choices = questions, value = random.choice(questions), label = "Select a Question", interactive = True) | |
| def generate_function(question, temperature, top_p, frequency_penalty, seed): | |
| function_name, function_parameters, function_return = LLAMAMANAGER.auto_generate_function_signature_from_question( | |
| question, seed, temperature, top_p, frequency_penalty | |
| ) | |
| data = { | |
| "type": "generate_function", | |
| "question": question, | |
| "function_name": function_name, | |
| "function_parameters": function_parameters, | |
| "function_return": function_return, | |
| "temperature": temperature, | |
| "top_p": top_p, | |
| "frequency_penalty": frequency_penalty, | |
| "seed": seed | |
| } | |
| store_generated_data(data) | |
| return function_name, function_parameters, function_return | |
| def generate_answers_and_tests(question, function_name, function_parameters, function_return, temperature, top_p, frequency_penalty, seed): | |
| function_parameters = ast.literal_eval(function_parameters) | |
| code, tests = LLAMAMANAGER.auto_generate_answers_and_tests( | |
| question, function_name, function_parameters, function_return, seed, temperature, top_p, frequency_penalty | |
| ) | |
| data = { | |
| "type": "generate_answers_and_test", | |
| "question": question, | |
| "function_name": function_name, | |
| "function_parameters": function_parameters, | |
| "function_return": function_return, | |
| "code": code, | |
| "tests": tests, | |
| "temperature": temperature, | |
| "top_p": top_p, | |
| "frequency_penalty": frequency_penalty, | |
| "seed": seed | |
| } | |
| store_generated_data(data) | |
| for test in tests: | |
| code += f"\n{test}" | |
| return gradio.Markdown(f"\n```python\n{code}\n```", show_copy_button = True) | |
| with gradio.Blocks(fill_height=True) as base_app: | |
| gradio.Markdown("# Synthetic Python Programming Data Generation ⚙️") | |
| gradio.Markdown("# ❗️ Note: The data generated here by Llama3 and the settings used to generate it will be stored in the repository [here](https://huggingface.co/datasets/xqt/SyntheticMBPP2) for future use.") | |
| gradio.Markdown("# ❗️ Each successful interaction is saved [here](https://huggingface.co/datasets/xqt/SyntheticMBPP2/discussions/1).") | |
| gradio.Markdown("# ❗️ Feel free to use your own API key if the key here is rate limited. API Key is never stored in the repository.") | |
| gradio.Markdown("# ❗️ If you want to use a passcode, please text me.") | |
| gradio.Markdown("# Step 0: Use your own API Key/Passcode") | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __secret_textbox = gradio.Textbox(label = "API Key/Passcode", placeholder = "Enter your API Key/Passcode here", type = "password", interactive = True) | |
| with gradio.Column(): | |
| __passcode_authenticate = gradio.Button("Authenticate", scale = 2) | |
| gradio.Markdown("# Step 1: How many categories do you want to generate?") | |
| with gradio.Row(equal_height = True): | |
| with gradio.Column(scale = 2): | |
| __categories_count = gradio.Slider(minimum = 1, maximum = 20, step = 1, value = 10, label = "Number of Categories", interactive = True) | |
| with gradio.Column(): | |
| __categories_generate = gradio.Button("Generate Categories", scale = 2) | |
| with gradio.Accordion("Advanced Settings", open = False): | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __categories_temperature = gradio.Slider(minimum = 0.1, maximum = 2.0, step = 0.01, value = 1.0, label = "Temperature", interactive = True) | |
| __categories_top_p = gradio.Slider(minimum = 0.1, maximum = 0.99, step = 0.01, value = 0.9, label = "Top P", interactive = True) | |
| with gradio.Column(): | |
| __categories_frequency_penalty = gradio.Slider(minimum = -2.0, maximum = 2.0, step = 0.01, value = 0.0, label = "Frequency Penalty", interactive = True) | |
| __categories_seed = gradio.Slider(minimum = 0, maximum = 1000, step = 1, value = 123, label = "Seed", interactive = True) | |
| gradio.Markdown("# Step 2: Select a category to generate shots for and select the number of shots to generate") | |
| with gradio.Row(): | |
| with gradio.Column(scale = 2): | |
| __shots_category = gradio.Dropdown(choices = [], label = "Select Category", interactive = True) | |
| __shots_count = gradio.Slider(minimum = 2, maximum = 5, step = 1, value = 2, label = "Number of Shots", interactive = True) | |
| with gradio.Column(): | |
| __shots_generate = gradio.Button("Generate Shots", scale = 2) | |
| with gradio.Accordion("Advanced Settings", open = False): | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __shots_temperature = gradio.Slider(minimum = 0.1, maximum = 2.0, step = 0.01, value = 1.0, label = "Temperature", interactive = True) | |
| __shots_top_p = gradio.Slider(minimum = 0.1, maximum = 0.99, step = 0.01, value = 0.9, label = "Top P", interactive = True) | |
| with gradio.Column(): | |
| __shots_frequency_penalty = gradio.Slider(minimum = -2.0, maximum = 2.0, step = 0.01, value = 0.0, label = "Frequency Penalty", interactive = True) | |
| __shots_seed = gradio.Slider(minimum = 0, maximum = 1000, step = 1, value = 123, label = "Seed", interactive = True) | |
| __generated_shots = gradio.DataFrame(value = [], col_count = 1, type = "array", label = "Generated Shots", interactive = False, headers = ["Shots"]) | |
| gradio.Markdown("# Step 3: Generate Python Programming Questions for the generated shots") | |
| with gradio.Row(): | |
| with gradio.Column(scale = 2): | |
| __questions_count = gradio.Slider(minimum = 1, maximum = 30, step = 1, value = 10, label = "Number of Questions", interactive = True) | |
| with gradio.Column(): | |
| __questions_generate = gradio.Button("Generate Questions", scale = 2) | |
| with gradio.Accordion("Advanced Settings", open = False): | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __questions_temperature = gradio.Slider(minimum = 0.1, maximum = 2.0, step = 0.01, value = 1.0, label = "Temperature", interactive = True) | |
| __questions_top_p = gradio.Slider(minimum = 0.1, maximum = 0.99, step = 0.01, value = 0.9, label = "Top P", interactive = True) | |
| with gradio.Column(): | |
| __questions_frequency_penalty = gradio.Slider(minimum = -2.0, maximum = 2.0, step = 0.01, value = 0.0, label = "Frequency Penalty", interactive = True) | |
| __questions_seed = gradio.Slider(minimum = 0, maximum = 1000, step = 1, value = 123, label = "Seed", interactive = True) | |
| __generated_questions = gradio.DataFrame(value = [], col_count = 1, type = "array", label = "Generated Questions", interactive = False, headers = ["Questions"]) | |
| gradio.Markdown("# Step 4: Generate a function name, input parameters, and return type for the generated questions") | |
| with gradio.Row(): | |
| with gradio.Column(scale = 2): | |
| __function_question_dropdown = gradio.Dropdown(choices = [], label = "Select a Question", interactive = True, scale = 2) | |
| with gradio.Column(): | |
| __function_generate = gradio.Button("Generate Function", scale = 2) | |
| with gradio.Accordion("Advanced Settings", open = False): | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __function_temperature = gradio.Slider(minimum = 0.1, maximum = 2.0, step = 0.01, value = 1.0, label = "Temperature", interactive = True) | |
| __function_top_p = gradio.Slider(minimum = 0.1, maximum = 0.99, step = 0.01, value = 0.9, label = "Top P", interactive = True) | |
| with gradio.Column(): | |
| __function_frequency_penalty = gradio.Slider(minimum = -2.0, maximum = 2.0, step = 0.01, value = 0.0, label = "Frequency Penalty", interactive = True) | |
| __function_seed = gradio.Slider(minimum = 0, maximum = 1000, step = 1, value = 123, label = "Seed", interactive = True) | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __function_name = gradio.Textbox(label = "Function Name", placeholder = "dummy_foo", interactive = False) | |
| with gradio.Column(): | |
| __function_parameters = gradio.Textbox(label = "Input Parameters", placeholder = "['input_dict: dict, 'a': int]", interactive = False) | |
| with gradio.Column(): | |
| __function_return = gradio.Textbox(label = "Return Type", placeholder = "str", interactive = False) | |
| gradio.Markdown("# 🚀 Step 5: Generate a code.") | |
| __code_generate = gradio.Button("Generate Code", scale = 2) | |
| with gradio.Accordion("Advanced Settings", open = False): | |
| with gradio.Row(): | |
| with gradio.Column(): | |
| __code_temperature = gradio.Slider(minimum = 0.1, maximum = 2.0, step = 0.01, value = 1.0, label = "Temperature", interactive = True) | |
| __code_top_p = gradio.Slider(minimum = 0.1, maximum = 0.99, step = 0.01, value = 0.9, label = "Top P", interactive = True) | |
| with gradio.Column(): | |
| __code_frequency_penalty = gradio.Slider(minimum = -2.0, maximum = 2.0, step = 0.01, value = 0.0, label = "Frequency Penalty", interactive = True) | |
| __code_seed = gradio.Slider(minimum = 0, maximum = 1000, step = 1, value = 123, label = "Seed", interactive = True) | |
| __code = gradio.Markdown("🚀 Code will be generated here...", show_copy_button = True) | |
| __passcode_authenticate.click(authenticate, | |
| inputs = [__secret_textbox], | |
| outputs = [] | |
| ) | |
| __categories_generate.click(generate_categories, | |
| inputs = [__categories_count, __categories_seed, __categories_temperature, __categories_top_p, __categories_frequency_penalty], | |
| outputs = [__shots_category] | |
| ) | |
| __shots_generate.click(generate_shots, | |
| inputs = [__shots_category, __shots_count, __shots_seed, __shots_temperature, __shots_top_p, __shots_frequency_penalty], | |
| outputs = [__generated_shots] | |
| ) | |
| __questions_generate.click(generate_questions, | |
| inputs = [__questions_count, __shots_category, __generated_shots, __questions_seed, __questions_temperature, __questions_top_p, __questions_frequency_penalty], | |
| outputs = [__generated_questions, __function_question_dropdown] | |
| ) | |
| __function_generate.click(generate_function, | |
| inputs = [__function_question_dropdown, __function_temperature, __function_top_p, __function_frequency_penalty, __function_seed], | |
| outputs = [__function_name, __function_parameters, __function_return] | |
| ) | |
| __code_generate.click(generate_answers_and_tests, | |
| inputs = [__function_question_dropdown, __function_name, __function_parameters, __function_return, __code_temperature, __code_top_p, __code_frequency_penalty, __code_seed], | |
| outputs = [__code] | |
| ) | |
| if __name__ == "__main__": | |
| base_app.launch() |