|
import gradio as gr |
|
from transformers import pipeline |
|
import torch |
|
import csv |
|
import re |
|
import warnings |
|
|
|
warnings.filterwarnings("ignore") |
|
|
|
|
|
MAGICODER_PROMPT = """You are an exceptionally intelligent coding assistant that consistently delivers accurate and reliable responses to user instructions. |
|
@@ Instruction |
|
{instruction} |
|
@@ Response |
|
""" |
|
|
|
|
|
generator = pipeline( |
|
model="ise-uiuc/Magicoder-S-DS-6.7B", |
|
task="text-generation", |
|
torch_dtype=torch.bfloat16, |
|
device_map="auto", |
|
) |
|
|
|
|
|
def generate_response(instruction): |
|
prompt = MAGICODER_PROMPT.format(instruction=instruction) |
|
result = generator(prompt, max_length=2048, num_return_sequences=1, temperature=0.0) |
|
response = result[0]["generated_text"] |
|
response_start_index = response.find("@@ Response") + len("@@ Response") |
|
response = response[response_start_index:].strip() |
|
return response |
|
|
|
|
|
def save_to_csv(data, filename): |
|
with open(filename, 'a', newline='') as csvfile: |
|
writer = csv.writer(csvfile) |
|
writer.writerow(data) |
|
|
|
|
|
def process_output(correct_output, feedback=None, correct_code=None): |
|
if correct_output.lower() == 'yes': |
|
save_to_csv(["Correct", feedback], 'output_ratings.csv') |
|
else: |
|
save_to_csv(["Incorrect", feedback, correct_code], 'output_ratings.csv') |
|
|
|
|
|
input_text = gr.inputs.Textbox(lines=5, label="Enter your instruction here:") |
|
output_text = gr.outputs.Textbox(label="Generated response:") |
|
|
|
def generate_and_process(instruction, correct_output): |
|
generated_response = generate_response(instruction) |
|
if correct_output.lower() == "no": |
|
feedback = gr.Interface( |
|
lambda x: x, |
|
gr.inputs.Textbox(lines=5, label="Please enter the correct code:"), |
|
"text" |
|
).launch() |
|
correct_code = feedback |
|
process_output(correct_output, feedback, correct_code) |
|
else: |
|
feedback = "" |
|
process_output(correct_output, feedback) |
|
return generated_response |
|
|
|
title = "Magicoder Assistant" |
|
description = "An intelligent coding assistant that generates responses based on user instructions." |
|
examples = [["Implement a high-level API for a TODO list application. The API takes as input an operation request and updates the TODO list in place. If the request is invalid, raise an exception."]] |
|
|
|
gr.Interface( |
|
generate_and_process, |
|
inputs=[input_text, "radio"], |
|
outputs=output_text, |
|
title=title, |
|
description=description, |
|
examples=examples |
|
).launch() |
|
|
