reddy

app.py

@@ -1,9 +1,14 @@
 import gradio as gr
+from llama_cpp import Llama
 
-def code_block(code):
-    # Add your code logic here
-    # This function will be called when the submit button is clicked
-    pass
+llm = Llama.from_pretrained("", filename="", n_ctx=16384, n_gpu_layers=99)
+
+def code_block(txt, mdn):
+    return txt + (res := llm(
+        prompt=txt, 
+        max_length=16384-len(txt),
+        stop=['###', '///', '\n\n\n\n'],
+    )['generated_text']), mdn+txt+res
 
 code_input = gr.inputs.Code(label="Enter your code here")
 submit_button = gr.outputs.Button(label="Submit")