Update app.py

app.py

@@ -3,16 +3,28 @@ import requests
 from bs4 import BeautifulSoup
 from transformers import pipeline
 
-# Use open-access model
-refiner = pipeline("text2text-generation", model="google/flan-t5-large")
+# Load open-access LLM
+llm = pipeline("text2text-generation", model="deepseek-ai/deepseek-coder-6.7b-instruct")
 
 def refine_from_url(url, instruction):
     try:
-        response = requests.get(url, timeout=5)
+        response = requests.get(url, timeout=10)
         soup = BeautifulSoup(response.text, "html.parser")
         raw_text = soup.get_text(separator="\n")
-        prompt = f"{instruction}\n\n{raw_text[:3000]}"  # truncate for token limit
-        output = refiner(prompt, max_new_tokens=512)[0]["generated_text"]
+
+        prompt = f"""
+You are a data refinement agent. Given the following webpage content, do the following:
+1. Extract clear headings and structure the content.
+2. Generate 5 question-answer pairs based on the content.
+3. Format everything in JSONL style for GPT2 training.
+
+Instruction: {instruction}
+
+Content:
+{raw_text[:6000]}
+"""
+
+        output = llm(prompt, max_new_tokens=1024)[0]["generated_text"]
         return output
     except Exception as e:
         return f"Error: {str(e)}"
@@ -20,12 +32,12 @@ def refine_from_url(url, instruction):
 demo = gr.Interface(
     fn=refine_from_url,
     inputs=[
-        gr.Textbox(label="Enter URL"),
-        gr.Textbox(label="Refinement Instruction", placeholder="e.g. Clean and structure this for AI training")
+        gr.Textbox(label="🔗 Enter Webpage URL"),
+        gr.Textbox(label="🧠 Instruction", placeholder="e.g. Clean and format this for GPT2 training")
     ],
-    outputs=gr.Textbox(label="Refined Output"),
-    title="🧠 Data Refiner with Flan-T5",
-    description="Crawl any webpage and refine its content using Flan-T5 for AI training or research."
+    outputs=gr.Textbox(label="📄 Refined JSONL Output"),
+    title="🧠 Link-Based Data Refiner + Q&A Generator",
+    description="Paste any webpage link. This app will crawl, refine, and generate question-answer pairs using DeepSeek LLM."
 )
 
 if __name__ == "__main__":