Spaces:

lavague-ai
/

lavague

Running

App Files Files Community

JoFrost commited on Apr 4

Commit

e40d2f9

•

1 Parent(s): be2352b

chore: restore demo temporarily

Browse files

Files changed (1) hide show

app.py +153 -9

app.py CHANGED Viewed

@@ -4,17 +4,161 @@ import requests
 import uuid
 import os
 title = """
 <div align="center">
   <h1>🌊 Welcome to LaVague</h1>
-  <p>This space provides a managed instance of <a href="https://github.com/lavague-ai/LaVague">LaVague</a>, an open-source Large Action Model (LAM) framework allowing users to write queries in natural language to interact with a website by automatically generating Selenium code.</p>
-  <p><b> ⚠️Update 03/30/2024:</b> After a few days of activity, we have decided to close this Space. We noticed several prompt injection attempts on our server that could crash this space. Though we provided an initial sandboxing, the effort to have a usable and safe environment for users would be too much</p>.
-  <p>However, you can easily run for free LaVague on a <a href="https://colab.research.google.com/github/lavague-ai/lavague/blob/main/docs/docs/get-started/quick-tour.ipynb">Google Colab</a> or run in on your machine with our <a href="https://docs.lavague.ai/en/latest/docs/get-started/quick-tour/">Quick Tour</a></p>.
 </div>
 """
-with gr.Blocks() as demo:
-  with gr.Tab("LaVague"):
-    with gr.Row():
-        gr.HTML(title)
-demo.launch()

 import uuid
 import os
+SERVER_URL = "https://lavague.mithrilsecurity.io"
+piwik_header = '''
+<!-- Google Tag Manager -->
+<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+})(window,document,'script','dataLayer','GTM-TVD93MF');</script>
+<!-- End Google Tag Manager -->
+<html lang="en">
+'''
+piwik_footer = '''
+<!-- Google Tag Manager (noscript) -->
+<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-TVD93MF"
+height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+<!-- End Google Tag Manager (noscript) -->
+'''
 title = """
 <div align="center">
   <h1>🌊 Welcome to LaVague</h1>
+  <p>Redefining internet surfing by transforming natural language instructions into seamless browser interactions.</p>
 </div>
 """
+# action_engine = ActionEngine(llm, embedder)
+def exec_code_req(url, query, user_id):
+    headers = {
+        "X-User-ID": user_id,  # Include the X-User-ID header for authentication
+        "X-API-Key": os.environ['API_KEY']
+    }
+    try:
+        response = requests.post(SERVER_URL + "/execute_req", json={"url": url, "query": query}, headers=headers)
+        if response.status_code == 200:
+            return response.json()
+        else:
+            return {"error": f"Failed with status code {response.status_code}"}
+    except requests.RequestException as e:
+        return {"error": str(e)}
+def get_screenshot_req(url, user_id):
+    headers = {
+        "X-User-ID": user_id,  # Include the X-User-ID header for authentication
+        "X-API-Key": os.environ['API_KEY']
+    }
+    try:
+        response = requests.get(SERVER_URL + "/screenshot", params={"url": url}, headers=headers)
+        if response.status_code == 200:
+            return response.json()
+        else:
+            return {"error": f"Failed with status code {response.status_code}"}
+    except requests.RequestException as e:
+        return {"error": str(e)}
+def process_url(url, user_id):
+    if user_id == "":
+        user_id = str(uuid.uuid4())
+    r = get_screenshot_req(url, user_id)
+    f = open("screenshot.png", "wb")
+    scr = base64.b64decode(r["result"])
+    f.write(scr)
+    return "screenshot.png", user_id
+def exec_code(code, source_nodes, full_code, url, query, user_id):
+    html = ""
+    url_base = url
+    try:
+        r = exec_code_req(url, query, user_id)
+        url = r["url"]
+        html = r["html"]
+        code = r["code"]
+        source_nodes = r["source_nodes"]
+        err = r["err"]
+        if r["result"] == True:
+            output = "Successful code execution"
+            status = """<p style="color: green; font-size: 20px; font-weight: bold;">Success!</p>"""
+        else:
+            output = f"Error in code execution: {err}"
+            status = """<p style="color: red; font-size: 20px; font-weight: bold;">Failure! Open the Debug tab for more information</p>"""
+        full_code += code
+        try:
+            tel = requests.post('https://telemetrylavague.mithrilsecurity.io/send_data', json={"code_produced": code, "llm": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "screenshot": "", "url": url_base, "html_code": "", "query": query, "nodes": "", "user_id": "", "origin": "HF-Space", "success": str(r["result"])})
+        except Exception:
+            pass
+    except Exception as e:
+        output = f"Error in code execution: {str(e)}"
+        status = """<p style="color: red; font-size: 20px; font-weight: bold;">Failure! Open the Debug tab for more information</p>"""
+    return output, code, html, status, full_code, url, source_nodes
+def update_image_display(img, url, user_id):
+    r = get_screenshot_req(url, user_id)
+    f = open("screenshot.png", "wb")
+    scr = base64.b64decode(r["result"])
+    f.write(scr)
+    return "screenshot.png", url
+def show_processing_message(user_id):
+    if user_id == "":
+        user_id = str(uuid.uuid4())
+    return "Processing...", user_id
+def create_demo(base_url, instructions):
+  gr.HTML(piwik_header)
+  with gr.Blocks() as demo:
+      with gr.Tab("LaVague"):
+        with gr.Row():
+            gr.HTML(title)
+        with gr.Row():
+            user_id = gr.Textbox(value="", label="User ID", interactive=False, visible=False)
+        with gr.Row():
+            url_input = gr.Textbox(value=base_url, label="Enter URL and press 'Enter' to load the page.")
+        with gr.Row():
+            with gr.Column(scale=7):
+                image_display = gr.Image(label="Browser", interactive=False)
+            with gr.Column(scale=3):
+                with gr.Accordion(label="Full code", open=False):
+                    full_code = gr.Code(value="", language="python", interactive=False)
+                code_display = gr.Code(label="Generated code", language="python",
+                                        lines=5, interactive=True)
+                status_html = gr.HTML()
+        with gr.Row():
+            with gr.Column(scale=8):
+                text_area = gr.Textbox(label="Enter instructions and press 'Enter' to generate code.")
+                gr.Examples(examples=instructions, inputs=text_area)
+      with gr.Tab("Debug"):
+        with gr.Row():
+            with gr.Column():
+                log_display = gr.Textbox(interactive=False, lines=20)
+            with gr.Column():
+                source_display = gr.Code(language="html", label="Retrieved nodes", interactive=False, lines=20)
+        with gr.Row():
+            with gr.Accordion(label="Full HTML", open=False):
+                full_html = gr.Code(language="html", label="Full HTML", interactive=False, lines=20)
+      # Linking components
+      url_input.submit(process_url, inputs=[url_input, user_id], outputs=[image_display, user_id], queue=False)
+      text_area.submit(show_processing_message,  inputs=[user_id], outputs=[status_html, user_id], queue=False).then(
+          exec_code, inputs=[code_display, source_display, full_code, url_input, text_area, user_id],
+          outputs=[log_display, code_display, full_html, status_html, full_code, url_input, source_display], queue=False
+      ).then(
+          update_image_display, inputs=[image_display, url_input, user_id], outputs=[image_display, url_input], queue=False
+      )
+      gr.HTML(piwik_footer)
+  demo.launch(share=True, debug=True)
+base_url = "https://huggingface.co/"
+instructions = ["Click on the Models item on the menu",
+                "Click on the search bar 'Filter by name', type 'The Stack', and press 'Enter'",
+                "Scroll by 500 pixels",]
+create_demo(base_url, instructions)