feat: woorking demo

app.py

@@ -1,52 +1,21 @@
 import gradio as gr
-from selenium import webdriver
-from selenium.webdriver.chrome.service import Service
-from selenium.webdriver.common.by import By
-from selenium.webdriver.chrome.options import Options
-from selenium.webdriver.common.keys import Keys
 from lavague.ActionEngine import ActionEngine
 from lavague.defaults import DefaultLocalLLM, DefaultLLM
 from llama_index.llms.huggingface import HuggingFaceInferenceAPI
+import base64
+import requests
+import uuid
+import re
 
 MAX_CHARS = 1500
 
+USER_ID = str(uuid.uuid4())
+SERVER_URL = "https://lavague.mithrilsecurity.io"
+
 # Use this action_engine instead to have a local inference
 # action_engine = ActionEngine(llm=DefaultLocalLLM())
 
-
-import os
-from llama_index.llms.azure_openai import AzureOpenAI
-
-api_key=os.getenv("AZURE_OPENAI_KEY")
-api_version="2023-05-15"
-azure_endpoint = os.getenv("AZURE_OPENAI_ENDPOINT")
-model = "gpt-4"
-deployment_name = "gpt-4-turbo"
-
-llm = AzureOpenAI(
-    model=model,
-    deployment_name=deployment_name,
-    api_key=api_key,
-    azure_endpoint=azure_endpoint,
-    api_version=api_version,
-    temperature=0.0
-)
-
-action_engine = ActionEngine(llm=llm)
-
-## Setup chrome options
-chrome_options = Options()
-chrome_options.add_argument("--headless") # Ensure GUI is off
-chrome_options.add_argument("--no-sandbox")
-chrome_options.add_argument("--window-size=1600,900")
-
-# Set path to chrome/chromedriver as per your configuration
-
-import os.path
-homedir = os.path.expanduser("~")
-chrome_options.binary_location = "./chrome-linux64/chrome"
-webdriver_service = Service("./chromedriver-linux64/chromedriver")
-
+action_engine = ActionEngine()
 
 title = """
 <div align="center">
@@ -55,35 +24,62 @@ title = """
 </div>
 """
 
-# Choose Chrome Browser
-driver = webdriver.Chrome(service=webdriver_service, options=chrome_options)
-
 # action_engine = ActionEngine(llm, embedder)
 
+def exec_code_req(url, code):
+    headers = {
+        "X-User-ID": USER_ID  # Include the X-User-ID header for authentication
+    }
+    try:
+        response = requests.post(SERVER_URL + "/execute_req", json={"url": url, "requests": code}, headers=headers)
+        if response.status_code == 200:
+            return response.json()
+        else:
+            return {"error": f"Failed with status code {response.status_code}"}
+    except requests.RequestException as e:
+        return {"error": str(e)}
+
+def get_html(url):
+    headers = {
+        "X-User-ID": USER_ID  # Include the X-User-ID header for authentication
+    }
+    try:
+        response = requests.post(SERVER_URL + "/get_html", json={"url": url}, headers=headers)
+        if response.status_code == 200:
+            return response.json()
+        else:
+            return {"error": f"Failed with status code {response.status_code}"}
+    except requests.RequestException as e:
+        return {"error": str(e)}
+
+
+def send_request(url):
+    headers = {
+        "X-User-ID": USER_ID  # Include the X-User-ID header for authentication
+    }
+    try:
+        response = requests.get(SERVER_URL + "/screenshot", params={"url": url}, headers=headers)
+        if response.status_code == 200:
+            return response.json()
+        else:
+            return {"error": f"Failed with status code {response.status_code}"}
+    except requests.RequestException as e:
+        return {"error": str(e)}
+
 def process_url(url):
-    driver.get(url)
-    driver.save_screenshot("screenshot.png")
-    # This function is supposed to fetch and return the image from the URL.
-    # Placeholder function: replace with actual image fetching logic.
+    r = send_request(url)
+    f = open("screenshot.png", "wb")
+    scr = base64.b64decode(r["result"])
+    f.write(scr)
     return "screenshot.png"
 
 def process_instruction(query, url_input):
-    if url_input != driver.current_url:
-        driver.get(url_input)
-    state = driver.page_source
+    r = get_html(url_input)
+    state = r["html"]
     query_engine = action_engine.get_query_engine(state)
-    streaming_response = query_engine.query(query)
-
-    source_nodes = streaming_response.get_formatted_sources(MAX_CHARS)
-
-    response = ""
-
-    for text in streaming_response.response_gen:
-    # do something with text as they arrive.
-        response += text
-        yield response, source_nodes
-
-import re
+    response = query_engine.query(query)
+    source_nodes = response.get_formatted_sources(MAX_CHARS)
+    return response.response, source_nodes
 
 def extract_first_python_code(markdown_text):
     # Pattern to match the first ```python ``` code block
@@ -99,41 +95,34 @@ def extract_first_python_code(markdown_text):
         return None
 
 
-def exec_code(code, source_nodes, full_code):
-    print(code)
+def exec_code(code, source_nodes, full_code, url):
     code = extract_first_python_code(code)
-    html = driver.page_source
+    html = ""
     try:
-        exec(code)
+        r = exec_code_req(url, code)
+        url = r["url"]
+        html = r["html"]
         output = "Successful code execution"
         status = """<p style="color: green; font-size: 20px; font-weight: bold;">Success!</p>"""
         full_code += code
     except Exception as e:
         output = f"Error in code execution: {str(e)}"
         status = """<p style="color: red; font-size: 20px; font-weight: bold;">Failure! Open the Debug tab for more information</p>"""
-    return output, code, html, status, full_code
+    return output, code, html, status, full_code, url
 
-def update_image_display(img):
-    driver.save_screenshot("screenshot.png")
-    url = driver.current_url
+def update_image_display(img, url):
+    r = send_request(url)
+    f = open("screenshot.png", "wb")
+    scr = base64.b64decode(r["result"])
+    f.write(scr)
     return "screenshot.png", url
 
 def show_processing_message():
     return "Processing..."
 
-def update_image_display(img):
-    driver.save_screenshot("screenshot.png")
-    url = driver.current_url
-    return "screenshot.png", url
-
-base_url = "https://huggingface.co/"
-
-instructions = ["Click on the Datasets item on the menu, between Models and Spaces",
-                "Click on the search bar 'Filter by name', type 'The Stack', and press 'Enter'",
-                "Scroll by 500 pixels",]
-
-with gr.Blocks() as demo:
-    with gr.Tab("LaVague"):
+def create_demo(base_url, instructions):
+  with gr.Blocks() as demo:
+      with gr.Tab("LaVague"):
         with gr.Row():
             gr.HTML(title)
         with gr.Row():
@@ -154,7 +143,7 @@ with gr.Blocks() as demo:
             with gr.Column(scale=8):
                 text_area = gr.Textbox(label="Enter instructions and press 'Enter' to generate code.")
                 gr.Examples(examples=instructions, inputs=text_area)
-    with gr.Tab("Debug"):
+      with gr.Tab("Debug"):
         with gr.Row():
             with gr.Column():
                 log_display = gr.Textbox(interactive=False, lines=20)
@@ -163,15 +152,23 @@ with gr.Blocks() as demo:
         with gr.Row():
             with gr.Accordion(label="Full HTML", open=False):
                 full_html = gr.Code(language="html", label="Full HTML", interactive=False, lines=20)
+  
+      # Linking components
+      url_input.submit(process_url, inputs=url_input, outputs=image_display)
+      text_area.submit(show_processing_message, outputs=[status_html]).then(
+          process_instruction, inputs=[text_area, url_input], outputs=[code_display, source_display]
+          ).then(
+          exec_code, inputs=[code_display, source_display, full_code, url_input], 
+          outputs=[log_display, code_display, full_html, status_html, full_code, url_input]
+      ).then(
+          update_image_display, inputs=[image_display, url_input], outputs=[image_display, url_input]
+      )
+  demo.launch(share=True, debug=True)
+
+base_url = "https://huggingface.co/"
+
+instructions = ["Click on the Datasets item on the menu, between Models and Spaces",
+                "Click on the search bar 'Filter by name', type 'The Stack', and press 'Enter'",
+                "Scroll by 500 pixels",]
 
-    # Linking components
-    url_input.submit(process_url, inputs=url_input, outputs=image_display)
-    text_area.submit(show_processing_message, outputs=[status_html]).then(
-        process_instruction, inputs=[text_area, url_input], outputs=[code_display, source_display]
-        ).then(
-        exec_code, inputs=[code_display, source_display, full_code], 
-        outputs=[log_display, code_display, full_html, status_html, full_code]
-    ).then(
-        update_image_display, inputs=image_display, outputs=[image_display, url_input]
-    )
-demo.launch(debug=True)
+create_demo(base_url, instructions)

chrome-linux64/ABOUT

@@ -1,9 +0,0 @@
-Google Chrome
-
-Copyright 2024 Google LLC. All rights reserved.
-
-Chrome is made possible by the Chromium open source project
-(https://www.chromium.org/) and other open source software
-(chrome://credits).
-
-See the Terms of Service at chrome://terms.

chrome-linux64/MEIPreload/manifest.json

@@ -1,8 +0,0 @@
-{
-  "name": "MEI Preload", 
-  "icons": {}, 
-  "version": "1.0.7.1652906823", 
-  "manifest_version": 2, 
-  "update_url": "https://clients2.google.com/service/update2/crx", 
-  "description": "Contains preloaded data for Media Engagement"
-}

chrome-linux64/MEIPreload/preloaded_data.pb

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c6070a157b4e28d16fbccbd233e93846ddb070c85e1a1bc64469b7a5f1424fad
-size 8254

chrome-linux64/chrome

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e5f912ec332df79dfcba176cd7219cdefabd9d21a1474262a6eed02f2d66af6
-size 237713440

chrome-linux64/chrome-wrapper

@@ -1,163 +0,0 @@
-#!/bin/bash
-
-# Copyright 2011 The Chromium Authors
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-# Running Chromium via this script makes it possible to set Chromium as the
-# default browser directly out of a compile, without needing to package it.
-
-DESKTOP="chromium-devel"
-TITLE="Chromium"
-
-usage() {
-  echo "$0 [--gdb] [--help] [--man-page] [--] [chrome-options]"
-  echo
-  echo "        --gdb                   Start within gdb"
-  echo "        --help                  This help screen"
-  echo "        --man-page              Open the man page in the tree"
-}
-
-# Check to see if there is a desktop file of the given name.
-exists_desktop_file() {
-    # Build a search list from $XDG_DATA_HOME and $XDG_DATA_DIRS, the latter
-    # of which can itself be a colon-separated list of directories to search.
-    search="${XDG_DATA_HOME:-$HOME/.local/share}:${XDG_DATA_DIRS:-/usr/local/share:/usr/share}"
-    IFS=:
-    for dir in $search; do
-        unset IFS
-        [ "$dir" -a -d "$dir/applications" ] || continue
-        [ -r "$dir/applications/$DESKTOP.desktop" ] && return
-    done
-    # Didn't find it in the search path.
-    return 1
-}
-
-# Checks a file to see if it's a 32 or 64-bit.
-check_executable() {
-    out=$(file $(readlink -f $1) 2> /dev/null)
-    echo $out | grep -qs "ELF 32-bit LSB"
-    if [ $? = 0 ]; then
-        echo 32
-        return
-    fi
-    echo $out | grep -qs "ELF 64-bit LSB"
-    if [ $? = 0 ]; then
-        echo 64
-        return
-    fi
-    echo neither
-}
-
-# Generate a desktop file that will run this script.
-generate_desktop_file() {
-    apps="${XDG_DATA_HOME:-$HOME/.local/share}/applications"
-    mkdir -p "$apps"
-    cat > "$apps/$DESKTOP.desktop" << EOF
-[Desktop Entry]
-Version=1.0
-Encoding=UTF-8
-Name=$TITLE
-Exec=$CHROME_WRAPPER %U
-Terminal=false
-Icon=$HERE/product_logo_48.png
-Type=Application
-Categories=Application;Network;WebBrowser;
-MimeType=text/html;text/xml;application/xhtml_xml;
-EOF
-}
-
-# Let the wrapped binary know that it has been run through the wrapper.
-export CHROME_WRAPPER="`readlink -f "$0"`"
-export CHROME_DESKTOP="$DESKTOP.desktop"
-
-HERE="`dirname "$CHROME_WRAPPER"`"
-
-# We include some xdg utilities next to the binary, and we want to prefer them
-# over the system versions when we know the system versions are very old. We
-# detect whether the system xdg utilities are sufficiently new to be likely to
-# work for us by looking for xdg-settings. If we find it, we leave $PATH alone,
-# so that the system xdg utilities (including any distro patches) will be used.
-if ! which xdg-settings &> /dev/null; then
-  # Old xdg utilities. Prepend $HERE to $PATH to use ours instead.
-  export PATH="$HERE:$PATH"
-else
-  # Use system xdg utilities. But first create mimeapps.list if it doesn't
-  # exist; some systems have bugs in xdg-mime that make it fail without it.
-  xdg_app_dir="${XDG_DATA_HOME:-$HOME/.local/share/applications}"
-  mkdir -p "$xdg_app_dir"
-  [ -f "$xdg_app_dir/mimeapps.list" ] || touch "$xdg_app_dir/mimeapps.list"
-fi
-
-# Always use our ffmpeg and other shared libs.
-export LD_LIBRARY_PATH="$HERE:$HERE/lib:$HERE/lib.target${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
-
-MISSING_LIBS=$(ldd "$HERE/chrome" 2> /dev/null |grep "not found$" | cut -d" " -f 1|sed 's/\t//')
-CHROME_ARCH=$(check_executable "$HERE/chrome")
-uname -m | grep -qs x86_64
-if [ $? = 1 ]; then
-    LIBDIRS="/lib /lib32 /usr/lib /usr/lib32"
-else
-    LIBDIRS="/lib64 /lib /usr/lib64 /usr/lib"
-fi
-
-echo $MISSING_LIBS | grep -qs libbz2.so.1.0
-if [ $? = 0 ]; then
-    for dir in $LIBDIRS
-    do
-        if [ -e "$dir/libbz2.so.1" ]; then
-            LIB_ARCH=$(check_executable "$dir/libbz2.so.1")
-            if [ "$CHROME_ARCH" = "$LIB_ARCH" ]; then
-                ln -snf "$dir/libbz2.so.1" "$HERE/libbz2.so.1.0"
-                break;
-            fi
-        fi
-    done
-fi
-
-for lib in libnspr4.so.0d libnss3.so.1d libnssutil3.so.1d libplc4.so.0d libplds4.so.0d libsmime3.so.1d libssl3.so.1d
-do
-    echo $MISSING_LIBS | grep -qs $lib
-    if [ $? = 0 ]; then
-        reallib=$(echo $lib | sed 's/\.[01]d$//')
-        for dir in $LIBDIRS
-        do
-            if [ -e "$dir/$reallib" ]; then
-                LIB_ARCH=$(check_executable "$dir/$reallib")
-                if [ "$CHROME_ARCH" = "$LIB_ARCH" ]; then
-                    ln -snf "$dir/$reallib" "$HERE/$lib"
-                    break;
-                fi
-            fi
-        done
-    fi
-done
-
-# Custom version string for this release. This can be used to add a downstream
-# vendor string or release channel information.
-export CHROME_VERSION_EXTRA="custom"
-
-exists_desktop_file || generate_desktop_file
-
-CMD_PREFIX=
-ARGS=()
-while [ "$#" -gt 0 ]; do
-    case "$1" in
-    "--")
-        shift
-        break ;;
-    "--gdb")
-        CMD_PREFIX="gdb --args" ;;
-    "--help")
-        usage
-        exit 0 ;;
-    "--man-page")
-        exec man "$HERE/../../chrome/app/resources/manpage.1.in" ;;
-    *)
-        ARGS=( "${ARGS[@]}" "$1" ) ;;
-    esac
-    shift
-done
-set -- "${ARGS[@]}" "$@"
-
-exec $CMD_PREFIX "$HERE/chrome" "$@"

chrome-linux64/chrome_200_percent.pak

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a83953bdc30a7bef4aac291c3dd372347112d06c6e349eb911465e00ee3cc230
-size 1079901

chrome-linux64/chrome_crashpad_handler

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c3f16888562dacb3ba8f176760a154d4e265ec9934546e7d8c7d16bdbf309380
-size 1285544

chrome-linux64/chrome_debug.log

@@ -1,12 +0,0 @@
-[0315/230118.453008:WARNING:sandbox_linux.cc(418)] InitializeSandbox() called with multiple threads in process gpu-process.
-[0315/230118.457310:ERROR:command_buffer_proxy_impl.cc(131)] ContextResult::kTransientFailure: Failed to send GpuControl.CreateCommandBuffer.
-[0315/230730.412325:WARNING:sandbox_linux.cc(418)] InitializeSandbox() called with multiple threads in process gpu-process.
-[0315/230730.416401:ERROR:command_buffer_proxy_impl.cc(131)] ContextResult::kTransientFailure: Failed to send GpuControl.CreateCommandBuffer.
-[0315/230847.823186:WARNING:sandbox_linux.cc(418)] InitializeSandbox() called with multiple threads in process gpu-process.
-[0315/230847.827306:ERROR:command_buffer_proxy_impl.cc(131)] ContextResult::kTransientFailure: Failed to send GpuControl.CreateCommandBuffer.
-[0315/230848.271773:WARNING:sandbox_linux.cc(418)] InitializeSandbox() called with multiple threads in process gpu-process.
-[0315/230848.275744:ERROR:command_buffer_proxy_impl.cc(131)] ContextResult::kTransientFailure: Failed to send GpuControl.CreateCommandBuffer.
-[0315/231648.363103:WARNING:sandbox_linux.cc(418)] InitializeSandbox() called with multiple threads in process gpu-process.
-[0315/231648.460819:WARNING:sqlite_persistent_store_backend_base.cc(197)] Failed to post task from operator()@net/extras/sqlite/sqlite_persistent_shared_dictionary_store.cc:253 to client_task_runner_.
-[0315/231658.347556:WARNING:sandbox_linux.cc(418)] InitializeSandbox() called with multiple threads in process gpu-process.
-[0315/231658.351751:ERROR:command_buffer_proxy_impl.cc(131)] ContextResult::kTransientFailure: Failed to send GpuControl.CreateCommandBuffer.

chrome-linux64/icudtl.dat

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f5170aa2b388d23bebf98784dd488a9bcb741470384a6a9a8d7a2638d768defb
-size 10717392

chrome-linux64/libGLESv2.so

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:959ac39416543aef8182a37d1b36d0c038bc947977d6269a69a4cd4fd4144034
-size 6621128

chrome-linux64/libvk_swiftshader.so

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f93571a29ce28faf90498336e55353b3f950496cd0d03788e7dc1fcceabcb27c
-size 4027696

chrome-linux64/locales/bn.pak

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9f006dfdfd3765dd2596028d9d647507104795c666926bf72bcc21dc8b8ad8c5
-size 1180551

chrome-linux64/locales/el.pak

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fd858f28be29bc92d93edbfaf174bfe7e593b034767d36703bebf444e810154
-size 1005183