Upload 23 files

.idea/.gitignore

@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml

.idea/GorillaLLM.iml

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,105 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredPackages">
+        <value>
+          <list size="85">
+            <item index="0" class="java.lang.String" itemvalue="greenlet" />
+            <item index="1" class="java.lang.String" itemvalue="networkx" />
+            <item index="2" class="java.lang.String" itemvalue="pygame" />
+            <item index="3" class="java.lang.String" itemvalue="python-dateutil" />
+            <item index="4" class="java.lang.String" itemvalue="SQLAlchemy" />
+            <item index="5" class="java.lang.String" itemvalue="h11" />
+            <item index="6" class="java.lang.String" itemvalue="MarkupSafe" />
+            <item index="7" class="java.lang.String" itemvalue="numpy" />
+            <item index="8" class="java.lang.String" itemvalue="Jinja2" />
+            <item index="9" class="java.lang.String" itemvalue="sniffio" />
+            <item index="10" class="java.lang.String" itemvalue="virtualenv-clone" />
+            <item index="11" class="java.lang.String" itemvalue="filelock" />
+            <item index="12" class="java.lang.String" itemvalue="starlette" />
+            <item index="13" class="java.lang.String" itemvalue="anyio" />
+            <item index="14" class="java.lang.String" itemvalue="xmltodict" />
+            <item index="15" class="java.lang.String" itemvalue="urllib3" />
+            <item index="16" class="java.lang.String" itemvalue="uvicorn" />
+            <item index="17" class="java.lang.String" itemvalue="itsdangerous" />
+            <item index="18" class="java.lang.String" itemvalue="pyparsing" />
+            <item index="19" class="java.lang.String" itemvalue="Flask" />
+            <item index="20" class="java.lang.String" itemvalue="scipy" />
+            <item index="21" class="java.lang.String" itemvalue="six" />
+            <item index="22" class="java.lang.String" itemvalue="Werkzeug" />
+            <item index="23" class="java.lang.String" itemvalue="kiwisolver" />
+            <item index="24" class="java.lang.String" itemvalue="packaging" />
+            <item index="25" class="java.lang.String" itemvalue="python-multipart" />
+            <item index="26" class="java.lang.String" itemvalue="gunicorn" />
+            <item index="27" class="java.lang.String" itemvalue="click" />
+            <item index="28" class="java.lang.String" itemvalue="Flask-SQLAlchemy" />
+            <item index="29" class="java.lang.String" itemvalue="pandas" />
+            <item index="30" class="java.lang.String" itemvalue="fonttools" />
+            <item index="31" class="java.lang.String" itemvalue="fastapi" />
+            <item index="32" class="java.lang.String" itemvalue="platformdirs" />
+            <item index="33" class="java.lang.String" itemvalue="colorama" />
+            <item index="34" class="java.lang.String" itemvalue="py-eureka-client" />
+            <item index="35" class="java.lang.String" itemvalue="matplotlib" />
+            <item index="36" class="java.lang.String" itemvalue="virtualenv" />
+            <item index="37" class="java.lang.String" itemvalue="charset-normalizer" />
+            <item index="38" class="java.lang.String" itemvalue="distlib" />
+            <item index="39" class="java.lang.String" itemvalue="ifaddr" />
+            <item index="40" class="java.lang.String" itemvalue="pytz" />
+            <item index="41" class="java.lang.String" itemvalue="fastapi-pagination" />
+            <item index="42" class="java.lang.String" itemvalue="idna" />
+            <item index="43" class="java.lang.String" itemvalue="Pillow" />
+            <item index="44" class="java.lang.String" itemvalue="eureka-client" />
+            <item index="45" class="java.lang.String" itemvalue="cryptography" />
+            <item index="46" class="java.lang.String" itemvalue="flask-eureka-client" />
+            <item index="47" class="java.lang.String" itemvalue="altgraph" />
+            <item index="48" class="java.lang.String" itemvalue="traitlets" />
+            <item index="49" class="java.lang.String" itemvalue="eureka" />
+            <item index="50" class="java.lang.String" itemvalue="pickleshare" />
+            <item index="51" class="java.lang.String" itemvalue="cffi" />
+            <item index="52" class="java.lang.String" itemvalue="wcwidth" />
+            <item index="53" class="java.lang.String" itemvalue="PyQt5-sip" />
+            <item index="54" class="java.lang.String" itemvalue="cycler" />
+            <item index="55" class="java.lang.String" itemvalue="executing" />
+            <item index="56" class="java.lang.String" itemvalue="pyasn1" />
+            <item index="57" class="java.lang.String" itemvalue="pycparser" />
+            <item index="58" class="java.lang.String" itemvalue="snowballstemmer" />
+            <item index="59" class="java.lang.String" itemvalue="PyQt5-Qt5" />
+            <item index="60" class="java.lang.String" itemvalue="tensorboard-plugin-wit" />
+            <item index="61" class="java.lang.String" itemvalue="Pygments" />
+            <item index="62" class="java.lang.String" itemvalue="PyQt5" />
+            <item index="63" class="java.lang.String" itemvalue="pywin32-ctypes" />
+            <item index="64" class="java.lang.String" itemvalue="pyinstaller" />
+            <item index="65" class="java.lang.String" itemvalue="tokenizers" />
+            <item index="66" class="java.lang.String" itemvalue="libclang" />
+            <item index="67" class="java.lang.String" itemvalue="dnspython" />
+            <item index="68" class="java.lang.String" itemvalue="pydantic" />
+            <item index="69" class="java.lang.String" itemvalue="wrapt" />
+            <item index="70" class="java.lang.String" itemvalue="Send2Trash" />
+            <item index="71" class="java.lang.String" itemvalue="torch" />
+            <item index="72" class="java.lang.String" itemvalue="contourpy" />
+            <item index="73" class="java.lang.String" itemvalue="pefile" />
+            <item index="74" class="java.lang.String" itemvalue="pyinstaller-hooks-contrib" />
+            <item index="75" class="java.lang.String" itemvalue="sortedcontainers" />
+            <item index="76" class="java.lang.String" itemvalue="tqdm" />
+            <item index="77" class="java.lang.String" itemvalue="flatbuffers" />
+            <item index="78" class="java.lang.String" itemvalue="pure-eval" />
+            <item index="79" class="java.lang.String" itemvalue="backcall" />
+            <item index="80" class="java.lang.String" itemvalue="future" />
+            <item index="81" class="java.lang.String" itemvalue="typing_extensions" />
+            <item index="82" class="java.lang.String" itemvalue="flask-eureka" />
+            <item index="83" class="java.lang.String" itemvalue="PyMySQL" />
+            <item index="84" class="java.lang.String" itemvalue="webencodings" />
+          </list>
+        </value>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyPep8NamingInspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoredErrors">
+        <list>
+          <option value="N806" />
+        </list>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.9 (GorillaLLM)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/GorillaLLM.iml" filepath="$PROJECT_DIR$/.idea/GorillaLLM.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>

LISCENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) [2023] [Anoop Johny]
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

Procfile

@@ -0,0 +1 @@
+web: streamlit run main.py

generated_code_gorilla_7b_hf_v1.py

@@ -0,0 +1,31 @@
+
+
+```python
+def load_model():
+    return None
+
+def process_data(numbers, model):
+    for num in numbers:
+        if model(num):
+            print(f"{num} is a prime number")
+        else:
+            print(f"{num} is not a prime number")
+    return None
+
+numbers = range(1, 101)
+model = True
+
+# Load the model
+load_model()
+
+# Process the data
+process_data(numbers, model)
+```
+
+The `load_model()` function is unnecessary and can be removed. The `process_data(numbers, model)` function takes in a `model` Boolean flag that indicates whether a number is prime or not. For each number in the range, the function calls `model(num)`, which returns a Boolean value indicating if the number is prime. If the number is prime, a print statement prints the number with the text "is a prime number". Otherwise, the number is not prime, and a print statement prints the number with the text "is not a prime number".
+
+The code above can be simplified to the following:
+
+```python
+def process_data(model, numbers):
+    for num in

main.py

@@ -0,0 +1,158 @@
+import openai
+import streamlit as st
+import subprocess
+
+# Initialize OpenAI API and server base
+openai.api_key = "EMPTY"
+openai.api_base = "http://zanino.millennium.berkeley.edu:8000/v1"
+
+
+# Function to get response from Gorilla Server
+def get_gorilla_response(prompt, model):
+    try:
+        # Create a chat completion using OpenAI API
+        completion = openai.ChatCompletion.create(
+            model=model,
+            messages=[{"role": "user", "content": prompt}]
+        )
+        print("Response: ", completion)
+        return completion.choices[0].message.content
+    except Exception as e:
+        print("An error occurred:", e)
+
+
+# Function to extract code from output
+def extract_code_from_output(output):
+    code = output.split("code>>>:")[1]
+    return code
+
+
+# Function to execute generated code
+def run_generated_code(file_path):
+    command = ["python", file_path]
+    try:
+        # Run the generated code as a subprocess
+        result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
+        if result.returncode == 0:
+            st.success("Generated code executed successfully.")
+            st.code(result.stdout, language="python")
+        else:
+            st.error("Generated code execution failed:")
+            st.code(result.stderr, language="bash")
+    except Exception as e:
+        st.error("Error running generated code:", e)
+
+
+# Set Streamlit layout
+st.set_page_config(layout="wide")
+
+
+# Main function
+def main():
+    st.markdown(
+        """
+        <style>
+            .center-image {
+                display: flex;
+                justify-content: center;
+            }
+        </style>
+        <a href="https://pythonpythonme.netlify.app/index.html">
+        <div class="center-image">
+        <img src="https://pythonpythonme.netlify.app/PythonPythonME.png" alt="Header image">
+        </div>
+        </a>
+        <p></p>
+        <p></p>
+        """,
+        unsafe_allow_html=True,
+    )
+
+    # Streamlit app title and input prompt
+    st.title("Gorilla LLM App 🦍‍🐒")
+    input_prompt = st.text_area("Enter User prompt:")
+
+    # Model selection dropdown
+    model_options = ('gorilla-7b-hf-v1', 'gorilla-mpt-7b-hf-v0')
+    option = st.selectbox('Select any model:', model_options)
+
+    # Button to trigger Gorilla Magic
+    if st.button("Generate"):
+        if len(input_prompt) > 0:
+            # Split app layout into two columns
+            col1, col2 = st.columns([1, 1])
+
+            # First column: Get Gorilla Server response
+            with col1:
+                result = get_gorilla_response(prompt=input_prompt, model=option)
+                st.write(result)
+
+            # Second column: Display generated code
+            with col2:
+                code_result = extract_code_from_output(result)
+                if option == "gorilla-7b-hf-v1":
+                    st.subheader("Output Generated")
+                    st.code(code_result, language='python')
+                elif option == "gorilla-mpt-7b-hf-v0":
+                    lines = code_result.split('\\n')
+                    for line in lines[:-1]:
+                        st.code(line, language='python')
+
+                file_path = f"generated_code_{option.replace('-', '_')}.py"
+                with open(file_path, 'w') as file:
+                    file.write(code_result)
+                run_generated_code(file_path)
+
+    st.markdown(
+        '''
+        <style>
+            .center-image {
+                display: flex;
+                justify-content: center;
+            }
+            .follow-me {
+                text-align: center;
+            }
+            .social-icons {
+                display: flex;
+                justify-content: center;
+                list-style: none;
+                padding: 0;
+            }
+            .social-icons li {
+                margin: 0 10px;
+            }
+        </style>
+        <body>
+            <div class="center-image">
+                <h4>Anoop Johny 🤖</h4>
+            </div>
+            <div class="center-image">
+                <h4>Follow Me</h4>
+            </div>
+            <div class="center-image">
+                <ul class="social-icons">
+                    <li><a href="https://www.linkedin.com/in/anoop-johny-30a746181/"><img src="https://pythonpythonme.netlify.app/static/res/linkedin.png" width="55" height="55" alt="LinkedIn"></a></li>
+                    <li><a href="https://github.com/flyfir248"><img src="https://pythonpythonme.netlify.app/static/res/github.png" width="55" height="55" alt="GitHub"></a></li>
+                    <li><a href="https://pythonpythonme.netlify.app/index.html"><img src="https://pythonpythonme.netlify.app/static/res/web.png" width="55" height="55" alt="Website"></a></li>
+                    <li><a href="https://medium.com/@anoopjohny2000"><img src="https://pythonpythonme.netlify.app/static/res/medium.png" width="55" height="55" alt="Medium"></a></li>
+                    <li><a href="https://www.kooapp.com/profile/anoop2DEVLJ"><img src="https://www.kooapp.com/_next/static/media/logoKuSolidOutline.1f4fa971.svg" width="55" height="55" alt="The Koo App" width="55" height="55"></a></li>
+                </ul>
+            </div>
+            <footer class="footer">
+                <div class="container">
+                    <div class="row">
+                        <div class="center-image">
+                            <p class="text-muted">© 2023-2024 PythonPythonME.</p>
+                            <p>All rights reserved.</p>
+                        </div>
+                    </div>
+                </div>
+            </footer>
+        </body>
+        ''',
+        unsafe_allow_html=True
+    )
+
+if __name__ == '__main__':
+    main()

readme.md

@@ -0,0 +1,74 @@
+# Gorilla LLM Demo App 🦍‍👤
+
+This is a demo application showcasing the usage of OpenAI's language model (LLM) to interact with the Gorilla Server. The application utilizes Streamlit to create a user-friendly interface for generating and executing code based on user prompts.
+
+## Overview
+
+The Gorilla LLM Demo App is designed to:
+- Interact with the Gorilla Server using OpenAI's language model.
+- Generate code based on user prompts and selected model options.
+- Execute the generated code and display the results using Streamlit's interface.
+
+## Prerequisites
+
+Before running the Gorilla LLM Demo App, you need to have the following installed:
+- Python (3.6 or later)
+- Pip (Python package installer)
+
+## Installation
+
+1. Clone this repository to your local machine:
+
+```
+git clone https://github.com/yourusername/gorilla-llm-demo.git
+cd gorilla-llm-demo
+```
+
+1. Install the required dependencies:
+```
+pip install -r requirements.txt
+```
+
+## Usage
+
+Make sure you have cloned the repository and installed the dependencies.
+
+Run the Streamlit app:
+```
+streamlit run app.py
+```
+1. The application interface will open in a new browser tab. You will see the following sections:
+- Enter your prompt: Type in the prompt you want to use to generate code.
+- Select a model: Choose a model option from the dropdown list.
+- Gorilla Magic button: Click this button to initiate the code generation process.
+
+2. After clicking the "Gorilla Magic" button, the app will display the generated code and its execution result. The display will vary based on the selected model.
+
+3. You can modify the prompt and model selection and repeat the process as needed.
+
+Important Notes
+
+* The application utilizes the OpenAI API and communicates with the Gorilla Server. Ensure you have the appropriate access and API key for both services.
+* Be cautious when executing generated code, as it may have unintended consequences or security risks.
+* This application is intended for demonstration purposes and should not be used in a production environment without careful consideration and testing.
+
+Contributing
+
+Contributions to the Gorilla LLM Demo App are welcome! If you find any issues or have suggestions for improvements, please feel free to submit a pull request or open an issue.
+License
+
+This project is licensed under the MIT License.
+
+## Demonstration
+
+### User Interface
+1. User can enter a prompt and also choose the optional models provided by Gorilla
+![img.png](img.png)
+
+2. Sample User input
+![img_1.png](img_1.png)
+
+3. Output Code (this is a subprocess,stored and run in local enviroment)
+![img_2.png](img_2.png)
+
+

requirements.txt

@@ -0,0 +1,5 @@
+openai
+torch
+transformers
+gunicorn
+streamlit

static/style.css

@@ -0,0 +1,76 @@
+body {
+    background-color: #36393F;
+    color: #FFFFFF;
+    font-family: Arial, sans-serif;
+    margin: 0;
+    padding: 0;
+}
+
+.container {
+    width: 400px;
+    margin: 100px auto;
+    background-color: #2C2F33;
+    border-radius: 5px;
+    padding: 20px;
+}
+
+.header {
+    text-align: center;
+    margin-bottom: 20px;
+}
+
+.content {
+    display: flex;
+    flex-direction: column;
+}
+
+.form-group {
+    margin-bottom: 15px;
+}
+
+label {
+    display: block;
+    margin-bottom: 5px;
+}
+
+textarea {
+    width: 100%;
+    padding: 5px;
+    border: 1px solid #72767D;
+    border-radius: 3px;
+    background-color: #202225;
+    color: #FFFFFF;
+}
+
+.btn-submit {
+    width: 100%;
+    padding: 8px 0;
+    border: none;
+    border-radius: 3px;
+    background-color: #7289DA;
+    color: #FFFFFF;
+    cursor: pointer;
+}
+
+.result {
+    margin-top: 10px;
+}
+
+.sentiment-result {
+    font-size: 15px;
+    margin-top: 5px;
+}
+
+.positive {
+    color: #03fc1c;
+    font-weight: bold;
+}
+
+.negative {
+    color: #ff050d;
+    font-weight: bold;
+}
+
+.neutral {
+    color: #f2f8fc;
+}