Add python repl and shell tools

.Dockerignore

@@ -0,0 +1 @@
+app.config

.gitignore

@@ -1 +1,2 @@
-uploads/*
+uploads/*
+app.config

Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.9
+FROM pytorch/pytorch
 
 WORKDIR /code
 

app.config.template

@@ -0,0 +1,3 @@
+OPENAI_API_KEY=
+HUGGINGFACEHUB_API_TOKEN=
+OPENWEATHERMAP_API_KEY=

app.py

@@ -6,13 +6,14 @@ import os
 import aiohttp
 import panel as pn
 from gradio_tools import *
+from langchain_experimental.tools import PythonREPLTool
 from langchain.prompts import MessagesPlaceholder
 from langchain.memory import ConversationBufferMemory
 from langchain.callbacks import *
 from langchain.chat_models import ChatOpenAI
 from langchain.embeddings import OpenAIEmbeddings
 from langchain.agents import initialize_agent
-from langchain.tools import StructuredTool
+from langchain.tools import StructuredTool, ShellTool
 from langchain.agents import AgentType, load_tools
 from langchain.agents.agent_toolkits.openapi.spec import reduce_openapi_spec
 from langchain.agents.agent_toolkits.openapi import planner
@@ -46,10 +47,10 @@ def on_user_message(contents, user, instance):
             filename = str(uuid4())+".wav"
             audio, rate = a2n.audio_from_file(contents)
             scipy.io.wavfile.write(f'/tmp/{filename}', rate, audio)
-        agent.run(f"Uploaded: /tmp/{filename}")
         file_input.value = None
+        return agent.run(f"Uploaded: /tmp/{filename}")
     else:
-        agent.run(contents)
+        return agent.run(contents)
 
 def send_image(filepath: str):
     """Sends to the user the image stored in the given filepath"""
@@ -73,7 +74,7 @@ chat_interface = ChatInterface(
     ]
 )
 
-llm = ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0, streaming=True, callbacks=[StreamingStdOutCallbackHandler(), PanelCallbackHandler(instance=chat_interface, user='Assistant', avatar=panel.chat.langchain.DEFAULT_AVATARS["assistant"])])
+llm = ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0, streaming=True, callbacks=[StreamingStdOutCallbackHandler()])#, PanelCallbackHandler(instance=chat_interface, user='Assistant', avatar=panel.chat.langchain.DEFAULT_AVATARS["assistant"])])
 
 tools = load_tools(["openweathermap-api"], llm)
 tools[0].api_wrapper.openweathermap_api_key = os.environ.get('OPENWEATHERMAP_API_KEY')
@@ -87,9 +88,14 @@ tools += [
     StructuredTool.from_function(send_audio)
 ]
 
+tools += [
+    PythonREPLTool(),
+    ShellTool()
+]
+
 memory = ConversationBufferMemory(memory_key="memory", return_messages=True)
 
-agent = initialize_agent(tools=tools, llm=llm, agent=AgentType.OPENAI_FUNCTIONS, verbose=True, agent_kwargs=dict(extra_prompt_messages=[MessagesPlaceholder(variable_name="memory")]), memory=memory)
+agent = initialize_agent(tools=tools, llm=llm, agent=AgentType.STRUCTURED_CHAT_ZERO_SHOT_REACT_DESCRIPTION, verbose=True, agent_kwargs=dict(extra_prompt_messages=[MessagesPlaceholder(variable_name="memory")]), memory=memory)
 
 main = chat_interface
 

build.sh

@@ -0,0 +1,2 @@
+#!/usr/bin/bash
+docker build . -t cyberdynesystems/skynet:latest

requirements.txt

@@ -1,6 +1,7 @@
 panel
 aiohttp
 langchain
+langchain_experimental
 openai
 clarifai
 pyowm

run.sh

@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+docker run --env-file ./app.config --net host cyberdynesystems/skynet:latest