Upload 274 files

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+.github/rumor-verification.mp4 filter=lfs diff=lfs merge=lfs -text
+.github/snake-demo-video-zh.mp4 filter=lfs diff=lfs merge=lfs -text
+.github/snake-game-demo-en.mp4 filter=lfs diff=lfs merge=lfs -text
+frontend/app/images/10.jpg filter=lfs diff=lfs merge=lfs -text
+frontend/app/images/14.jpg filter=lfs diff=lfs merge=lfs -text
+frontend/app/images/16.jpg filter=lfs diff=lfs merge=lfs -text
+frontend/app/images/19..jpg filter=lfs diff=lfs merge=lfs -text

.github/rumor-verification.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7633a17d77679eb8b9f776dfb5d25a38acf5e4856334085e3cd8669d054cd74a
+size 4864301

.github/snake-demo-video-zh.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af9c120afc1d7001e4be882a3c860bc0f08cfa988caba59f380314edb2f1c7
+size 9135232

.github/snake-game-demo-en.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aba6d67f9d8e5b4182a0c0416b676bd72f047e46cf8fba02028aad60c5f61a2
+size 9337713

.gitignore

@@ -0,0 +1,169 @@
+*.swp
+node_modules
+.DS_Store
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+datasets/
+outputs/
+logs/
+workspace/

.gitpod.yml

@@ -0,0 +1,8 @@
+# This configuration file was automatically generated by Gitpod.
+# Please adjust to your needs (see https://www.gitpod.io/docs/introduction/learn-gitpod/gitpod-yaml)
+# and commit this file to your remote git repository to share the goodness with others.
+
+# Learn more from ready-to-use templates: https://www.gitpod.io/docs/introduction/getting-started/quickstart
+
+tasks:
+  - init: pip install -r requirements.txt

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Yemin Shi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,11 +1,131 @@
----
-title: AutoAgents
-emoji: 📚
-colorFrom: yellow
-colorTo: indigo
-sdk: docker
-pinned: false
-license: apache-2.0
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# AutoAgents: A Framework for Automatic Agent Generation
+
+<p align="center">
+<a href=""><img src="docs/resources/logo-autoagents.jpg" alt="autoagents logo: A Framework for Automatic Agent Generation." width="150px"></a>
+</p>
+
+<p align="center">
+<b>Generate different roles for GPTs to form a collaborative entity for complex tasks.</b>
+</p>
+
+<p align="center">
+<a href="docs/README_CN.md"><img src="https://img.shields.io/badge/文档-中文版-blue.svg" alt="CN doc"></a>
+<a href="README.md"><img src="https://img.shields.io/badge/document-English-blue.svg" alt="EN doc"></a>
+<a href="docs/README_JA.md"><img src="https://img.shields.io/badge/ドキュメント-日本語-blue.svg" alt="JA doc"></a>
+<a href="https://opensource.org/licenses/MIT"><img src="https://img.shields.io/badge/License-MIT-yellow.svg" alt="License: MIT"></a>
+</p>
+
+AutoAgents is an experimental open-source application for an Automatic Agents Generation Experiment based on LLM. This program, driven by LLM, autonomously generates multi-agents to achieve whatever goal you set.
+
+<p align="center">
+    <img src=./docs/resources/framework2.jpg width="800">
+</p>
+
+## <a name="updates"/> :boom: Updates
+- **2023.09.31**: 📝 We're excited to share our paper [AutoAgents: A Framework for Automatic Agent Generation](https://arxiv.org/abs/2309.17288) related to this repository.
+<p align="center">
+<img width="616" alt="The execution process of AutoAgents." src="docs/resources/process.jpg">
+</p> 
+
+- **2023.08.30**: 🚀 Adding a custom agent collection, AgentBank, allows you to add custom agents. 
+
+## 🚀 Features
+- **Planner**: Determines the expert roles to be added and the specific execution plan according to the problem.
+- **Tools**: The set of tools that can be used, currently only compatible with the search tools.
+- **Observers**: Responsible for reflecting on whether the planner and the results in the execution process are reasonable, currently including reflection checks on Agents, Plan, and Action.
+- **Agents**: Expert role agents generated by the planner, including name, expertise, tools used, and LLM enhancement.
+- **Plan**: The execution plan is composed of the generated expert roles, each step of the execution plan has at least one expert role agent.
+- **Actions**: The specific actions of the expert roles in the execution plan, such as calling tools or outputting results.
+
+## Demo
+Online demo: 
+- [Demo / HuggingFace Spaces](https://huggingface.co/spaces/LinkSoul/AutoAgents)
+
+Video demo:
+- **Rumor Verification**
+<video src='https://github.com/shiyemin/AutoAgents/assets/1501158/41898e0d-4137-450c-ad9b-bfb9b8c1d27b.mp4'></video>
+- **Gluttonous Snake**
+<video src='https://github.com/shiyemin/AutoAgents/assets/1501158/97e408cb-b70d-4045-82ea-07319c085138.mp4'></video>
+
+## Installation and Usage
+
+### Installation
+
+```bash
+git clone https://github.com/LinkSoul-AI/AutoAgents
+cd AutoAgents
+python setup.py install
+```
+
+### Configuration
+
+- Configure your `OPENAI_API_KEY` in any of `config/key.yaml / config/config.yaml / env`
+- Priority order: `config/key.yaml > config/config.yaml > env`
+
+```bash
+# Copy the configuration file and make the necessary modifications.
+cp config/config.yaml config/key.yaml
+```
+
+| Variable Name                              | config/key.yaml                           | env                                             |
+| ------------------------------------------ | ----------------------------------------- | ----------------------------------------------- |
+| OPENAI_API_KEY # Replace with your own key | OPENAI_API_KEY: "sk-..."                  | export OPENAI_API_KEY="sk-..."                  |
+| OPENAI_API_BASE # Optional                 | OPENAI_API_BASE: "https://<YOUR_SITE>/v1" | export OPENAI_API_BASE="https://<YOUR_SITE>/v1" |
+
+### Usage
+- Commandline mode:
+```python
+python main.py --mode commandline --llm_api_key YOUR_OPENAI_API_KEY --serpapi_key YOUR_SERPAPI_KEY --idea "Is LK-99 really a room temperature superconducting material?"
+```
+- Websocket service mode:
+```python
+python main.py --mode service --host "127.0.0.1" --port 9000
+```
+
+### Docker
+- Build docker image:
+```bash
+IMAGE="linksoul.ai/autoagents"
+VERSION=1.0
+
+docker build -f docker/Dockerfile -t "${IMAGE}:${VERSION}" .
+```
+- Start docker container:
+```bash
+docker run -it --rm -p 7860:7860 "${IMAGE}:${VERSION}"
+```
+- Open http://127.0.0.1:7860 in the browser.
+
+## Contact Information
+
+If you have any questions or feedback about this project, please feel free to contact us. We highly appreciate your suggestions!
+
+- **Email:** gy.chen@foxmail.com, ymshi@linksoul.ai
+- **GitHub Issues:** For more technical inquiries, you can also create a new issue in our [GitHub repository](https://github.com/LinkSoul-AI/AutoAgents/issues).
+
+We will respond to all questions within 2-3 business days.
+
+## License
+
+[MIT license](https://raw.githubusercontent.com/LinkSoul-AI/AutoAgents/main/LICENSE)
+
+## Citation
+
+If you find our work and this repository useful, please consider giving a star :star: and citation :beer::
+```bibtex
+@article{chen2023auto,
+  title={AutoAgents: The Automatic Agents Generation Framework},
+  author={Chen, Guangyao and Dong, Siwei and Shu, Yu and Zhang, Ge and Jaward, Sesay and Börje, Karlsson and Fu, Jie and Shi, Yemin},
+  journal={arXiv preprint},
+  year={2023}
+}
+```
+
+## Wechat Group
+
+<img src=".github/QRcode.jpg" alt="Wechat Group" width="200"/>
+
+## Acknowledgements
+The [system](https://github.com/LinkSoul-AI/AutoAgents/tree/main/autoagents/system), [action_bank](https://github.com/LinkSoul-AI/AutoAgents/tree/main/autoagents/actions/action_bank) and [role_bank](https://github.com/LinkSoul-AI/AutoAgents/tree/main/autoagents/roles/role_bank) of this code base is built using [MetaGPT](https://github.com/geekan/MetaGPT)
+
+Icons in the framework made by Darius Dan, Freepik, kmg design, Flat Icons, Vectorslab from [FlatIcon](https://www.flaticon.com)

autoagents.egg-info/PKG-INFO

@@ -0,0 +1,389 @@
+Metadata-Version: 2.1
+Name: autoagents
+Version: 0.1
+Summary: The Automatic Agents Generation Framework
+Home-page: https://github.com/LinkSoul-AI/AutoAgents
+Author: Guangyao Chen
+Author-email: gy.chen@foxmail.com
+License: Apache 2.0
+Keywords: autoagent multi-agent agent-generation gpt llm
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: matplotlib==3.8.0
+Requires-Dist: matplotlib-inline==0.1.6
+Requires-Dist: abstract_singleton==1.0.1
+Requires-Dist: aiofiles==23.2.1
+Requires-Dist: aiohttp==3.8.4
+Requires-Dist: aiosignal==1.3.1
+Requires-Dist: altair==5.1.1
+Requires-Dist: anthropic==0.3.6
+Requires-Dist: anyio==3.7.1
+Requires-Dist: appdirs==1.4.4
+Requires-Dist: asgiref==3.7.2
+Requires-Dist: asttokens==2.2.1
+Requires-Dist: astunparse==1.6.3
+Requires-Dist: async-generator==1.10
+Requires-Dist: async-timeout==4.0.2
+Requires-Dist: asynctest==0.13.0
+Requires-Dist: attrs==23.1.0
+Requires-Dist: auto_gpt_plugin_template==0.0.3
+Requires-Dist: autoflake==2.1.1
+Requires-Dist: backcall==0.2.0
+Requires-Dist: beautifulsoup4==4.12.2
+Requires-Dist: black==23.3.0
+Requires-Dist: blis==0.7.9
+Requires-Dist: cachetools==5.3.0
+Requires-Dist: camel-converter==3.0.2
+Requires-Dist: catalogue==2.0.8
+Requires-Dist: certifi==2023.7.22
+Requires-Dist: cffi==1.15.1
+Requires-Dist: cfgv==3.3.1
+Requires-Dist: channels==4.0.0
+Requires-Dist: chardet==5.1.0
+Requires-Dist: charset-normalizer==3.1.0
+Requires-Dist: click==8.1.3
+Requires-Dist: colorama==0.4.6
+Requires-Dist: common==0.1.2
+Requires-Dist: confection==0.0.4
+Requires-Dist: contourpy==1.1.1
+Requires-Dist: coverage==7.2.5
+Requires-Dist: cryptography==40.0.2
+Requires-Dist: cssselect==1.2.0
+Requires-Dist: cycler==0.11.0
+Requires-Dist: cymem==2.0.7
+Requires-Dist: dataclasses-json==0.5.7
+Requires-Dist: decorator==5.1.1
+Requires-Dist: diskcache==5.6.1
+Requires-Dist: distlib==0.3.6
+Requires-Dist: distro==1.8.0
+Requires-Dist: Django==4.2.3
+Requires-Dist: dnspython==2.3.0
+Requires-Dist: docker==6.1.2
+Requires-Dist: docker-pycreds==0.4.0
+Requires-Dist: duckduckgo-search==2.9.4
+Requires-Dist: et-xmlfile==1.1.0
+Requires-Dist: exceptiongroup==1.1.1
+Requires-Dist: execnet==1.9.0
+Requires-Dist: executing==1.2.0
+Requires-Dist: faiss-cpu==1.7.4
+Requires-Dist: fastapi==0.103.1
+Requires-Dist: ffmpy==0.3.1
+Requires-Dist: filelock==3.12.0
+Requires-Dist: fire==0.4.0
+Requires-Dist: flake8==6.0.0
+Requires-Dist: fonttools==4.42.1
+Requires-Dist: frozenlist==1.3.3
+Requires-Dist: fsspec==2023.9.2
+Requires-Dist: ghp-import==2.1.0
+Requires-Dist: gitdb==4.0.10
+Requires-Dist: GitPython==3.1.31
+Requires-Dist: google-api-core==2.11.0
+Requires-Dist: google-api-python-client==2.86.0
+Requires-Dist: google-auth==2.18.0
+Requires-Dist: google-auth-httplib2==0.1.0
+Requires-Dist: google-search-results==2.4.2
+Requires-Dist: googleapis-common-protos==1.59.0
+Requires-Dist: gradio==3.44.4
+Requires-Dist: gradio_client==0.5.1
+Requires-Dist: greenlet==2.0.2
+Requires-Dist: gTTS==2.3.1
+Requires-Dist: h11==0.14.0
+Requires-Dist: httpcore==0.17.0
+Requires-Dist: httplib2==0.22.0
+Requires-Dist: httpx==0.24.0
+Requires-Dist: huggingface-hub==0.17.2
+Requires-Dist: icecream==2.1.3
+Requires-Dist: identify==2.5.24
+Requires-Dist: idna==3.4
+Requires-Dist: importlib-metadata==6.8.0
+Requires-Dist: importlib-resources==6.1.0
+Requires-Dist: iniconfig==2.0.0
+Requires-Dist: ipdb==0.13.13
+Requires-Dist: ipython==8.14.0
+Requires-Dist: iso-639==0.4.5
+Requires-Dist: isort==5.12.0
+Requires-Dist: jedi==0.18.2
+Requires-Dist: Jinja2==3.1.2
+Requires-Dist: joblib==1.3.2
+Requires-Dist: jsonschema==4.17.3
+Requires-Dist: kiwisolver==1.4.5
+Requires-Dist: langchain==0.0.231
+Requires-Dist: langchainplus-sdk==0.0.20
+Requires-Dist: langcodes==3.3.0
+Requires-Dist: langsmith==0.0.33
+Requires-Dist: litellm==0.7.5
+Requires-Dist: loguru==0.6.0
+Requires-Dist: lxml==4.9.2
+Requires-Dist: Markdown==3.3.7
+Requires-Dist: MarkupSafe==2.1.2
+Requires-Dist: marshmallow==3.19.0
+Requires-Dist: marshmallow-enum==1.5.1
+Requires-Dist: mccabe==0.7.0
+Requires-Dist: meilisearch==0.21.0
+Requires-Dist: mergedeep==1.3.4
+Requires-Dist: mkdocs==1.4.3
+Requires-Dist: mkl-service==2.4.0
+Requires-Dist: multidict==6.0.4
+Requires-Dist: murmurhash==1.0.9
+Requires-Dist: mypy-extensions==1.0.0
+Requires-Dist: nltk==3.8.1
+Requires-Dist: nodeenv==1.8.0
+Requires-Dist: numexpr==2.8.4
+Requires-Dist: numpy==1.25.2
+Requires-Dist: oauthlib==3.2.2
+Requires-Dist: openai==0.27.2
+Requires-Dist: openapi-python-client==0.13.4
+Requires-Dist: openapi-schema-pydantic==1.2.4
+Requires-Dist: opencv-python==4.8.0.76
+Requires-Dist: openpyxl==3.2.0b1
+Requires-Dist: orjson==3.8.10
+Requires-Dist: outcome==1.2.0
+Requires-Dist: packaging==23.1
+Requires-Dist: pandas==1.4.1
+Requires-Dist: parso==0.8.3
+Requires-Dist: pathspec==0.11.1
+Requires-Dist: pathtools==0.1.2
+Requires-Dist: pathy==0.10.1
+Requires-Dist: pexpect==4.8.0
+Requires-Dist: pickleshare==0.7.5
+Requires-Dist: Pillow==9.5.0
+Requires-Dist: pinecone-client==2.2.1
+Requires-Dist: pip==23.0.1
+Requires-Dist: platformdirs==3.5.1
+Requires-Dist: playsound==1.2.2
+Requires-Dist: pluggy==1.0.0
+Requires-Dist: pre-commit==3.3.1
+Requires-Dist: preshed==3.0.8
+Requires-Dist: promise==2.3
+Requires-Dist: prompt-toolkit==3.0.38
+Requires-Dist: protobuf==3.20.3
+Requires-Dist: psutil==5.9.5
+Requires-Dist: ptyprocess==0.7.0
+Requires-Dist: pure-eval==0.2.2
+Requires-Dist: py-cpuinfo==9.0.0
+Requires-Dist: py3langid==0.2.2
+Requires-Dist: pyasn1==0.5.0
+Requires-Dist: pyasn1-modules==0.3.0
+Requires-Dist: pycodestyle==2.10.0
+Requires-Dist: pycparser==2.21
+Requires-Dist: pydantic==1.10.7
+Requires-Dist: pydub==0.25.1
+Requires-Dist: pyflakes==3.0.1
+Requires-Dist: Pygments==2.15.1
+Requires-Dist: pymdown-extensions==10.0.1
+Requires-Dist: pyOpenSSL==23.1.1
+Requires-Dist: pyparsing==3.0.9
+Requires-Dist: pyrsistent==0.19.3
+Requires-Dist: PySocks==1.7.1
+Requires-Dist: pytest==7.2.2
+Requires-Dist: pytest-asyncio==0.21.0
+Requires-Dist: pytest-benchmark==4.0.0
+Requires-Dist: pytest-cov==4.0.0
+Requires-Dist: pytest-integration==0.2.3
+Requires-Dist: pytest-mock==3.10.0
+Requires-Dist: pytest-recording==0.12.2
+Requires-Dist: pytest-xdist==3.3.0
+Requires-Dist: python-dateutil==2.8.2
+Requires-Dist: python-docx==0.8.11
+Requires-Dist: python-dotenv==1.0.0
+Requires-Dist: python-multipart==0.0.6
+Requires-Dist: pytz==2023.3
+Requires-Dist: PyYAML==6.0
+Requires-Dist: pyyaml_env_tag==0.1
+Requires-Dist: readability-lxml==0.8.1
+Requires-Dist: redis==4.5.5
+Requires-Dist: regex==2023.5.5
+Requires-Dist: requests==2.30.0
+Requires-Dist: requests-oauthlib==1.3.1
+Requires-Dist: rsa==4.9
+Requires-Dist: scikit-learn==1.3.0
+Requires-Dist: scipy==1.11.1
+Requires-Dist: selenium==4.1.4
+Requires-Dist: semantic-version==2.10.0
+Requires-Dist: sentry-sdk==1.31.0
+Requires-Dist: setproctitle==1.3.2
+Requires-Dist: setuptools==65.6.3
+Requires-Dist: shellingham==1.5.0.post1
+Requires-Dist: shortuuid==1.0.11
+Requires-Dist: six==1.16.0
+Requires-Dist: smart-open==6.3.0
+Requires-Dist: smmap==5.0.0
+Requires-Dist: sniffio==1.3.0
+Requires-Dist: socksio==1.0.0
+Requires-Dist: sortedcontainers==2.4.0
+Requires-Dist: soupsieve==2.4.1
+Requires-Dist: spacy==3.5.3
+Requires-Dist: spacy-legacy==3.0.12
+Requires-Dist: spacy-loggers==1.0.4
+Requires-Dist: SQLAlchemy==2.0.15
+Requires-Dist: sqlparse==0.4.4
+Requires-Dist: srsly==2.4.6
+Requires-Dist: stack-data==0.6.2
+Requires-Dist: starlette==0.27.0
+Requires-Dist: tenacity==8.2.2
+Requires-Dist: termcolor==2.3.0
+Requires-Dist: thinc==8.1.10
+Requires-Dist: threadpoolctl==2.2.0
+Requires-Dist: tiktoken==0.5.1
+Requires-Dist: tokenizers==0.13.3
+Requires-Dist: tomli==2.0.1
+Requires-Dist: toolz==0.12.0
+Requires-Dist: tqdm==4.64.1
+Requires-Dist: traitlets==5.9.0
+Requires-Dist: trio==0.22.0
+Requires-Dist: trio-websocket==0.10.2
+Requires-Dist: tweepy==4.14.0
+Requires-Dist: typer==0.7.0
+Requires-Dist: typing_extensions==4.5.0
+Requires-Dist: typing-inspect==0.8.0
+Requires-Dist: uritemplate==4.1.1
+Requires-Dist: urllib3==1.26.15
+Requires-Dist: urllib3-secure-extra==0.1.0
+Requires-Dist: uvicorn==0.23.2
+Requires-Dist: vcrpy==4.2.1
+Requires-Dist: virtualenv==20.23.0
+Requires-Dist: wandb==0.13.2
+Requires-Dist: wasabi==1.1.1
+Requires-Dist: watchdog==3.0.0
+Requires-Dist: wcwidth==0.2.6
+Requires-Dist: webdriver-manager==3.8.6
+Requires-Dist: websocket-client==1.5.1
+Requires-Dist: websockets==11.0.3
+Requires-Dist: wheel==0.38.4
+Requires-Dist: wrapt==1.15.0
+Requires-Dist: wsproto==1.2.0
+Requires-Dist: yarl==1.9.2
+Requires-Dist: zipp==3.17.0
+
+# AutoAgents: A Framework for Automatic Agent Generation
+
+<p align="center">
+<a href=""><img src="docs/resources/logo-autoagents.jpg" alt="autoagents logo: A Framework for Automatic Agent Generation." width="150px"></a>
+</p>
+
+<p align="center">
+<b>Generate different roles for GPTs to form a collaborative entity for complex tasks.</b>
+</p>
+
+<p align="center">
+<a href="docs/README_CN.md"><img src="https://img.shields.io/badge/文档-中文版-blue.svg" alt="CN doc"></a>
+<a href="README.md"><img src="https://img.shields.io/badge/document-English-blue.svg" alt="EN doc"></a>
+<a href="docs/README_JA.md"><img src="https://img.shields.io/badge/ドキュメント-日本語-blue.svg" alt="JA doc"></a>
+<a href="https://opensource.org/licenses/MIT"><img src="https://img.shields.io/badge/License-MIT-yellow.svg" alt="License: MIT"></a>
+</p>
+
+AutoAgents is an experimental open-source application for an Automatic Agents Generation Experiment based on LLM. This program, driven by LLM, autonomously generates multi-agents to achieve whatever goal you set.
+
+<p align="center">
+    <img src=./docs/resources/framework2.jpg width="800">
+</p>
+
+## <a name="updates"/> :boom: Updates
+- **2023.09.31**: 📝 We're excited to share our paper [AutoAgents: A Framework for Automatic Agent Generation](https://arxiv.org/abs/2309.17288) related to this repository.
+<p align="center">
+<img width="616" alt="The execution process of AutoAgents." src="docs/resources/process.jpg">
+</p> 
+
+- **2023.08.30**: 🚀 Adding a custom agent collection, AgentBank, allows you to add custom agents. 
+
+## 🚀 Features
+- **Planner**: Determines the expert roles to be added and the specific execution plan according to the problem.
+- **Tools**: The set of tools that can be used, currently only compatible with the search tools.
+- **Observers**: Responsible for reflecting on whether the planner and the results in the execution process are reasonable, currently including reflection checks on Agents, Plan, and Action.
+- **Agents**: Expert role agents generated by the planner, including name, expertise, tools used, and LLM enhancement.
+- **Plan**: The execution plan is composed of the generated expert roles, each step of the execution plan has at least one expert role agent.
+- **Actions**: The specific actions of the expert roles in the execution plan, such as calling tools or outputting results.
+
+## Demo
+Online demo: 
+- [Demo / HuggingFace Spaces](https://huggingface.co/spaces/LinkSoul/AutoAgents)
+
+Video demo:
+- **Rumor Verification**
+<video src='https://github.com/shiyemin/AutoAgents/assets/1501158/41898e0d-4137-450c-ad9b-bfb9b8c1d27b.mp4'></video>
+- **Gluttonous Snake**
+<video src='https://github.com/shiyemin/AutoAgents/assets/1501158/97e408cb-b70d-4045-82ea-07319c085138.mp4'></video>
+
+## Installation and Usage
+
+### Installation
+
+```bash
+git clone https://github.com/LinkSoul-AI/AutoAgents
+cd AutoAgents
+python setup.py install
+```
+
+### Configuration
+
+- Configure your `OPENAI_API_KEY` in any of `config/key.yaml / config/config.yaml / env`
+- Priority order: `config/key.yaml > config/config.yaml > env`
+
+```bash
+# Copy the configuration file and make the necessary modifications.
+cp config/config.yaml config/key.yaml
+```
+
+| Variable Name                              | config/key.yaml                           | env                                             |
+| ------------------------------------------ | ----------------------------------------- | ----------------------------------------------- |
+| OPENAI_API_KEY # Replace with your own key | OPENAI_API_KEY: "sk-..."                  | export OPENAI_API_KEY="sk-..."                  |
+| OPENAI_API_BASE # Optional                 | OPENAI_API_BASE: "https://<YOUR_SITE>/v1" | export OPENAI_API_BASE="https://<YOUR_SITE>/v1" |
+
+### Usage
+- Commandline mode:
+```python
+python main.py --mode commandline --llm_api_key YOUR_OPENAI_API_KEY --serpapi_key YOUR_SERPAPI_KEY --idea "Is LK-99 really a room temperature superconducting material?"
+```
+- Websocket service mode:
+```python
+python main.py --mode service --host "127.0.0.1" --port 9000
+```
+
+### Docker
+- Build docker image:
+```bash
+IMAGE="linksoul.ai/autoagents"
+VERSION=1.0
+
+docker build -f docker/Dockerfile -t "${IMAGE}:${VERSION}" .
+```
+- Start docker container:
+```bash
+docker run -it --rm -p 7860:7860 "${IMAGE}:${VERSION}"
+```
+- Open http://127.0.0.1:7860 in the browser.
+
+## Contact Information
+
+If you have any questions or feedback about this project, please feel free to contact us. We highly appreciate your suggestions!
+
+- **Email:** gy.chen@foxmail.com, ymshi@linksoul.ai
+- **GitHub Issues:** For more technical inquiries, you can also create a new issue in our [GitHub repository](https://github.com/LinkSoul-AI/AutoAgents/issues).
+
+We will respond to all questions within 2-3 business days.
+
+## License
+
+[MIT license](https://raw.githubusercontent.com/LinkSoul-AI/AutoAgents/main/LICENSE)
+
+## Citation
+
+If you find our work and this repository useful, please consider giving a star :star: and citation :beer::
+```bibtex
+@article{chen2023auto,
+  title={AutoAgents: The Automatic Agents Generation Framework},
+  author={Chen, Guangyao and Dong, Siwei and Shu, Yu and Zhang, Ge and Jaward, Sesay and Börje, Karlsson and Fu, Jie and Shi, Yemin},
+  journal={arXiv preprint},
+  year={2023}
+}
+```
+
+## Wechat Group
+
+<img src=".github/QRcode.jpg" alt="Wechat Group" width="200"/>
+
+## Acknowledgements
+The [system](https://github.com/LinkSoul-AI/AutoAgents/tree/main/autoagents/system), [action_bank](https://github.com/LinkSoul-AI/AutoAgents/tree/main/autoagents/actions/action_bank) and [role_bank](https://github.com/LinkSoul-AI/AutoAgents/tree/main/autoagents/roles/role_bank) of this code base is built using [MetaGPT](https://github.com/geekan/MetaGPT)
+
+Icons in the framework made by Darius Dan, Freepik, kmg design, Flat Icons, Vectorslab from [FlatIcon](https://www.flaticon.com)

autoagents.egg-info/SOURCES.txt

@@ -0,0 +1,68 @@
+LICENSE
+README.md
+setup.py
+autoagents/__init__.py
+autoagents/environment.py
+autoagents/explorer.py
+autoagents.egg-info/PKG-INFO
+autoagents.egg-info/SOURCES.txt
+autoagents.egg-info/dependency_links.txt
+autoagents.egg-info/requires.txt
+autoagents.egg-info/top_level.txt
+autoagents/actions/__init__.py
+autoagents/actions/check_plans.py
+autoagents/actions/check_roles.py
+autoagents/actions/create_roles.py
+autoagents/actions/custom_action.py
+autoagents/actions/steps.py
+autoagents/actions/action/__init__.py
+autoagents/actions/action/action.py
+autoagents/actions/action/action_output.py
+autoagents/actions/action_bank/__init__.py
+autoagents/actions/action_bank/design_api.py
+autoagents/actions/action_bank/project_management.py
+autoagents/actions/action_bank/requirement.py
+autoagents/actions/action_bank/search_and_summarize.py
+autoagents/actions/action_bank/write_code.py
+autoagents/actions/action_bank/write_code_review.py
+autoagents/actions/action_bank/write_prd.py
+autoagents/roles/__init__.py
+autoagents/roles/action_observer.py
+autoagents/roles/custom_role.py
+autoagents/roles/group.py
+autoagents/roles/manager.py
+autoagents/roles/observer.py
+autoagents/roles/role.py
+autoagents/roles/role_bank/__init__.py
+autoagents/roles/role_bank/engineer.py
+autoagents/roles/role_bank/predefined_roles.py
+autoagents/system/__init__.py
+autoagents/system/config.py
+autoagents/system/const.py
+autoagents/system/llm.py
+autoagents/system/logs.py
+autoagents/system/schema.py
+autoagents/system/document_store/__init__.py
+autoagents/system/document_store/base_store.py
+autoagents/system/document_store/document.py
+autoagents/system/document_store/faiss_store.py
+autoagents/system/memory/__init__.py
+autoagents/system/memory/longterm_memory.py
+autoagents/system/memory/memory.py
+autoagents/system/memory/memory_storage.py
+autoagents/system/provider/__init__.py
+autoagents/system/provider/anthropic_api.py
+autoagents/system/provider/base_chatbot.py
+autoagents/system/provider/base_gpt_api.py
+autoagents/system/provider/openai_api.py
+autoagents/system/tools/__init__.py
+autoagents/system/tools/search_engine.py
+autoagents/system/tools/search_engine_serpapi.py
+autoagents/system/tools/search_engine_serper.py
+autoagents/system/utils/__init__.py
+autoagents/system/utils/common.py
+autoagents/system/utils/mermaid.py
+autoagents/system/utils/serialize.py
+autoagents/system/utils/singleton.py
+autoagents/system/utils/special_tokens.py
+autoagents/system/utils/token_counter.py

autoagents.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

autoagents.egg-info/requires.txt

@@ -0,0 +1,245 @@
+matplotlib==3.8.0
+matplotlib-inline==0.1.6
+abstract_singleton==1.0.1
+aiofiles==23.2.1
+aiohttp==3.8.4
+aiosignal==1.3.1
+altair==5.1.1
+anthropic==0.3.6
+anyio==3.7.1
+appdirs==1.4.4
+asgiref==3.7.2
+asttokens==2.2.1
+astunparse==1.6.3
+async-generator==1.10
+async-timeout==4.0.2
+asynctest==0.13.0
+attrs==23.1.0
+auto_gpt_plugin_template==0.0.3
+autoflake==2.1.1
+backcall==0.2.0
+beautifulsoup4==4.12.2
+black==23.3.0
+blis==0.7.9
+cachetools==5.3.0
+camel-converter==3.0.2
+catalogue==2.0.8
+certifi==2023.7.22
+cffi==1.15.1
+cfgv==3.3.1
+channels==4.0.0
+chardet==5.1.0
+charset-normalizer==3.1.0
+click==8.1.3
+colorama==0.4.6
+common==0.1.2
+confection==0.0.4
+contourpy==1.1.1
+coverage==7.2.5
+cryptography==40.0.2
+cssselect==1.2.0
+cycler==0.11.0
+cymem==2.0.7
+dataclasses-json==0.5.7
+decorator==5.1.1
+diskcache==5.6.1
+distlib==0.3.6
+distro==1.8.0
+Django==4.2.3
+dnspython==2.3.0
+docker==6.1.2
+docker-pycreds==0.4.0
+duckduckgo-search==2.9.4
+et-xmlfile==1.1.0
+exceptiongroup==1.1.1
+execnet==1.9.0
+executing==1.2.0
+faiss-cpu==1.7.4
+fastapi==0.103.1
+ffmpy==0.3.1
+filelock==3.12.0
+fire==0.4.0
+flake8==6.0.0
+fonttools==4.42.1
+frozenlist==1.3.3
+fsspec==2023.9.2
+ghp-import==2.1.0
+gitdb==4.0.10
+GitPython==3.1.31
+google-api-core==2.11.0
+google-api-python-client==2.86.0
+google-auth==2.18.0
+google-auth-httplib2==0.1.0
+google-search-results==2.4.2
+googleapis-common-protos==1.59.0
+gradio==3.44.4
+gradio_client==0.5.1
+greenlet==2.0.2
+gTTS==2.3.1
+h11==0.14.0
+httpcore==0.17.0
+httplib2==0.22.0
+httpx==0.24.0
+huggingface-hub==0.17.2
+icecream==2.1.3
+identify==2.5.24
+idna==3.4
+importlib-metadata==6.8.0
+importlib-resources==6.1.0
+iniconfig==2.0.0
+ipdb==0.13.13
+ipython==8.14.0
+iso-639==0.4.5
+isort==5.12.0
+jedi==0.18.2
+Jinja2==3.1.2
+joblib==1.3.2
+jsonschema==4.17.3
+kiwisolver==1.4.5
+langchain==0.0.231
+langchainplus-sdk==0.0.20
+langcodes==3.3.0
+langsmith==0.0.33
+litellm==0.7.5
+loguru==0.6.0
+lxml==4.9.2
+Markdown==3.3.7
+MarkupSafe==2.1.2
+marshmallow==3.19.0
+marshmallow-enum==1.5.1
+mccabe==0.7.0
+meilisearch==0.21.0
+mergedeep==1.3.4
+mkdocs==1.4.3
+mkl-service==2.4.0
+multidict==6.0.4
+murmurhash==1.0.9
+mypy-extensions==1.0.0
+nltk==3.8.1
+nodeenv==1.8.0
+numexpr==2.8.4
+numpy==1.25.2
+oauthlib==3.2.2
+openai==0.27.2
+openapi-python-client==0.13.4
+openapi-schema-pydantic==1.2.4
+opencv-python==4.8.0.76
+openpyxl==3.2.0b1
+orjson==3.8.10
+outcome==1.2.0
+packaging==23.1
+pandas==1.4.1
+parso==0.8.3
+pathspec==0.11.1
+pathtools==0.1.2
+pathy==0.10.1
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.5.0
+pinecone-client==2.2.1
+pip==23.0.1
+platformdirs==3.5.1
+playsound==1.2.2
+pluggy==1.0.0
+pre-commit==3.3.1
+preshed==3.0.8
+promise==2.3
+prompt-toolkit==3.0.38
+protobuf==3.20.3
+psutil==5.9.5
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py3langid==0.2.2
+pyasn1==0.5.0
+pyasn1-modules==0.3.0
+pycodestyle==2.10.0
+pycparser==2.21
+pydantic==1.10.7
+pydub==0.25.1
+pyflakes==3.0.1
+Pygments==2.15.1
+pymdown-extensions==10.0.1
+pyOpenSSL==23.1.1
+pyparsing==3.0.9
+pyrsistent==0.19.3
+PySocks==1.7.1
+pytest==7.2.2
+pytest-asyncio==0.21.0
+pytest-benchmark==4.0.0
+pytest-cov==4.0.0
+pytest-integration==0.2.3
+pytest-mock==3.10.0
+pytest-recording==0.12.2
+pytest-xdist==3.3.0
+python-dateutil==2.8.2
+python-docx==0.8.11
+python-dotenv==1.0.0
+python-multipart==0.0.6
+pytz==2023.3
+PyYAML==6.0
+pyyaml_env_tag==0.1
+readability-lxml==0.8.1
+redis==4.5.5
+regex==2023.5.5
+requests==2.30.0
+requests-oauthlib==1.3.1
+rsa==4.9
+scikit-learn==1.3.0
+scipy==1.11.1
+selenium==4.1.4
+semantic-version==2.10.0
+sentry-sdk==1.31.0
+setproctitle==1.3.2
+setuptools==65.6.3
+shellingham==1.5.0.post1
+shortuuid==1.0.11
+six==1.16.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+socksio==1.0.0
+sortedcontainers==2.4.0
+soupsieve==2.4.1
+spacy==3.5.3
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+SQLAlchemy==2.0.15
+sqlparse==0.4.4
+srsly==2.4.6
+stack-data==0.6.2
+starlette==0.27.0
+tenacity==8.2.2
+termcolor==2.3.0
+thinc==8.1.10
+threadpoolctl==2.2.0
+tiktoken==0.5.1
+tokenizers==0.13.3
+tomli==2.0.1
+toolz==0.12.0
+tqdm==4.64.1
+traitlets==5.9.0
+trio==0.22.0
+trio-websocket==0.10.2
+tweepy==4.14.0
+typer==0.7.0
+typing_extensions==4.5.0
+typing-inspect==0.8.0
+uritemplate==4.1.1
+urllib3==1.26.15
+urllib3-secure-extra==0.1.0
+uvicorn==0.23.2
+vcrpy==4.2.1
+virtualenv==20.23.0
+wandb==0.13.2
+wasabi==1.1.1
+watchdog==3.0.0
+wcwidth==0.2.6
+webdriver-manager==3.8.6
+websocket-client==1.5.1
+websockets==11.0.3
+wheel==0.38.4
+wrapt==1.15.0
+wsproto==1.2.0
+yarl==1.9.2
+zipp==3.17.0

autoagents.egg-info/top_level.txt

@@ -0,0 +1 @@
+autoagents

autoagents/__init__.py

@@ -0,0 +1,2 @@
+#!/usr/bin/env python 
+# -*- coding: utf-8 -*-

autoagents/actions/__init__.py

@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from enum import Enum
+
+from .action import Action, ActionOutput
+
+from .create_roles import CreateRoles
+from .check_roles import CheckRoles
+from .check_plans import CheckPlans
+from .custom_action import CustomAction
+from .steps import NextAction
+
+# Predefined Actions
+from .action_bank.requirement import Requirement
+from .action_bank.write_code import WriteCode
+from .action_bank.write_code_review import WriteCodeReview
+from .action_bank.project_management import AssignTasks, WriteTasks
+from .action_bank.design_api import WriteDesign
+from .action_bank.write_prd import WritePRD
+from .action_bank.search_and_summarize import SearchAndSummarize

autoagents/actions/action/README.md

@@ -0,0 +1,2 @@
+## Acknowledgements
+The ```action``` and ```action_output``` from MetaGPT [MetaGPT](https://github.com/geekan/MetaGPT)

autoagents/actions/action/__init__.py

@@ -0,0 +1,2 @@
+from .action import Action
+from .action_output import ActionOutput

autoagents/actions/action/action.py

@@ -0,0 +1,70 @@
+#!/usr/bin/env python
+# coding: utf-8
+"""
+@Time    : 2023/5/11 14:43
+@Author  : alexanderwu
+@From    : https://github.com/geekan/MetaGPT/blob/main/metagpt/actions/action.py
+"""
+from abc import ABC
+from typing import Optional
+
+from tenacity import retry, stop_after_attempt, wait_fixed
+
+from .action_output import ActionOutput
+from autoagents.system.llm import LLM
+from autoagents.system.utils.common import OutputParser
+from autoagents.system.logs import logger
+
+class Action(ABC):
+    def __init__(self, name: str = '', context=None, llm: LLM = None, serpapi_api_key=None):
+        self.name: str = name
+        # if llm is None:
+        #     llm = LLM(proxy, api_key)
+        self.llm = llm
+        self.context = context
+        self.prefix = ""
+        self.profile = ""
+        self.desc = ""
+        self.content = ""
+        self.serpapi_api_key = serpapi_api_key
+        self.instruct_content = None
+
+    def set_prefix(self, prefix, profile, proxy, api_key, serpapi_api_key):
+        """Set prefix for later usage"""
+        self.prefix = prefix
+        self.profile = profile
+        self.llm = LLM(proxy, api_key)
+        self.serpapi_api_key = serpapi_api_key
+
+    def __str__(self):
+        return self.__class__.__name__
+
+    def __repr__(self):
+        return self.__str__()
+
+    async def _aask(self, prompt: str, system_msgs: Optional[list[str]] = None) -> str:
+        """Append default prefix"""
+        if not system_msgs:
+            system_msgs = []
+        system_msgs.append(self.prefix)
+        return await self.llm.aask(prompt, system_msgs)
+
+    @retry(stop=stop_after_attempt(2), wait=wait_fixed(1))
+    async def _aask_v1(self, prompt: str, output_class_name: str,
+                       output_data_mapping: dict,
+                       system_msgs: Optional[list[str]] = None) -> ActionOutput:
+        """Append default prefix"""
+        if not system_msgs:
+            system_msgs = []
+        system_msgs.append(self.prefix)
+        content = await self.llm.aask(prompt, system_msgs)
+        logger.debug(content)
+        output_class = ActionOutput.create_model_class(output_class_name, output_data_mapping)
+        parsed_data = OutputParser.parse_data_with_mapping(content, output_data_mapping)
+        logger.debug(parsed_data)
+        instruct_content = output_class(**parsed_data)
+        return ActionOutput(content, instruct_content)
+
+    async def run(self, *args, **kwargs):
+        """Run action"""
+        raise NotImplementedError("The run method should be implemented in a subclass.")

autoagents/actions/action/action_output.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+# coding: utf-8
+"""
+@Time    : 2023/7/11 10:03
+@Author  : chengmaoyu
+@File    : action_output
+@From    : https://github.com/geekan/MetaGPT/blob/main/metagpt/actions/action_output.py
+"""
+
+from typing import Dict, Type
+
+from pydantic import BaseModel, create_model, root_validator, validator
+
+
+class ActionOutput:
+    content: str
+    instruct_content: BaseModel
+
+    def __init__(self, content: str, instruct_content: BaseModel):
+        self.content = content
+        self.instruct_content = instruct_content
+
+    @classmethod
+    def create_model_class(cls, class_name: str, mapping: Dict[str, Type]):
+        new_class = create_model(class_name, **mapping)
+
+        @validator('*', allow_reuse=True)
+        def check_name(v, field):
+            if field.name not in mapping.keys():
+                raise ValueError(f'Unrecognized block: {field.name}')
+            return v
+
+        @root_validator(pre=True, allow_reuse=True)
+        def check_missing_fields(values):
+            required_fields = set(mapping.keys())
+            missing_fields = required_fields - set(values.keys())
+            if missing_fields:
+                raise ValueError(f'Missing fields: {missing_fields}')
+            return values
+
+        new_class.__validator_check_name = classmethod(check_name)
+        new_class.__root_validator_check_missing_fields = classmethod(check_missing_fields)
+        return new_class

autoagents/actions/action_bank/README.md

@@ -0,0 +1,2 @@
+## Acknowledgements
+The ```design_api.py```,  ```project_management.py```, ```requirement.py```, ```search_and_summarize.py```, ```write_code_review.py```, ```write_code.py``` and ```write_prd.py``` from [MetaGPT](https://github.com/geekan/MetaGPT)

autoagents/actions/action_bank/__init__.py

@@ -0,0 +1,6 @@
+from .write_code import WriteCode
+from .write_code_review import WriteCodeReview
+from .project_management import AssignTasks, WriteTasks
+from .design_api import WriteDesign
+from .write_prd import WritePRD
+from .search_and_summarize import SearchAndSummarize

autoagents/actions/action_bank/design_api.py

@@ -0,0 +1,143 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Time    : 2023/5/11 14:43
+@Author  : alexanderwu
+@From    : https://github.com/geekan/MetaGPT/blob/main/metagpt/actions/design_api.py
+"""
+import shutil
+from pathlib import Path
+from typing import List
+
+from autoagents.actions import Action, ActionOutput
+from autoagents.system.const import WORKSPACE_ROOT
+from autoagents.system.logs import logger
+from autoagents.system.utils.common import CodeParser
+from autoagents.system.utils.mermaid import mermaid_to_file
+
+PROMPT_TEMPLATE = """
+# Context
+{context}
+
+## Format example
+{format_example}
+-----
+Role: You are an architect; the goal is to design a SOTA PEP8-compliant python system; make the best use of good open source tools
+Requirement: Fill in the following missing information based on the context, note that all sections are response with code form separately
+Max Output: 8192 chars or 2048 tokens. Try to use them up.
+Attention: Use '##' to split sections, not '#', and '## <SECTION_NAME>' SHOULD WRITE BEFORE the code and triple quote.
+
+## Implementation approach: Provide as Plain text. Analyze the difficult points of the requirements, select the appropriate open-source framework.
+
+## Python package name: Provide as Python str with python triple quoto, concise and clear, characters only use a combination of all lowercase and underscores
+
+## File list: Provided as Python list[str], the list of ONLY REQUIRED files needed to write the program(LESS IS MORE!). Only need relative paths, comply with PEP8 standards. ALWAYS write a main.py or app.py here
+
+## Data structures and interface definitions: Use mermaid classDiagram code syntax, including classes (INCLUDING __init__ method) and functions (with type annotations), CLEARLY MARK the RELATIONSHIPS between classes, and comply with PEP8 standards. The data structures SHOULD BE VERY DETAILED and the API should be comprehensive with a complete design. 
+
+## Program call flow: Use sequenceDiagram code syntax, COMPLETE and VERY DETAILED, using CLASSES AND API DEFINED ABOVE accurately, covering the CRUD AND INIT of each object, SYNTAX MUST BE CORRECT.
+
+## Anything UNCLEAR: Provide as Plain text. Make clear here.
+
+"""
+FORMAT_EXAMPLE = """
+---
+## Implementation approach
+We will ...
+
+## Python package name
+```python
+"snake_game"
+```
+
+## File list
+```python
+[
+    "main.py",
+]
+```
+
+## Data structures and interface definitions
+```mermaid
+classDiagram
+    class Game{
+        +int score
+    }
+    ...
+    Game "1" -- "1" Food: has
+```
+
+## Program call flow
+```mermaid
+sequenceDiagram
+    participant M as Main
+    ...
+    G->>M: end game
+```
+
+## Anything UNCLEAR
+The requirement is clear to me.
+---
+"""
+OUTPUT_MAPPING = {
+    "Implementation approach": (str, ...),
+    "Python package name": (str, ...),
+    "File list": (List[str], ...),
+    "Data structures and interface definitions": (str, ...),
+    "Program call flow": (str, ...),
+    "Anything UNCLEAR": (str, ...),
+}
+
+
+class WriteDesign(Action):
+    def __init__(self, name, context=None, llm=None):
+        super().__init__(name, context, llm)
+        self.desc = "Based on the PRD, think about the system design, and design the corresponding APIs, " \
+                    "data structures, library tables, processes, and paths. Please provide your design, feedback " \
+                    "clearly and in detail."
+
+    def recreate_workspace(self, workspace: Path):
+        try:
+            shutil.rmtree(workspace)
+        except FileNotFoundError:
+            pass  # 文件夹不存在，但我们不在意
+        workspace.mkdir(parents=True, exist_ok=True)
+
+    def _save_prd(self, docs_path, resources_path, prd):
+        prd_file = docs_path / 'prd.md'
+        quadrant_chart = CodeParser.parse_code(block="Competitive Quadrant Chart", text=prd)
+        mermaid_to_file(quadrant_chart, resources_path / 'competitive_analysis')
+        logger.info(f"Saving PRD to {prd_file}")
+        prd_file.write_text(prd)
+
+    def _save_system_design(self, docs_path, resources_path, content):
+        data_api_design = CodeParser.parse_code(block="Data structures and interface definitions", text=content)
+        seq_flow = CodeParser.parse_code(block="Program call flow", text=content)
+        mermaid_to_file(data_api_design, resources_path / 'data_api_design')
+        mermaid_to_file(seq_flow, resources_path / 'seq_flow')
+        system_design_file = docs_path / 'system_design.md'
+        logger.info(f"Saving System Designs to {system_design_file}")
+        system_design_file.write_text(content)
+
+    def _save(self, context, system_design):
+        if isinstance(system_design, ActionOutput):
+            content = system_design.content
+            ws_name = CodeParser.parse_str(block="Python package name", text=content)
+        else:
+            content = system_design
+            ws_name = CodeParser.parse_str(block="Python package name", text=system_design)
+        workspace = WORKSPACE_ROOT / ws_name
+        self.recreate_workspace(workspace)
+        docs_path = workspace / 'docs'
+        resources_path = workspace / 'resources'
+        docs_path.mkdir(parents=True, exist_ok=True)
+        resources_path.mkdir(parents=True, exist_ok=True)
+        self._save_prd(docs_path, resources_path, context[-1].content)
+        self._save_system_design(docs_path, resources_path, content)
+
+    async def run(self, context):
+        prompt = PROMPT_TEMPLATE.format(context=context, format_example=FORMAT_EXAMPLE)
+        # system_design = await self._aask(prompt)
+        system_design = await self._aask_v1(prompt, "system_design", OUTPUT_MAPPING)
+        self._save(context, system_design)
+        return system_design

autoagents/actions/action_bank/project_management.py

@@ -0,0 +1,128 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Time    : 2023/5/11 14:43
+@Author  : alexanderwu
+@From    : https://github.com/geekan/MetaGPT/blob/main/metagpt/actions/project_management.py
+"""
+from typing import List, Tuple
+
+from autoagents.actions.action import Action
+from autoagents.system.const import WORKSPACE_ROOT
+from autoagents.system.utils.common import CodeParser
+
+PROMPT_TEMPLATE = '''
+# Context
+{context}
+
+## Format example
+{format_example}
+-----
+Role: You are a project manager; the goal is to break down tasks according to PRD/technical design, give a task list, and analyze task dependencies to start with the prerequisite modules
+Requirements: Based on the context, fill in the following missing information, note that all sections are returned in Python code triple quote form seperatedly. Here the granularity of the task is a file, if there are any missing files, you can supplement them
+Attention: Use '##' to split sections, not '#', and '## <SECTION_NAME>' SHOULD WRITE BEFORE the code and triple quote.
+
+## Required Python third-party packages: Provided in requirements.txt format
+
+## Required Other language third-party packages: Provided in requirements.txt format
+
+## Full API spec: Use OpenAPI 3.0. Describe all APIs that may be used by both frontend and backend.
+
+## Logic Analysis: Provided as a Python list[str, str]. the first is filename, the second is class/method/function should be implemented in this file. Analyze the dependencies between the files, which work should be done first
+
+## Task list: Provided as Python list[str]. Each str is a filename, the more at the beginning, the more it is a prerequisite dependency, should be done first
+
+## Shared Knowledge: Anything that should be public like utils' functions, config's variables details that should make clear first. 
+
+## Anything UNCLEAR: Provide as Plain text. Make clear here. For example, don't forget a main entry. don't forget to init 3rd party libs.
+
+'''
+
+FORMAT_EXAMPLE = '''
+---
+## Required Python third-party packages
+```python
+"""
+flask==1.1.2
+bcrypt==3.2.0
+"""
+```
+
+## Required Other language third-party packages
+```python
+"""
+No third-party ...
+"""
+```
+
+## Full API spec
+```python
+"""
+openapi: 3.0.0
+...
+description: A JSON object ...
+"""
+```
+
+## Logic Analysis
+```python
+[
+    ("game.py", "Contains ..."),
+]
+```
+
+## Task list
+```python
+[
+    "game.py",
+]
+```
+
+## Shared Knowledge
+```python
+"""
+'game.py' contains ...
+"""
+```
+
+## Anything UNCLEAR
+We need ... how to start.
+---
+'''
+
+OUTPUT_MAPPING = {
+    "Required Python third-party packages": (str, ...),
+    "Required Other language third-party packages": (str, ...),
+    "Full API spec": (str, ...),
+    "Logic Analysis": (List[Tuple[str, str]], ...),
+    "Task list": (List[str], ...),
+    "Shared Knowledge": (str, ...),
+    "Anything UNCLEAR": (str, ...),
+}
+
+
+class WriteTasks(Action):
+
+    def __init__(self, name="CreateTasks", context=None, llm=None):
+        super().__init__(name, context, llm)
+
+    def _save(self, context, rsp):
+        ws_name = CodeParser.parse_str(block="Python package name", text=context[-1].content)
+        file_path = WORKSPACE_ROOT / ws_name / 'docs/api_spec_and_tasks.md'
+        file_path.write_text(rsp.content)
+
+        # Write requirements.txt
+        requirements_path = WORKSPACE_ROOT / ws_name / 'requirements.txt'
+        requirements_path.write_text(rsp.instruct_content.dict().get("Required Python third-party packages").strip('"\n'))
+
+    async def run(self, context):
+        prompt = PROMPT_TEMPLATE.format(context=context, format_example=FORMAT_EXAMPLE)
+        rsp = await self._aask_v1(prompt, "task", OUTPUT_MAPPING)
+        self._save(context, rsp)
+        return rsp
+
+
+class AssignTasks(Action):
+    async def run(self, *args, **kwargs):
+        # Here you should implement the actual action
+        pass

autoagents/actions/action_bank/requirement.py

@@ -0,0 +1,7 @@
+from autoagents.actions import Action
+
+
+class Requirement(Action):
+    """Requirement without any implementation details"""
+    async def run(self, *args, **kwargs):
+        raise NotImplementedError

autoagents/actions/action_bank/search_and_summarize.py

@@ -0,0 +1,154 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Time    : 2023/5/11 14:43
+@Author  : alexanderwu
+@From    : https://github.com/geekan/MetaGPT/blob/main/metagpt/actions/search_and_summarize.py
+"""
+import time
+
+from autoagents.actions import Action
+from autoagents.system.config import Config
+from autoagents.system.logs import logger
+from autoagents.system.schema import Message
+from autoagents.system.tools.search_engine import SearchEngine
+
+SEARCH_AND_SUMMARIZE_SYSTEM = """### Requirements
+1. Please summarize the latest dialogue based on the reference information (secondary) and dialogue history (primary). Do not include text that is irrelevant to the conversation.
+- The context is for reference only. If it is irrelevant to the user's search request history, please reduce its reference and usage.
+2. If there are citable links in the context, annotate them in the main text in the format [main text](citation link). If there are none in the context, do not write links.
+3. The reply should be graceful, clear, non-repetitive, smoothly written, and of moderate length, in {LANG}.
+
+### Dialogue History (For example)
+A: MLOps competitors
+
+### Current Question (For example)
+A: MLOps competitors
+
+### Current Reply (For example)
+1. Alteryx Designer: <desc> etc. if any
+2. Matlab: ditto
+3. IBM SPSS Statistics
+4. RapidMiner Studio
+5. DataRobot AI Platform
+6. Databricks Lakehouse Platform
+7. Amazon SageMaker
+8. Dataiku
+"""
+
+SEARCH_AND_SUMMARIZE_SYSTEM_EN_US = SEARCH_AND_SUMMARIZE_SYSTEM.format(LANG='en-us')
+
+SEARCH_AND_SUMMARIZE_PROMPT = """
+### Reference Information
+{CONTEXT}
+
+### Dialogue History
+{QUERY_HISTORY}
+{QUERY}
+
+### Current Question
+{QUERY}
+
+### Current Reply: Based on the information, please write the reply to the Question
+
+
+"""
+
+
+SEARCH_AND_SUMMARIZE_SALES_SYSTEM = """## Requirements
+1. Please summarize the latest dialogue based on the reference information (secondary) and dialogue history (primary). Do not include text that is irrelevant to the conversation.
+- The context is for reference only. If it is irrelevant to the user's search request history, please reduce its reference and usage.
+2. If there are citable links in the context, annotate them in the main text in the format [main text](citation link). If there are none in the context, do not write links.
+3. The reply should be graceful, clear, non-repetitive, smoothly written, and of moderate length, in Simplified Chinese.
+
+# Example
+## Reference Information
+...
+
+## Dialogue History
+user: Which facial cleanser is good for oily skin?
+Salesperson: Hello, for oily skin, it is suggested to choose a product that can deeply cleanse, control oil, and is gentle and skin-friendly. According to customer feedback and market reputation, the following facial cleansers are recommended:...
+user: Do you have any by L'Oreal?
+> Salesperson: ...
+
+## Ideal Answer
+Yes, I've selected the following for you:
+1. L'Oreal Men's Facial Cleanser: Oil control, anti-acne, balance of water and oil, pore purification, effectively against blackheads, deep exfoliation, refuse oil shine. Dense foam, not tight after washing.
+2. L'Oreal Age Perfect Hydrating Cleanser: Added with sodium cocoyl glycinate and Centella Asiatica, two effective ingredients, it can deeply cleanse, tighten the skin, gentle and not tight.
+"""
+
+SEARCH_AND_SUMMARIZE_SALES_PROMPT = """
+## Reference Information
+{CONTEXT}
+
+## Dialogue History
+{QUERY_HISTORY}
+{QUERY}
+> {ROLE}: 
+
+"""
+
+SEARCH_FOOD = """
+# User Search Request
+What are some delicious foods in Xiamen?
+
+# Requirements
+You are a member of a professional butler team and will provide helpful suggestions:
+1. Please summarize the user's search request based on the context and avoid including unrelated text.
+2. Use [main text](reference link) in markdown format to **naturally annotate** 3-5 textual elements (such as product words or similar text sections) within the main text for easy navigation.
+3. The response should be elegant, clear, **without any repetition of text**, smoothly written, and of moderate length.
+"""
+
+
+class SearchAndSummarize(Action):
+    def __init__(self, name="", context=None, llm=None, engine=None, search_func=None, serpapi_api_key=None):
+        self.config = Config()
+        self.serpapi_api_key = serpapi_api_key
+        self.engine = engine or self.config.search_engine
+        self.search_engine = SearchEngine(self.engine, run_func=search_func, serpapi_api_key=serpapi_api_key)
+        self.result = ""
+        super().__init__(name, context, llm, serpapi_api_key)
+
+    async def run(self, context: list[Message], system_text=SEARCH_AND_SUMMARIZE_SYSTEM) -> str:
+        no_serpapi = not self.config.serpapi_api_key or 'YOUR_API_KEY' == self.config.serpapi_api_key
+        no_serper = not self.config.serper_api_key or 'YOUR_API_KEY' == self.config.serper_api_key
+        no_google = not self.config.google_api_key or 'YOUR_API_KEY' == self.config.google_api_key
+        no_self_serpapi = self.serpapi_api_key is None
+
+        if no_serpapi and no_google and no_serper and no_self_serpapi:
+            logger.warning('Configure one of SERPAPI_API_KEY, SERPER_API_KEY, GOOGLE_API_KEY to unlock full feature')
+            return ""
+        
+        query = context[-1].content
+        # logger.debug(query)
+        try_count = 0
+        while True:
+            try:
+                rsp = await self.search_engine.run(query)
+                break
+            except ValueError as e:
+                try_count += 1
+                if try_count >= 3:
+                    # Retry 3 times to fail
+                    raise e
+                time.sleep(1)
+
+        self.result = rsp
+        if not rsp:
+            logger.error('empty rsp...')
+            return ""
+        # logger.info(rsp)
+
+        system_prompt = [system_text]
+
+        prompt = SEARCH_AND_SUMMARIZE_PROMPT.format(
+            # PREFIX = self.prefix,
+            ROLE=self.profile,
+            CONTEXT=rsp,
+            QUERY_HISTORY='\n'.join([str(i) for i in context[:-1]]),
+            QUERY=str(context[-1])
+        )
+        result = await self._aask(prompt, system_prompt)
+        logger.debug(prompt)
+        logger.debug(result)
+        return result

autoagents/actions/action_bank/write_code.py

@@ -0,0 +1,81 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Time    : 2023/5/11 14:43
+@Author  : alexanderwu
+@From    : https://github.com/geekan/MetaGPT/blob/main/metagpt/actions/write_code.py
+"""
+from .design_api import WriteDesign
+from autoagents.actions.action import Action
+from autoagents.system.const import WORKSPACE_ROOT
+from autoagents.system.logs import logger
+from autoagents.system.schema import Message
+from autoagents.system.utils.common import CodeParser
+from tenacity import retry, stop_after_attempt, wait_fixed
+
+PROMPT_TEMPLATE = """
+NOTICE
+Role: You are a professional engineer; the main goal is to write PEP8 compliant, elegant, modular, easy to read and maintain Python 3.9 code (but you can also use other programming language)
+ATTENTION: Use '##' to SPLIT SECTIONS, not '#'. Output format carefully referenced "Format example".
+
+## Code: {filename} Write code with triple quoto, based on the following list and context.
+1. Do your best to implement THIS ONLY ONE FILE. ONLY USE EXISTING API. IF NO API, IMPLEMENT IT.
+2. Requirement: Based on the context, implement one following code file, note to return only in code form, your code will be part of the entire project, so please implement complete, reliable, reusable code snippets
+3. Attention1: If there is any setting, ALWAYS SET A DEFAULT VALUE, ALWAYS USE STRONG TYPE AND EXPLICIT VARIABLE.
+4. Attention2: YOU MUST FOLLOW "Data structures and interface definitions". DONT CHANGE ANY DESIGN.
+5. Think before writing: What should be implemented and provided in this document?
+6. CAREFULLY CHECK THAT YOU DONT MISS ANY NECESSARY CLASS/FUNCTION IN THIS FILE.
+7. Do not use public member functions that do not exist in your design.
+
+-----
+# Context
+{context}
+-----
+## Format example
+-----
+## Code: {filename}
+```python
+## {filename}
+...
+```
+-----
+"""
+
+
+class WriteCode(Action):
+    def __init__(self, name="WriteCode", context: list[Message] = None, llm=None):
+        super().__init__(name, context, llm)
+
+    def _is_invalid(self, filename):
+        return any(i in filename for i in ["mp3", "wav"])
+
+    def _save(self, context, filename, code):
+        # logger.info(filename)
+        # logger.info(code_rsp)
+        if self._is_invalid(filename):
+            return
+
+        design = [i for i in context if i.cause_by == WriteDesign][0]
+
+        ws_name = CodeParser.parse_str(block="Python package name", text=design.content)
+        ws_path = WORKSPACE_ROOT / ws_name
+        if f"{ws_name}/" not in filename and all(i not in filename for i in ["requirements.txt", ".md"]):
+            ws_path = ws_path / ws_name
+        code_path = ws_path / filename
+        code_path.parent.mkdir(parents=True, exist_ok=True)
+        code_path.write_text(code)
+        logger.info(f"Saving Code to {code_path}")
+
+    @retry(stop=stop_after_attempt(2), wait=wait_fixed(1))
+    async def write_code(self, prompt):
+        code_rsp = await self._aask(prompt)
+        code = CodeParser.parse_code(block="", text=code_rsp)
+        return code
+
+    async def run(self, context, filename):
+        prompt = PROMPT_TEMPLATE.format(context=context, filename=filename)
+        logger.info(f'Writing {filename}..')
+        code = await self.write_code(prompt)
+        # code_rsp = await self._aask_v1(prompt, "code_rsp", OUTPUT_MAPPING)
+        # self._save(context, filename, code)
+        return code