Added the local environment file and fixed a typo in the readme

README.md

@@ -29,7 +29,7 @@ To build and run the demonstration project for inference you can follow the foll
 * Build an environment to run the project.  A conda environment export is provided (`local_env.yml`), including the required pip dependencies also.
 * Checkout the code repository locally.
 
-## 2 - set up hugginf face endpoints
+## 2 - set up hugging face endpoints
 * As described in the config file `architectures.json` different architectures can be configured.  Each of these will have a llama 2 based LLM at its core.  These LLMs are designed to be accessed as hugging face endpoints.  You should set up hugging face inference endpoints for each of the models you wish to use.  The default project uses both a vanilla llama2-7b-chat-hf model and the same model fin-tuned with product related queries. 
 
 ## 3 - configure streamlit secrets

local_env.yml

@@ -0,0 +1,322 @@
+name: llm-arch
+channels:
+  - conda-forge
+  - defaults
+dependencies:
+  - appnope=0.1.3=pyhd8ed1ab_0
+  - argon2-cffi=23.1.0=pyhd8ed1ab_0
+  - argon2-cffi-bindings=21.2.0=py310h2aa6e3c_4
+  - arrow=1.3.0=pyhd8ed1ab_0
+  - asttokens=2.4.0=pyhd8ed1ab_0
+  - async-lru=2.0.4=pyhd8ed1ab_0
+  - attrs=23.1.0=pyh71513ae_1
+  - babel=2.12.1=pyhd8ed1ab_1
+  - backcall=0.2.0=pyh9f0ad1d_0
+  - backports=1.0=pyhd8ed1ab_3
+  - backports.functools_lru_cache=1.6.5=pyhd8ed1ab_0
+  - beautifulsoup4=4.12.2=pyha770c72_0
+  - bleach=6.0.0=pyhd8ed1ab_0
+  - brotli=1.1.0=hb547adb_1
+  - brotli-bin=1.1.0=hb547adb_1
+  - brotli-python=1.1.0=py310h1253130_1
+  - bzip2=1.0.8=h3422bc3_4
+  - ca-certificates=2023.08.22=hca03da5_0
+  - cached-property=1.5.2=hd8ed1ab_1
+  - cached_property=1.5.2=pyha770c72_1
+  - certifi=2023.7.22=py310hca03da5_0
+  - cffi=1.16.0=py310hdcd7c05_0
+  - charset-normalizer=3.2.0=pyhd8ed1ab_0
+  - comm=0.1.4=pyhd8ed1ab_0
+  - contourpy=1.1.1=py310h38f39d4_1
+  - cycler=0.11.0=pyhd8ed1ab_0
+  - debugpy=1.8.0=py310h1253130_1
+  - decorator=5.1.1=pyhd8ed1ab_0
+  - defusedxml=0.7.1=pyhd8ed1ab_0
+  - entrypoints=0.4=pyhd8ed1ab_0
+  - exceptiongroup=1.1.3=pyhd8ed1ab_0
+  - executing=1.2.0=pyhd8ed1ab_0
+  - fonttools=4.43.0=py310h2aa6e3c_0
+  - fqdn=1.5.1=pyhd8ed1ab_0
+  - freetype=2.12.1=hadb7bae_2
+  - idna=3.4=pyhd8ed1ab_0
+  - importlib-metadata=6.8.0=pyha770c72_0
+  - importlib_metadata=6.8.0=hd8ed1ab_0
+  - importlib_resources=6.1.0=pyhd8ed1ab_0
+  - ipykernel=6.25.2=pyh1050b4e_0
+  - ipython=8.16.1=pyh31c8845_0
+  - ipython_genutils=0.2.0=py_1
+  - ipywidgets=8.1.1=pyhd8ed1ab_0
+  - isoduration=20.11.0=pyhd8ed1ab_0
+  - jedi=0.19.1=pyhd8ed1ab_0
+  - jinja2=3.1.2=pyhd8ed1ab_1
+  - json5=0.9.14=pyhd8ed1ab_0
+  - jsonpointer=2.4=py310hbe9552e_3
+  - jsonschema=4.19.1=pyhd8ed1ab_0
+  - jsonschema-specifications=2023.7.1=pyhd8ed1ab_0
+  - jsonschema-with-format-nongpl=4.19.1=pyhd8ed1ab_0
+  - jupyter=1.0.0=pyhd8ed1ab_10
+  - jupyter-lsp=2.2.0=pyhd8ed1ab_0
+  - jupyter_client=8.3.1=pyhd8ed1ab_0
+  - jupyter_console=6.6.3=pyhd8ed1ab_0
+  - jupyter_core=5.3.2=py310hbe9552e_0
+  - jupyter_events=0.7.0=pyhd8ed1ab_2
+  - jupyter_server=2.7.3=pyhd8ed1ab_1
+  - jupyter_server_terminals=0.4.4=pyhd8ed1ab_1
+  - jupyterlab=4.0.6=pyhd8ed1ab_0
+  - jupyterlab_pygments=0.2.2=pyhd8ed1ab_0
+  - jupyterlab_server=2.25.0=pyhd8ed1ab_0
+  - jupyterlab_widgets=3.0.9=pyhd8ed1ab_0
+  - kiwisolver=1.4.5=py310h38f39d4_1
+  - lcms2=2.15=hf2736f0_3
+  - lerc=4.0.0=h9a09cb3_0
+  - libblas=3.9.0=18_osxarm64_openblas
+  - libbrotlicommon=1.1.0=hb547adb_1
+  - libbrotlidec=1.1.0=hb547adb_1
+  - libbrotlienc=1.1.0=hb547adb_1
+  - libcblas=3.9.0=18_osxarm64_openblas
+  - libcxx=16.0.6=h4653b0c_0
+  - libdeflate=1.19=hb547adb_0
+  - libffi=3.4.2=h3422bc3_5
+  - libgfortran=5.0.0=13_2_0_hd922786_1
+  - libgfortran5=13.2.0=hf226fd6_1
+  - libjpeg-turbo=3.0.0=hb547adb_1
+  - liblapack=3.9.0=18_osxarm64_openblas
+  - libopenblas=0.3.24=openmp_hd76b1f2_0
+  - libpng=1.6.39=h76d750c_0
+  - libsodium=1.0.18=h27ca646_1
+  - libsqlite=3.43.0=hb31c410_0
+  - libtiff=4.6.0=ha8a6c65_2
+  - libwebp-base=1.3.2=hb547adb_0
+  - libxcb=1.15=hf346824_0
+  - libzlib=1.2.13=h53f4e23_5
+  - llvm-openmp=16.0.6=h1c12783_0
+  - markupsafe=2.1.3=py310h2aa6e3c_1
+  - matplotlib=3.8.0=py310hb6292c7_1
+  - matplotlib-base=3.8.0=py310hd1c642d_1
+  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
+  - mistune=3.0.1=pyhd8ed1ab_0
+  - munkres=1.1.4=pyh9f0ad1d_0
+  - nbclient=0.8.0=pyhd8ed1ab_0
+  - nbconvert=7.8.0=pyhd8ed1ab_0
+  - nbconvert-core=7.8.0=pyhd8ed1ab_0
+  - nbconvert-pandoc=7.8.0=pyhd8ed1ab_0
+  - nbformat=5.9.2=pyhd8ed1ab_0
+  - ncurses=6.4=h7ea286d_0
+  - nest-asyncio=1.5.6=pyhd8ed1ab_0
+  - notebook=7.0.4=pyhd8ed1ab_0
+  - notebook-shim=0.2.3=pyhd8ed1ab_0
+  - numpy=1.26.0=py310he2cad68_0
+  - openjpeg=2.5.0=h4c1507b_3
+  - openssl=3.1.3=h53f4e23_0
+  - overrides=7.4.0=pyhd8ed1ab_0
+  - packaging=23.2=pyhd8ed1ab_0
+  - pandoc=3.1.3=hce30654_0
+  - pandocfilters=1.5.0=pyhd8ed1ab_0
+  - parso=0.8.3=pyhd8ed1ab_0
+  - pexpect=4.8.0=pyh1a96a4e_2
+  - pickleshare=0.7.5=py_1003
+  - pillow=10.0.1=py310hdfbc14a_2
+  - pip=23.2.1=pyhd8ed1ab_0
+  - pkgutil-resolve-name=1.3.10=pyhd8ed1ab_1
+  - platformdirs=3.11.0=pyhd8ed1ab_0
+  - plotly=5.17.0=pyhd8ed1ab_0
+  - prometheus_client=0.17.1=pyhd8ed1ab_0
+  - prompt-toolkit=3.0.39=pyha770c72_0
+  - prompt_toolkit=3.0.39=hd8ed1ab_0
+  - psutil=5.9.5=py310h2aa6e3c_1
+  - pthread-stubs=0.4=h27ca646_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pure_eval=0.2.2=pyhd8ed1ab_0
+  - pycparser=2.21=pyhd8ed1ab_0
+  - pygments=2.16.1=pyhd8ed1ab_0
+  - pyobjc-core=10.0=py310hd07e440_0
+  - pyobjc-framework-cocoa=10.0=py310hd07e440_1
+  - pyparsing=3.1.1=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.10.12=h01493a6_0_cpython
+  - python-dateutil=2.8.2=pyhd8ed1ab_0
+  - python-fastjsonschema=2.18.1=pyhd8ed1ab_0
+  - python-json-logger=2.0.7=pyhd8ed1ab_0
+  - python_abi=3.10=4_cp310
+  - pytz=2023.3.post1=pyhd8ed1ab_0
+  - pyyaml=6.0.1=py310h2aa6e3c_1
+  - pyzmq=25.1.1=py310h30b7201_1
+  - qtconsole-base=5.4.4=pyha770c72_0
+  - qtpy=2.4.0=pyhd8ed1ab_0
+  - readline=8.2=h92ec313_1
+  - referencing=0.30.2=pyhd8ed1ab_0
+  - requests=2.31.0=pyhd8ed1ab_0
+  - rfc3339-validator=0.1.4=pyhd8ed1ab_0
+  - rfc3986-validator=0.1.1=pyh9f0ad1d_0
+  - rpds-py=0.10.3=py310had9acf8_1
+  - send2trash=1.8.2=pyhd1c38e8_0
+  - sentencepiece=0.1.99=py310h48ca7d4_0
+  - setuptools=68.2.2=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - sniffio=1.3.0=pyhd8ed1ab_0
+  - soupsieve=2.5=pyhd8ed1ab_1
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - tenacity=8.2.3=pyhd8ed1ab_0
+  - terminado=0.17.1=pyhd1c38e8_0
+  - tinycss2=1.2.1=pyhd8ed1ab_0
+  - tk=8.6.13=hb31c410_0
+  - tomli=2.0.1=pyhd8ed1ab_0
+  - tornado=6.3.3=py310h2aa6e3c_1
+  - traitlets=5.11.2=pyhd8ed1ab_0
+  - types-python-dateutil=2.8.19.14=pyhd8ed1ab_0
+  - typing-extensions=4.8.0=hd8ed1ab_0
+  - typing_extensions=4.8.0=pyha770c72_0
+  - typing_utils=0.1.0=pyhd8ed1ab_0
+  - unicodedata2=15.1.0=py310h2aa6e3c_0
+  - uri-template=1.3.0=pyhd8ed1ab_0
+  - wcwidth=0.2.8=pyhd8ed1ab_0
+  - webcolors=1.13=pyhd8ed1ab_0
+  - webencodings=0.5.1=pyhd8ed1ab_2
+  - websocket-client=1.6.3=pyhd8ed1ab_0
+  - wheel=0.41.2=pyhd8ed1ab_0
+  - widgetsnbextension=4.0.9=pyhd8ed1ab_0
+  - xorg-libxau=1.0.11=hb547adb_0
+  - xorg-libxdmcp=1.1.3=h27ca646_0
+  - xz=5.2.6=h57fd34a_0
+  - yaml=0.2.5=h3422bc3_2
+  - zeromq=4.3.4=hbdafb3b_1
+  - zipp=3.17.0=pyhd8ed1ab_0
+  - zstd=1.5.5=h4f39d0f_0
+  - pip:
+      - absl-py==2.0.0
+      - accelerate==0.26.1
+      - aiohttp==3.8.6
+      - aiosignal==1.3.1
+      - altair==5.1.2
+      - annotated-types==0.6.0
+      - anyio==3.7.1
+      - astunparse==1.6.3
+      - async-timeout==4.0.3
+      - backoff==2.2.1
+      - bcrypt==4.0.1
+      - better-profanity==0.7.0
+      - bitsandbytes==0.42.0
+      - blinker==1.6.3
+      - cachetools==5.3.1
+      - chroma-hnswlib==0.7.3
+      - chromadb==0.4.15
+      - click==8.1.7
+      - coloredlogs==15.0.1
+      - dataclasses-json==0.6.3
+      - datasets==2.14.7
+      - deprecated==1.2.14
+      - dill==0.3.7
+      - diskcache==5.6.3
+      - docstring-parser==0.15
+      - fairscale==0.4.13
+      - fastapi==0.104.0
+      - filelock==3.12.4
+      - fire==0.5.0
+      - flatbuffers==23.5.26
+      - frozenlist==1.4.0
+      - fsspec==2023.9.2
+      - gast==0.5.4
+      - gitdb==4.0.10
+      - gitpython==3.1.37
+      - google-auth==2.23.2
+      - google-auth-oauthlib==1.0.0
+      - google-pasta==0.2.0
+      - googleapis-common-protos==1.61.0
+      - grpcio==1.59.0
+      - h11==0.14.0
+      - h5py==3.9.0
+      - httptools==0.6.1
+      - huggingface-hub==0.17.3
+      - humanfriendly==10.0
+      - jsonpatch==1.33
+      - keras==2.14.0
+      - kubernetes==28.1.0
+      - langchain==0.0.341
+      - langchain-core==0.0.6
+      - langsmith==0.0.67
+      - libclang==16.0.6
+      - llama-cpp-python==0.2.11
+      - markdown==3.4.4
+      - markdown-it-py==3.0.0
+      - marshmallow==3.20.1
+      - mdurl==0.1.2
+      - ml-dtypes==0.2.0
+      - monotonic==1.6
+      - mpmath==1.3.0
+      - multidict==6.0.4
+      - multiprocess==0.70.15
+      - mypy-extensions==1.0.0
+      - networkx==3.1
+      - oauthlib==3.2.2
+      - onnxruntime==1.16.1
+      - openai==0.28.1
+      - opentelemetry-api==1.20.0
+      - opentelemetry-exporter-otlp-proto-common==1.20.0
+      - opentelemetry-exporter-otlp-proto-grpc==1.20.0
+      - opentelemetry-proto==1.20.0
+      - opentelemetry-sdk==1.20.0
+      - opentelemetry-semantic-conventions==0.41b0
+      - opt-einsum==3.3.0
+      - pandas==2.1.1
+      - peft==0.7.1
+      - posthog==3.0.2
+      - protobuf==4.24.3
+      - pulsar-client==3.3.0
+      - pyarrow==13.0.0
+      - pyarrow-hotfix==0.6
+      - pyasn1==0.5.0
+      - pyasn1-modules==0.3.0
+      - pydantic==2.4.2
+      - pydantic-core==2.10.1
+      - pydantic-settings==2.0.3
+      - pydeck==0.8.1b0
+      - pypika==0.48.9
+      - python-dotenv==1.0.0
+      - regex==2023.10.3
+      - requests-oauthlib==1.3.1
+      - rich==13.6.0
+      - rsa==4.9
+      - safetensors==0.3.3
+      - scipy==1.11.4
+      - shtab==1.6.5
+      - smmap==5.0.1
+      - sqlalchemy==2.0.23
+      - sse-starlette==1.6.5
+      - starlette==0.27.0
+      - starlette-context==0.3.6
+      - streamlit==1.27.2
+      - sympy==1.12
+      - tensorboard==2.14.1
+      - tensorboard-data-server==0.7.1
+      - tensorflow==2.14.0
+      - tensorflow-estimator==2.14.0
+      - tensorflow-io-gcs-filesystem==0.34.0
+      - tensorflow-macos==2.14.0
+      - tensorflow-metal==1.1.0
+      - termcolor==2.3.0
+      - tokenizers==0.14.1
+      - toml==0.10.2
+      - toolz==0.12.0
+      - torch==2.0.1
+      - torchvision==0.15.2
+      - tqdm==4.66.1
+      - transformers==4.34.0
+      - trl==0.7.9
+      - typer==0.9.0
+      - typing-inspect==0.9.0
+      - tyro==0.6.4
+      - tzdata==2023.3
+      - tzlocal==5.1
+      - unidecode==1.3.7
+      - urllib3==1.26.18
+      - uvicorn==0.23.2
+      - uvloop==0.19.0
+      - validators==0.22.0
+      - watchdog==3.0.0
+      - watchfiles==0.21.0
+      - websockets==12.0
+      - werkzeug==3.0.0
+      - wrapt==1.14.1
+      - xxhash==3.4.1
+      - yarl==1.9.2
+prefix: /Users/al/miniconda3/envs/llm-arch