Upload 2 files

app.py

@@ -0,0 +1,79 @@
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import streamlit as st
+import airllm
+
+# Load GEMMA 2B model and tokenizer
+model_name = "google/gemma-2b"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+# Load the base version of the model
+model = AutoModelForCausalLM.from_pretrained(model_name)
+
+# Initialize AirLLM
+air_llm = airllm.AirLLM(model, tokenizer)
+
+# Streamlit app configuration
+st.set_page_config(
+    page_title="Chatbot with GEMMA 2B and AirLLM",
+    page_icon="🤖",
+    layout="wide",
+    initial_sidebar_state="expanded",
+)
+
+# App title
+st.title("Conversational Chatbot with GEMMA 2B and AirLLM")
+
+# Sidebar configuration
+st.sidebar.header("Chatbot Configuration")
+theme = st.sidebar.selectbox("Choose a theme", ["Default", "Dark", "Light"])
+
+# Set theme based on user selection
+if theme == "Dark":
+    st.markdown(
+        """
+        <style>
+        .reportview-container {
+            background: #2E2E2E;
+            color: #FFFFFF;
+        }
+        .sidebar .sidebar-content {
+            background: #333333;
+        }
+        </style>
+        """,
+        unsafe_allow_html=True
+    )
+elif theme == "Light":
+    st.markdown(
+        """
+        <style>
+        .reportview-container {
+            background: #FFFFFF;
+            color: #000000;
+        }
+        .sidebar .sidebar-content {
+            background: #F5F5F5;
+        }
+        </style>
+        """,
+        unsafe_allow_html=True
+    )
+
+# Chat input and output
+user_input = st.text_input("You: ", "")
+if st.button("Send"):
+    if user_input:
+        # Generate response using AirLLM
+        response = air_llm.generate_response(user_input)
+        st.text_area("Bot:", value=response, height=200, max_chars=None)
+    else:
+        st.warning("Please enter a message.")
+
+# Footer
+st.sidebar.markdown(
+    """
+    ### About
+    This is a conversational chatbot built using the base version of the GEMMA 2B model and AirLLM.
+    """
+)

requirements.txt

@@ -0,0 +1,79 @@
+accelerate==0.31.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+airllm==2.8.3
+altair==5.3.0
+async-timeout==4.0.3
+attrs==23.2.0
+bitsandbytes==0.43.1
+blinker==1.8.2
+cachetools==5.3.3
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+colorama==0.4.6
+coloredlogs==15.0.1
+datasets==2.20.0
+dill==0.3.8
+filelock==3.15.4
+frozenlist==1.4.1
+fsspec==2024.5.0
+gitdb==4.0.11
+GitPython==3.1.43
+huggingface-hub==0.23.4
+humanfriendly==10.0
+idna==3.7
+intel-openmp==2021.4.0
+Jinja2==3.1.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+mdurl==0.1.2
+mkl==2021.4.0
+mpmath==1.3.0
+multidict==6.0.5
+multiprocess==0.70.16
+networkx==3.3
+numpy==1.26.4
+optimum==1.21.1
+packaging==24.1
+pandas==2.2.2
+pillow==10.4.0
+protobuf==5.27.2
+psutil==6.0.0
+pyarrow==16.1.0
+pyarrow-hotfix==0.6
+pydeck==0.9.1
+Pygments==2.18.0
+pyreadline3==3.4.1
+python-dateutil==2.9.0.post0
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+regex==2024.5.15
+requests==2.32.3
+rich==13.7.1
+rpds-py==0.18.1
+safetensors==0.4.3
+scipy==1.14.0
+sentencepiece==0.2.0
+six==1.16.0
+smmap==5.0.1
+streamlit==1.36.0
+sympy==1.12.1
+tbb==2021.13.0
+tenacity==8.4.2
+tokenizers==0.19.1
+toml==0.10.2
+toolz==0.12.1
+torch==2.3.1
+tornado==6.4.1
+tqdm==4.66.4
+transformers==4.42.3
+typing_extensions==4.12.2
+tzdata==2024.1
+urllib3==2.2.2
+watchdog==4.0.1
+xxhash==3.4.1
+yarl==1.9.4