Added huggingFace Model

.idea/git_toolbox_prj.xml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="GitToolBoxProjectSettings">
+    <option name="commitMessageIssueKeyValidationOverride">
+      <BoolValueOverride>
+        <option name="enabled" value="true" />
+      </BoolValueOverride>
+    </option>
+    <option name="commitMessageValidationEnabledOverride">
+      <BoolValueOverride>
+        <option name="enabled" value="true" />
+      </BoolValueOverride>
+    </option>
+  </component>
+</project>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,190 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredPackages">
+        <value>
+          <list size="140">
+            <item index="0" class="java.lang.String" itemvalue="stomp.py" />
+            <item index="1" class="java.lang.String" itemvalue="Flask" />
+            <item index="2" class="java.lang.String" itemvalue="typing_extensions" />
+            <item index="3" class="java.lang.String" itemvalue="anyio" />
+            <item index="4" class="java.lang.String" itemvalue="charset-normalizer" />
+            <item index="5" class="java.lang.String" itemvalue="numpy" />
+            <item index="6" class="java.lang.String" itemvalue="pandas" />
+            <item index="7" class="java.lang.String" itemvalue="fastapi" />
+            <item index="8" class="java.lang.String" itemvalue="uvicorn" />
+            <item index="9" class="java.lang.String" itemvalue="celery" />
+            <item index="10" class="java.lang.String" itemvalue="flower" />
+            <item index="11" class="java.lang.String" itemvalue="psycopg2-binary" />
+            <item index="12" class="java.lang.String" itemvalue="nest-asyncio" />
+            <item index="13" class="java.lang.String" itemvalue="couchbase" />
+            <item index="14" class="java.lang.String" itemvalue="py-zipkin" />
+            <item index="15" class="java.lang.String" itemvalue="sklearn" />
+            <item index="16" class="java.lang.String" itemvalue="sqlmodel" />
+            <item index="17" class="java.lang.String" itemvalue="fonttools" />
+            <item index="18" class="java.lang.String" itemvalue="cachetools" />
+            <item index="19" class="java.lang.String" itemvalue="fastapi-pagination" />
+            <item index="20" class="java.lang.String" itemvalue="click" />
+            <item index="21" class="java.lang.String" itemvalue="Cython" />
+            <item index="22" class="java.lang.String" itemvalue="billiard" />
+            <item index="23" class="java.lang.String" itemvalue="traitlets" />
+            <item index="24" class="java.lang.String" itemvalue="absl-py" />
+            <item index="25" class="java.lang.String" itemvalue="numba" />
+            <item index="26" class="java.lang.String" itemvalue="protobuf" />
+            <item index="27" class="java.lang.String" itemvalue="torchmetrics" />
+            <item index="28" class="java.lang.String" itemvalue="statsforecast" />
+            <item index="29" class="java.lang.String" itemvalue="scikit-learn" />
+            <item index="30" class="java.lang.String" itemvalue="hijri-converter" />
+            <item index="31" class="java.lang.String" itemvalue="SQLAlchemy" />
+            <item index="32" class="java.lang.String" itemvalue="h11" />
+            <item index="33" class="java.lang.String" itemvalue="kombu" />
+            <item index="34" class="java.lang.String" itemvalue="llvmlite" />
+            <item index="35" class="java.lang.String" itemvalue="requests" />
+            <item index="36" class="java.lang.String" itemvalue="importlib-metadata" />
+            <item index="37" class="java.lang.String" itemvalue="fsspec" />
+            <item index="38" class="java.lang.String" itemvalue="sqlalchemy2-stubs" />
+            <item index="39" class="java.lang.String" itemvalue="holidays" />
+            <item index="40" class="java.lang.String" itemvalue="Pygments" />
+            <item index="41" class="java.lang.String" itemvalue="stack-data" />
+            <item index="42" class="java.lang.String" itemvalue="starlette" />
+            <item index="43" class="java.lang.String" itemvalue="prompt-toolkit" />
+            <item index="44" class="java.lang.String" itemvalue="pyparsing" />
+            <item index="45" class="java.lang.String" itemvalue="Markdown" />
+            <item index="46" class="java.lang.String" itemvalue="scipy" />
+            <item index="47" class="java.lang.String" itemvalue="pydantic" />
+            <item index="48" class="java.lang.String" itemvalue="Werkzeug" />
+            <item index="49" class="java.lang.String" itemvalue="amqp" />
+            <item index="50" class="java.lang.String" itemvalue="wrapt" />
+            <item index="51" class="java.lang.String" itemvalue="ipython" />
+            <item index="52" class="java.lang.String" itemvalue="kiwisolver" />
+            <item index="53" class="java.lang.String" itemvalue="torch" />
+            <item index="54" class="java.lang.String" itemvalue="appnope" />
+            <item index="55" class="java.lang.String" itemvalue="attrs" />
+            <item index="56" class="java.lang.String" itemvalue="pytorch-lightning" />
+            <item index="57" class="java.lang.String" itemvalue="sktime" />
+            <item index="58" class="java.lang.String" itemvalue="tensorboard" />
+            <item index="59" class="java.lang.String" itemvalue="cmake" />
+            <item index="60" class="java.lang.String" itemvalue="matplotlib" />
+            <item index="61" class="java.lang.String" itemvalue="nfoursid" />
+            <item index="62" class="java.lang.String" itemvalue="typing" />
+            <item index="63" class="java.lang.String" itemvalue="grpcio" />
+            <item index="64" class="java.lang.String" itemvalue="darts" />
+            <item index="65" class="java.lang.String" itemvalue="pytz" />
+            <item index="66" class="java.lang.String" itemvalue="google-auth" />
+            <item index="67" class="java.lang.String" itemvalue="Pillow" />
+            <item index="68" class="java.lang.String" itemvalue="vine" />
+            <item index="69" class="java.lang.String" itemvalue="pip" />
+            <item index="70" class="java.lang.String" itemvalue="pytest-mock-resources" />
+            <item index="71" class="java.lang.String" itemvalue="pytest-alembic" />
+            <item index="72" class="java.lang.String" itemvalue="SQLAlchemy-Utils" />
+            <item index="73" class="java.lang.String" itemvalue="asyncio" />
+            <item index="74" class="java.lang.String" itemvalue="pyaml" />
+            <item index="75" class="java.lang.String" itemvalue="urllib3" />
+            <item index="76" class="java.lang.String" itemvalue="retry" />
+            <item index="77" class="java.lang.String" itemvalue="pytest" />
+            <item index="78" class="java.lang.String" itemvalue="certifi" />
+            <item index="79" class="java.lang.String" itemvalue="httpx" />
+            <item index="80" class="java.lang.String" itemvalue="prophet" />
+            <item index="81" class="java.lang.String" itemvalue="cryptography" />
+            <item index="82" class="java.lang.String" itemvalue="slicer" />
+            <item index="83" class="java.lang.String" itemvalue="rsa" />
+            <item index="84" class="java.lang.String" itemvalue="cmdstanpy" />
+            <item index="85" class="java.lang.String" itemvalue="greenlet" />
+            <item index="86" class="java.lang.String" itemvalue="matplotlib-inline" />
+            <item index="87" class="java.lang.String" itemvalue="cvxpy" />
+            <item index="88" class="java.lang.String" itemvalue="joblib" />
+            <item index="89" class="java.lang.String" itemvalue="cloudpickle" />
+            <item index="90" class="java.lang.String" itemvalue="lightning-lite" />
+            <item index="91" class="java.lang.String" itemvalue="executing" />
+            <item index="92" class="java.lang.String" itemvalue="MarkupSafe" />
+            <item index="93" class="java.lang.String" itemvalue="deepdiff" />
+            <item index="94" class="java.lang.String" itemvalue="nvidia-cublas-cu11" />
+            <item index="95" class="java.lang.String" itemvalue="sniffio" />
+            <item index="96" class="java.lang.String" itemvalue="frozenlist" />
+            <item index="97" class="java.lang.String" itemvalue="catboost" />
+            <item index="98" class="java.lang.String" itemvalue="exceptiongroup" />
+            <item index="99" class="java.lang.String" itemvalue="patsy" />
+            <item index="100" class="java.lang.String" itemvalue="nvidia-cudnn-cu11" />
+            <item index="101" class="java.lang.String" itemvalue="pytest-cov" />
+            <item index="102" class="java.lang.String" itemvalue="zipp" />
+            <item index="103" class="java.lang.String" itemvalue="lightning-utilities" />
+            <item index="104" class="java.lang.String" itemvalue="oauthlib" />
+            <item index="105" class="java.lang.String" itemvalue="tenacity" />
+            <item index="106" class="java.lang.String" itemvalue="fire" />
+            <item index="107" class="java.lang.String" itemvalue="graphviz" />
+            <item index="108" class="java.lang.String" itemvalue="nvidia-cuda-runtime-cu11" />
+            <item index="109" class="java.lang.String" itemvalue="coverage" />
+            <item index="110" class="java.lang.String" itemvalue="scs" />
+            <item index="111" class="java.lang.String" itemvalue="tbats" />
+            <item index="112" class="java.lang.String" itemvalue="nvidia-cuda-nvrtc-cu11" />
+            <item index="113" class="java.lang.String" itemvalue="plotly" />
+            <item index="114" class="java.lang.String" itemvalue="contourpy" />
+            <item index="115" class="java.lang.String" itemvalue="tqdm" />
+            <item index="116" class="java.lang.String" itemvalue="xarray" />
+            <item index="117" class="java.lang.String" itemvalue="korean-lunar-calendar" />
+            <item index="118" class="java.lang.String" itemvalue="shap" />
+            <item index="119" class="java.lang.String" itemvalue="termcolor" />
+            <item index="120" class="java.lang.String" itemvalue="asttokens" />
+            <item index="121" class="java.lang.String" itemvalue="duckdb" />
+            <item index="122" class="java.lang.String" itemvalue="statsmodels" />
+            <item index="123" class="java.lang.String" itemvalue="aiohttp" />
+            <item index="124" class="java.lang.String" itemvalue="yarl" />
+            <item index="125" class="java.lang.String" itemvalue="lightgbm" />
+            <item index="126" class="java.lang.String" itemvalue="pmdarima" />
+            <item index="127" class="java.lang.String" itemvalue="idna" />
+            <item index="128" class="java.lang.String" itemvalue="restmock" />
+            <item index="129" class="java.lang.String" itemvalue="pure-eval" />
+            <item index="130" class="java.lang.String" itemvalue="threadpoolctl" />
+            <item index="131" class="java.lang.String" itemvalue="ordered-set" />
+            <item index="132" class="java.lang.String" itemvalue="ephem" />
+            <item index="133" class="java.lang.String" itemvalue="osqp" />
+            <item index="134" class="java.lang.String" itemvalue="cvxopt" />
+            <item index="135" class="java.lang.String" itemvalue="rfc3986" />
+            <item index="136" class="java.lang.String" itemvalue="ecos" />
+            <item index="137" class="java.lang.String" itemvalue="cycler" />
+            <item index="138" class="java.lang.String" itemvalue="pip-chill" />
+            <item index="139" class="java.lang.String" itemvalue="dohq-artifactory-0.8.4" />
+          </list>
+        </value>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyPep8Inspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoredErrors">
+        <list>
+          <option value="E122" />
+        </list>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyPep8NamingInspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoredErrors">
+        <list>
+          <option value="N801" />
+          <option value="N802" />
+          <option value="N803" />
+          <option value="N806" />
+        </list>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyUnresolvedReferencesInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredIdentifiers">
+        <list>
+          <option value="current_value" />
+          <option value="dict.__getitem__" />
+          <option value="dict.STRENGTH" />
+          <option value="property.setter" />
+          <option value="list.dict" />
+          <option value="schemas.query.Attribute.__setitem__" />
+          <option value="int" />
+          <option value="list.get" />
+          <option value="utils.popular_attributes.get_popular_attributes" />
+          <option value="float.__getitem__" />
+          <option value="typing.AsyncGenerator.__await__" />
+          <option value="random.random.choices" />
+          <option value="contextvars.ContextVar.__setitem__" />
+          <option value="object.__getitem__" />
+        </list>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="gen_ai" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/question_answering.iml" filepath="$PROJECT_DIR$/.idea/question_answering.iml" />
+    </modules>
+  </component>
+</project>

.idea/question_answering.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="jdk" jdkName="gen_ai" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/sonarlint/issuestore/index.pb

@@ -0,0 +1,3 @@
+
+@
+requirements.txt,1/9/19359a61ae2446b51b549167b014da2fcf265768

.idea/sonarlint/securityhotspotstore/index.pb

@@ -0,0 +1,3 @@
+
+@
+requirements.txt,1/9/19359a61ae2446b51b549167b014da2fcf265768

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

.idea/workspace.xml

@@ -0,0 +1,139 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="AutoImportSettings">
+    <option name="autoReloadType" value="SELECTIVE" />
+  </component>
+  <component name="ChangeListManager">
+    <list default="true" id="0a0418d0-6088-4caa-978a-8b080189aca4" name="Changes" comment="Added github trigger and dockerfile">
+      <change beforePath="$PROJECT_DIR$/Dockerfile" beforeDir="false" afterPath="$PROJECT_DIR$/Dockerfile" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/README.md" beforeDir="false" afterPath="$PROJECT_DIR$/README.md" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/app.py" beforeDir="false" afterPath="$PROJECT_DIR$/app.py" afterDir="false" />
+    </list>
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="Git.Settings">
+    <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
+  </component>
+  <component name="GitToolBoxStore">
+    <option name="projectConfigVersion" value="5" />
+  </component>
+  <component name="MarkdownSettingsMigration">
+    <option name="stateVersion" value="1" />
+  </component>
+  <component name="ProjectId" id="2QancmVAIdhlM2wWI90Bccg2Z3W" />
+  <component name="ProjectViewState">
+    <option name="hideEmptyMiddlePackages" value="true" />
+    <option name="showLibraryContents" value="true" />
+  </component>
+  <component name="PropertiesComponent">{
+  &quot;keyToString&quot;: {
+    &quot;RunOnceActivity.OpenProjectViewOnStart&quot;: &quot;true&quot;,
+    &quot;RunOnceActivity.ShowReadmeOnStart&quot;: &quot;true&quot;,
+    &quot;SONARLINT_PRECOMMIT_ANALYSIS&quot;: &quot;true&quot;,
+    &quot;git-widget-placeholder&quot;: &quot;main&quot;,
+    &quot;last_opened_file_path&quot;: &quot;/Users/ritikjain/personal/question_answering&quot;
+  }
+}</component>
+  <component name="RunManager" selected="Python.app">
+    <configuration name="app" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+      <module name="question_answering" />
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs>
+        <env name="PYTHONUNBUFFERED" value="1" />
+      </envs>
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="IS_MODULE_SDK" value="true" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/app.py" />
+      <option name="PARAMETERS" value="" />
+      <option name="SHOW_COMMAND_LINE" value="false" />
+      <option name="EMULATE_TERMINAL" value="false" />
+      <option name="MODULE_MODE" value="false" />
+      <option name="REDIRECT_INPUT" value="false" />
+      <option name="INPUT_FILE" value="" />
+      <method v="2" />
+    </configuration>
+    <configuration name="Dockerfile" type="docker-deploy" factoryName="dockerfile" temporary="true" server-name="Docker">
+      <deployment type="dockerfile">
+        <settings>
+          <option name="buildOnly" value="true" />
+          <option name="sourceFilePath" value="Dockerfile" />
+        </settings>
+      </deployment>
+      <method v="2" />
+    </configuration>
+    <configuration default="true" type="docker-deploy" factoryName="dockerfile" temporary="true">
+      <deployment type="dockerfile">
+        <settings />
+      </deployment>
+      <method v="2" />
+    </configuration>
+    <recent_temporary>
+      <list>
+        <item itemvalue="Python.app" />
+        <item itemvalue="Docker.Dockerfile" />
+      </list>
+    </recent_temporary>
+  </component>
+  <component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="0a0418d0-6088-4caa-978a-8b080189aca4" name="Changes" comment="" />
+      <created>1685600641238</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1685600641238</updated>
+    </task>
+    <task id="LOCAL-00001" summary="Added github trigger and dockerfile">
+      <created>1685603319277</created>
+      <option name="number" value="00001" />
+      <option name="presentableId" value="LOCAL-00001" />
+      <option name="project" value="LOCAL" />
+      <updated>1685603319277</updated>
+    </task>
+    <task id="LOCAL-00002" summary="Added github trigger and dockerfile">
+      <created>1685603480656</created>
+      <option name="number" value="00002" />
+      <option name="presentableId" value="LOCAL-00002" />
+      <option name="project" value="LOCAL" />
+      <updated>1685603480656</updated>
+    </task>
+    <task id="LOCAL-00003" summary="Added github trigger and dockerfile">
+      <created>1685603588475</created>
+      <option name="number" value="00003" />
+      <option name="presentableId" value="LOCAL-00003" />
+      <option name="project" value="LOCAL" />
+      <updated>1685603588475</updated>
+    </task>
+    <task id="LOCAL-00004" summary="Added github trigger and dockerfile">
+      <created>1685603761658</created>
+      <option name="number" value="00004" />
+      <option name="presentableId" value="LOCAL-00004" />
+      <option name="project" value="LOCAL" />
+      <updated>1685603761658</updated>
+    </task>
+    <option name="localTasksCounter" value="5" />
+    <servers />
+  </component>
+  <component name="VcsManagerConfiguration">
+    <MESSAGE value="Added github trigger and dockerfile" />
+    <option name="LAST_COMMIT_MESSAGE" value="Added github trigger and dockerfile" />
+  </component>
+  <component name="XDebuggerManager">
+    <breakpoint-manager>
+      <breakpoints>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/app.py</url>
+          <line>59</line>
+          <option name="timeStamp" value="1" />
+        </line-breakpoint>
+      </breakpoints>
+    </breakpoint-manager>
+  </component>
+</project>

Dockerfile

@@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \
     PIP_DEFAULT_TIMEOUT=100 \
     HNSWLIB_NO_NATIVE=1
 
-RUN apt-get update && apt install python3-dev build-essential -y
+RUN apt-get update && apt install python3-dev libprotobuf-dev build-essential -y
 
 COPY . .
 RUN pip install --upgrade pip

README.md

@@ -14,6 +14,7 @@ license: mit
 - [x] Gradio & Langchain backend
 - [x] Dockerize packages
 - [x] Add UI ingest upload file
+- [x] Add Advance Model Settings
 - [x] Add github Trigger
 - [ ] Add login page
 - [ ] Add docs

app.py

@@ -2,10 +2,10 @@ import logging
 import os
 
 import gradio as gr
-from langchain import OpenAI
+from langchain import OpenAI, HuggingFaceHub
 from langchain.chains import ConversationalRetrievalChain
 from langchain.document_loaders import PyPDFLoader
-from langchain.embeddings import OpenAIEmbeddings
+from langchain.embeddings import OpenAIEmbeddings, HuggingFaceEmbeddings
 from langchain.text_splitter import CharacterTextSplitter
 from langchain.vectorstores import Chroma
 
@@ -24,7 +24,7 @@ def get_file(file):
     return "File Uploaded."
 
 
-def model_configuration(model_name, api_key=None, hug_model=None, hug_token=None):
+def model_configuration(model_name, api_key=None, hug_model=None, hug_token=None, temperature=0, max_length=512):
     try:
         embeddings, llm = None, None
         if not documents:
@@ -33,12 +33,11 @@ def model_configuration(model_name, api_key=None, hug_model=None, hug_token=None
         if model_name == "OpenAI":
             os.environ["OPENAI_API_KEY"] = api_key or os.getenv("OPENAI_API_KEY")
             embeddings = OpenAIEmbeddings()
-            llm = OpenAI(temperature=1)
+            llm = OpenAI(temperature=temperature, max_tokens=max_length)
         elif model_name == "HuggingFace":
-            return gr.update(value="Hugging Face is not yet supported!", visible=True)
-            os.environ["HUGGINGFACEHUB_API_TOKEN"] = os.getenv("", hug_token)
-            # embeddings = HuggingFaceEmbeddings(model_name=hug_model, model_kwargs={'device': 'cpu'})
-            # llm = HuggingFaceHub(repo_id=hug_model)
+            os.environ["HUGGINGFACEHUB_API_TOKEN"] = hug_token or os.getenv("HUGGINGFACE_API_KEY")
+            embeddings = HuggingFaceEmbeddings(model_name=hug_model, model_kwargs={'device': 'cpu'})
+            llm = HuggingFaceHub(repo_id=hug_model, model_kwargs={"temperature": temperature, "max_length": max_length})
 
         if embeddings:
             db = Chroma.from_documents(documents, embeddings)
@@ -81,32 +80,43 @@ with gr.Blocks() as demo:
             api_key = gr.Textbox(value="", label="OPENAI API KEY", placeholder="sk-...", visible=True, interactive=True)
 
         with gr.Column(visible=False) as huggy_config:
-            hug_model = gr.Dropdown(["distilbert-base-uncased"],
-                                    value="distilbert-base-uncased", multiselect=False)
+            hug_model = gr.Dropdown(["google/flan-t5-xl"],
+                                    value="google/flan-t5-xl", multiselect=False)
             hug_token = gr.Textbox(value="", placeholder="hf-...", interactive=True)
 
+        with gr.Accordion("Advance Settings", open=False, visible=False) as advance_settings:
+            temperature = gr.Slider(0, 1, label="Temperature")
+            max_length = gr.components.Number(value=512, label="Max Token Length")
+
 
         def show_configuration(model_name):
-            if model_name == "OpenAI":
-                return {
-                    openai_config: gr.update(visible=True),
-                    huggy_config: gr.update(visible=False)
-                }
-            elif model_name == "HuggingFace":
-                return {
-                    openai_config: gr.update(visible=False),
-                    huggy_config: gr.update(visible=True)
-                }
-            return {
-                openai_config: gr.update(visible=False),
-                huggy_config: gr.update(visible=False)
-            }
-
-
-        model_name.change(show_configuration, inputs=[model_name], outputs=[openai_config, huggy_config])
-        model_updated = gr.Label("", visible=False)
+            match model_name:
+                case "OpenAI":
+                    return {
+                        openai_config: gr.update(visible=True),
+                        huggy_config: gr.update(visible=False),
+                        advance_settings: gr.update(visible=True)
+                    }
+                case "HuggingFace":
+                    return {
+                        openai_config: gr.update(visible=False),
+                        huggy_config: gr.update(visible=True),
+                        advance_settings: gr.update(visible=True)
+                    }
+                case _:
+                    return {
+                        openai_config: gr.update(visible=False),
+                        huggy_config: gr.update(visible=False),
+                        advance_settings: gr.update(visible=False)
+                    }
+
+
+        model_name.change(show_configuration, inputs=[model_name],
+                          outputs=[openai_config, huggy_config, advance_settings])
+        model_updated = gr.Label("", show_label=False, visible=True)
         btn = gr.Button("Configure Model 🤖")
-        btn.click(model_configuration, inputs=[model_name, api_key, hug_model, hug_token], outputs=model_updated)
+        btn.click(model_configuration, inputs=[model_name, api_key, hug_model, hug_token, temperature, max_length],
+                  outputs=model_updated)
 
     with gr.Tab("Q&A") as qna:
         with gr.Column() as r: