diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..9668faa13e3ec15bde712f1d1804aa0fbddcfde9 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
+colbert/indexes/arxiv_colbert/collection.json filter=lfs diff=lfs merge=lfs -text
+colbert/indexes/arxiv_colbert/docid_metadata_map.json filter=lfs diff=lfs merge=lfs -text
diff --git a/app.py b/app.py
new file mode 100644
index 0000000000000000000000000000000000000000..cd3af6084d46253793789eefc962f56be13861ef
--- /dev/null
+++ b/app.py
@@ -0,0 +1,66 @@
+import torch
+import transformers
+import gradio as gr
+from ragatouille import RAGPretrainedModel
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+
+generate_kwargs = dict(
+ temperature = None,
+ max_new_tokens = 512,
+ top_p = None,
+ do_sample = False,
+ )
+
+RAG = RAGPretrainedModel.from_index("colbert/indexes/arxiv_colbert")
+
+mark_text = '# 📚 Search Results\n'
+
+def rag_cleaner(inp):
+ rank = inp['rank']
+ title = inp['document_metadata']['title']
+ content = inp['content']
+ return f"{rank}. {title} \n Abstract: {content}"
+
+def get_prompt_text(question, context, formatted = True):
+ if formatted:
+ sys_instruction = f"Context:\n {context} \n Given the following scientific paper abstracts, take a deep breath and lets think step by step to answer what the question. Cite the titles of your sources when answering."
+ message = f"Question: {question}"
+ return f"" + f"[INST] {sys_instruction} " + f" {message} [/INST]