Update prompt_demo_rag.py

prompt_demo_rag.py

@@ -19,7 +19,7 @@ sys.path.append(".")
 os.chdir(os.path.dirname(os.path.abspath(__file__)))
 
 def get_llm_response(prompt_template):
-  sampling_params = SamplingParams(temperature=0.4, top_p=.95, max_tokens=2000, presence_penalty = 2)
+  sampling_params = SamplingParams(temperature=.7, top_p=.95, max_tokens=2000, presence_penalty = 1.5, stop = ["``"]) #Officially recommended parameters
   prompts = [prompt_template]
   outputs = llm.generate(prompts, sampling_params, use_tqdm = False)
   generated_text = outputs[0].outputs[0].text
@@ -28,6 +28,8 @@ def get_llm_response(prompt_template):
 
 #Typical example:
 
+llm = LLM("AgentPublic/Guillaume-Tell")
+
 
 if __name__ == "__main__":
 
@@ -96,10 +98,6 @@ if __name__ == "__main__":
             rendered_template = template.render(**data)
             print(rendered_template)
             print("---")
-
-            llm = LLM("mistral-mfs-reference-2/mistral-mfs-reference-2")
-
-            sampling_params = SamplingParams(temperature=0.7, top_p=0.95, max_tokens=1500)
             
             prompt, generated_text = get_llm_response(rendered_template)
             print("Albert : ", generated_text)