Update app.py

app.py

@@ -22,7 +22,15 @@ client = InferenceClient("https://api-inference.huggingface.co/models/meta-llama
 
 # generate function
 def generate(text, history):
-    payload = tokenizer.apply_chat_template([{"role":"user","content":text}],tokenize=False)
+    #mit RAG
+    #später entsprechend mit Vektorstore...
+    context="Nuremberg is the second-largest city of the German state of Bavaria after its capital Munich, and its 541,000 inhabitants make it the 14th-largest city in Germany. On the Pegnitz River (from its confluence with the Rednitz in Fürth onwards: Regnitz, a tributary of the River Main) and the Rhine–Main–Danube Canal, it lies in the Bavarian administrative region of Middle Franconia, and is the largest city and the unofficial capital of Franconia. Nuremberg forms with the neighbouring cities of Fürth, Erlangen and Schwabach a continuous conurbation with a total population of 812,248 (2022), which is the heart of the urban area region with around 1.4 million inhabitants,[4] while the larger Nuremberg Metropolitan Region has approximately 3.6 million inhabitants. The city lies about 170 kilometres (110 mi) north of Munich. It is the largest city in the East Franconian dialect area."
+
+    prompt = f"""Use the following pieces of context to answer the question at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer.
+            {context} Question: {question}"""
+    
+    #zusammengesetzte Anfrage an Modell...
+    payload = tokenizer.apply_chat_template([{"role":"user","content":prompt}],tokenize=False)
     res = client.text_generation(
                     payload,
                     do_sample=True,