Update app.py

app.py

@@ -55,6 +55,7 @@ def respond(
     settings.stream = True
 
     messages = BasicChatHistory()
+    messages = sf.encoder(messages)
 
     for msn in history:
         user = {
@@ -79,7 +80,16 @@ def respond(
     outputs = ""
     for output in stream:
         outputs += output
-        yield outputs
+
+    if "[/INST]" in outputs and "[/IN" in outputs:
+        start_index = outputs.find("[/INST]") + len("[/INST]")
+        end_index = outputs.find("[/IN", start_index)
+        extracted_string = outputs[start_index:end_index].strip()
+        
+        # Decode the extracted string using sf.decoder
+        decoded_string = sf.decoder(extracted_string)
+        
+        yield decoded_string
 
 
 PLACEHOLDER = """