msg

agent_reference_app..drawio

@@ -1,126 +1,126 @@
 <mxfile host="65bd71144e">
     <diagram id="t3WmjOAWM_RWWYqzVFG-" name="Page-1">
-        <mxGraphModel dx="2342" dy="700" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="850" pageHeight="1100" math="0" shadow="0">
+        <mxGraphModel dx="2290" dy="875" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="850" pageHeight="1100" math="0" shadow="0">
             <root>
                 <mxCell id="0"/>
                 <mxCell id="1" parent="0"/>
-                <mxCell id="45" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" vertex="1" parent="1">
+                <mxCell id="45" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" parent="1" vertex="1">
                     <mxGeometry y="170" width="420" height="480" as="geometry"/>
                 </mxCell>
-                <mxCell id="39" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" vertex="1" parent="1">
-                    <mxGeometry x="680" y="190" width="190" height="400" as="geometry"/>
+                <mxCell id="39" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" parent="1" vertex="1">
+                    <mxGeometry x="680" y="230" width="190" height="400" as="geometry"/>
                 </mxCell>
-                <mxCell id="38" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" vertex="1" parent="1">
+                <mxCell id="38" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" parent="1" vertex="1">
                     <mxGeometry x="454" y="170" width="190" height="480" as="geometry"/>
                 </mxCell>
-                <mxCell id="2" value="Actor" style="shape=umlActor;verticalLabelPosition=bottom;verticalAlign=top;html=1;outlineConnect=0;" vertex="1" parent="1">
+                <mxCell id="2" value="Actor" style="shape=umlActor;verticalLabelPosition=bottom;verticalAlign=top;html=1;outlineConnect=0;" parent="1" vertex="1">
                     <mxGeometry x="-155" y="230" width="30" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="5" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="3" target="4">
+                <mxCell id="5" value="" style="edgeStyle=none;html=1;" parent="1" source="3" target="4" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="9" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="3" target="8">
+                <mxCell id="9" value="" style="edgeStyle=none;html=1;" parent="1" source="3" target="8" edge="1">
                     <mxGeometry relative="1" as="geometry">
                         <Array as="points"/>
                     </mxGeometry>
                 </mxCell>
-                <mxCell id="11" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="3" target="10">
+                <mxCell id="11" value="" style="edgeStyle=none;html=1;" parent="1" source="3" target="10" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="13" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="3" target="12">
+                <mxCell id="13" value="" style="edgeStyle=none;html=1;" parent="1" source="3" target="12" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="3" value="App.py" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="3" value="App.py" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="-200" y="392" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="7" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="4" target="6">
+                <mxCell id="7" value="" style="edgeStyle=none;html=1;" parent="1" source="4" target="6" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="15" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="4" target="14">
+                <mxCell id="15" value="" style="edgeStyle=none;html=1;" parent="1" source="4" target="14" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="17" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="4" target="16">
+                <mxCell id="17" value="" style="edgeStyle=none;html=1;" parent="1" source="4" target="16" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="19" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="4" target="18">
+                <mxCell id="19" value="" style="edgeStyle=none;html=1;" parent="1" source="4" target="18" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="34" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="4" target="33">
+                <mxCell id="34" value="" style="edgeStyle=none;html=1;" parent="1" source="4" target="33" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="37" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="4" target="36">
+                <mxCell id="37" value="" style="edgeStyle=none;html=1;" parent="1" source="4" target="36" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="4" value="Controller" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="4" value="Controller" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="130" y="392" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="6" value="AppConfig" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="6" value="AppConfig" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="40" y="210" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="8" value="AppSidebar" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="8" value="AppSidebar" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="-400" y="520" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="10" value="AppChat&lt;br&gt;" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="10" value="AppChat&lt;br&gt;" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="-390" y="390" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="12" value="AppHeader&lt;br&gt;" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="12" value="AppHeader&lt;br&gt;" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="-390" y="220" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="21" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="21" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="22" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="22" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="23" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="23" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="24" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="24" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="25" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="25" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="26" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="26" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="27" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="27" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="29" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="20">
+                <mxCell id="29" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="20" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="31" value="" style="edgeStyle=none;html=1;" edge="1" parent="1" source="14" target="30">
+                <mxCell id="31" value="" style="edgeStyle=none;html=1;" parent="1" source="14" target="30" edge="1">
                     <mxGeometry relative="1" as="geometry"/>
                 </mxCell>
-                <mxCell id="14" value="CustomHFAgent" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="14" value="CustomHFAgent" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="490" y="420" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="16" value="Conversation" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="16" value="Conversation" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="490" y="520" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="18" value="ContetAnalysis" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#ea1010;" vertex="1" parent="1">
+                <mxCell id="18" value="ContetAnalysis" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#ea1010;" parent="1" vertex="1">
                     <mxGeometry x="490" y="220" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="20" value="Various Tools" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="20" value="Various Tools" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="715" y="345" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="30" value="VaroiusToolChains" style="whiteSpace=wrap;html=1;rounded=1;" vertex="1" parent="1">
+                <mxCell id="30" value="VaroiusToolChains" style="whiteSpace=wrap;html=1;rounded=1;" parent="1" vertex="1">
                     <mxGeometry x="715" y="490" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="32" value="..." style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="32" value="..." style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="740" y="435" width="70" height="30" as="geometry"/>
                 </mxCell>
-                <mxCell id="33" value="Tools" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                <mxCell id="33" value="Tools" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
                     <mxGeometry x="250" y="210" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="35" value="&lt;h1&gt;Agent Refernece Implementation&lt;/h1&gt;&lt;p&gt;The app first load the Controller with the Configs App/Tool) and passes it to to views. On submit the controller invokes a chain of models.&amp;nbsp;&lt;/p&gt;" style="text;html=1;strokeColor=none;fillColor=none;spacing=5;spacingTop=-20;whiteSpace=wrap;overflow=hidden;rounded=0;" vertex="1" parent="1">
+                <mxCell id="35" value="&lt;h1&gt;Agent Refernece Implementation&lt;/h1&gt;&lt;p&gt;The app first load the Controller with the Configs App/Tool) and passes it to to views. On submit the controller invokes a chain of models.&amp;nbsp;&lt;/p&gt;" style="text;html=1;strokeColor=none;fillColor=none;spacing=5;spacingTop=-20;whiteSpace=wrap;overflow=hidden;rounded=0;" parent="1" vertex="1">
                     <mxGeometry x="15" y="50" width="455" height="120" as="geometry"/>
                 </mxCell>
-                <mxCell id="36" value="Semantik Routing" style="whiteSpace=wrap;html=1;rounded=1;strokeColor=#ce1212;" vertex="1" parent="1">
+                <mxCell id="36" value="Semantik Routing" style="whiteSpace=wrap;html=1;rounded=1;strokeColor=#ce1212;" parent="1" vertex="1">
                     <mxGeometry x="490" y="320" width="120" height="60" as="geometry"/>
                 </mxCell>
-                <mxCell id="40" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" vertex="1" parent="1">
+                <mxCell id="40" value="" style="rounded=1;whiteSpace=wrap;html=1;strokeColor=#FFFFFF;fillColor=none;" parent="1" vertex="1">
                     <mxGeometry x="-440" y="170" width="420" height="480" as="geometry"/>
                 </mxCell>
             </root>

controller.py

@@ -92,13 +92,16 @@ class Controller:
         print(user_message + " ---- " )
         print("------------ /msg -----------------------")
         if agent_response is not None:
-            text = agent_chat_bot.predict(input=user_message + agent_response)
+            msg = "[INST] You are a friendly chatbot who always responds to the user input in the style of a pirate. USER_INPUT:  "+user_message+" HINT: In a previous step the following was generated. use this to answer the user. AGENT_RESPONSE: "+ agent_response+" [/INST]"
+            text = agent_chat_bot.predict(input=msg)
         else:
-            text = agent_chat_bot.predict(input=user_message)
-
+            msg = "[INST] You are a friendly chatbot who always responds to the user input in the style of a pirate. USER_INPUT:  "+user_message+"[/INST]"
+            text = agent_chat_bot.predict(input=msg)
+        print("----- msg----")
+        print(msg)
         print("------------ text -----------------------")
         print(text)
         print("------------ /result -----------------------")
-        result = cut_text_after_keyword(text, "Human:")
+        result = cut_text_after_keyword(text, "AI: ")
         print(result)
         return result

model/conversation_chain_singleton.py

@@ -28,7 +28,7 @@ class ConversationChainSingleton:
     - __new__(cls, *args, **kwargs): Creates a new instance of the ConversationChainSingleton class.
     - get_conversation_chain(self): Returns the conversation chain instance.
 
-    Static Methods:
+    
     - get_conversation_chain(): Creates and returns a conversational retrieval chain and a language model.
     """
 
@@ -41,7 +41,7 @@ class ConversationChainSingleton:
             cls._instance.conversation_chain = cls.get_conversation_chain()
         return cls._instance
 
-    @staticmethod
+ 
     def get_conversation_chain():
         """
         Create a conversational retrieval chain and a language model.

model/tmp.py

@@ -0,0 +1,71 @@
+######
+###### https://huggingface.co/docs/transformers/main/en/chat_templating
+######
+###### https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+checkpoint = "HuggingFaceH4/zephyr-7b-beta"
+tokenizer = AutoTokenizer.from_pretrained(checkpoint)
+model = AutoModelForCausalLM.from_pretrained(checkpoint)  # You may want to use bfloat16 and/or move to GPU here
+
+messages = [
+    {
+        "role": "system",
+        "content": "You are a friendly chatbot who always responds in the style of a pirate",
+    },
+    {"role": "user", "content": "How many helicopters can a human eat in one sitting?"},
+ ]
+tokenized_chat = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
+print(tokenizer.decode(tokenized_chat[0]))
+
+
+'''
+<|system|>
+You are a friendly chatbot who always responds in the style of a pirate</s> 
+<|user|>
+How many helicopters can a human eat in one sitting?</s> 
+<|assistant|>
+'''
+
+outputs = model.generate(tokenized_chat, max_new_tokens=128) 
+print(tokenizer.decode(outputs[0]))
+
+######
+######
+###### Sample Langchain Mixtral
+###### - https://medium.com/@thakermadhav/part-2-build-a-conversational-rag-with-langchain-and-mistral-7b-6a4ebe497185 
+
+
+
+
+
+###### https://www.promptingguide.ai/prompts/text-summarization/explain-concept 
+
+
+import fireworks.client
+fireworks.client.api_key = "<FIREWORKS_API_KEY>"
+completion = fireworks.client.ChatCompletion.create(
+    model="accounts/fireworks/models/mixtral-8x7b-instruct",
+    messages=[
+        {
+        "role": "user",
+        "content": "Antibiotics are a type of medication used to treat bacterial infections. They work by either killing the bacteria or preventing them from reproducing, allowing the body’s immune system to fight off the infection. Antibiotics are usually taken orally in the form of pills, capsules, or liquid solutions, or sometimes administered intravenously. They are not effective against viral infections, and using them inappropriately can lead to antibiotic resistance.\n\nExplain the above in one sentence:",
+        }
+    ],
+    stop=["<|im_start|>","<|im_end|>","<|endoftext|>"],
+    stream=True,
+    n=1,
+    top_p=1,
+    top_k=40,
+    presence_penalty=0,
+    frequency_penalty=0,
+    prompt_truncate_len=1024,
+    context_length_exceeded_behavior="truncate",
+    temperature=0.9,
+    max_tokens=4000
+)
+
+#######
+#######
+
+###### https://replicate.com/mistralai/mixtral-8x7b-instruct-v0.1?output=tokens&input=python