init code

README.md

@@ -0,0 +1,37 @@
+---
+title: Buddy OS AI Service
+emoji: 🔥
+colorFrom: gray
+colorTo: pink
+sdk: streamlit
+sdk_version: 1.38.0
+app_file: app_story.py
+pinned: false
+---
+
+# Flow-based chatbot service repository
+
+## Documents:
+- Wiki page: [click here](https://olli-ai.atlassian.net/wiki/x/CACcag)
+
+## Env preparation
+Prepare the .env file like this for testing the code on k8s
+
+```
+ENV="local"
+HOST="dev.flowbot.aws.iviet.com"
+FLOWBOT_PORT=443
+OPENAI_API_KEY=<YOUR API KEY>
+```
+
+## Code for testing
+
+```
+    python client_chat.py <scenario>
+```
+
+Available scenarios:
+
+- ai_tutor: To showcase AI Tutor usecase (Tool used: Evaluation)
+
+- example: To test implemented tools (intent, entity, evaluation)

app_story.py

@@ -0,0 +1,379 @@
+import json
+from exceptiongroup import print_exc
+import streamlit as st
+import base64
+import requests
+import os
+import uuid
+import grpc
+import time
+import mutagen
+from mutagen import m4a, mp3
+import io
+import grpc 
+from grpc_reflection.v1alpha import reflection
+# from demo_utils.utils import Exporter
+
+# Import gRPC services
+import grpc_services.generated.flowbot_service_pb2_grpc as flowbot_service_pb2_grpc
+from grpc_services.generated.flowbot_service_pb2 import (
+    BotConfig,
+    BotParams,
+    ChatRequest,
+    ChatParams,
+    StartRequest,
+    StopRequest,
+    Variable,
+)
+
+from grpc_services.generated.commons_pb2 import SessionInfo
+
+from dotenv import load_dotenv
+# Client Configuration (Mockup for Demo Purposes)
+import client_config as usrcfg  # Ensure you have this module for scenario configs
+
+from elevenlabs import stream
+from elevenlabs.client import ElevenLabs
+
+# Load environment variables
+load_dotenv()
+
+# Server Configuration
+MONITOR_SERVER_INTERFACE = os.environ.get("HOST", "localhost")
+MONITOR_SERVER_PORT = int(os.environ.get("FLOWBOT_PORT", 50001))
+CHANNEL_IP = f"{MONITOR_SERVER_INTERFACE}:{MONITOR_SERVER_PORT}"
+NGINX_HOST_POSTFIX = "aws.iviet.com"
+NARRATOR_ID = os.environ.get("NARRATOR_ID")
+PEPPA_ID = os.environ.get("PEPPA_ID")
+ELEVEN_API_KEY = os.environ.get("ELEVEN_API_KEY")
+
+
+AVATAR = {
+    "Sfx": ":material/music_cast:",
+    "Narrator": ":material/menu_book:", 
+    "Peppa": "🐽",
+    "user": ":material/mood:"
+}
+
+SPEAKER_TO_ID = {
+    "Narrator": NARRATOR_ID,
+    "Peppa": PEPPA_ID
+}
+
+
+tts_client = ElevenLabs(api_key=ELEVEN_API_KEY)
+
+import pandas as pd 
+
+TMP_DIR = "tmp_files"
+TMP_METADATA = "tmp_files/metadata.csv"
+WAITING_TIME = 1.5
+
+df = pd.read_csv(TMP_METADATA)
+
+
+class AudioGetter:
+    @classmethod
+    def from_local(cls, text, speaker):
+        sub_df = df[(df['speaker']==speaker) & (df['text']==text)]
+        
+        if len(sub_df) > 0:
+            filepath = sub_df['filepath'].iloc[0]
+            
+            with open(filepath, 'rb') as f:
+                data = f.read()
+                
+            yield data 
+        else:
+            raise FileNotFoundError
+            
+              
+    @classmethod
+    def from_text(cls, text, speaker):
+        stream = tts_client.text_to_speech.convert_as_stream(
+            text=text,
+            voice_id=SPEAKER_TO_ID.get(speaker),
+            model_id=os.environ.get("MODEL_ID")
+        )
+        
+        for chunk in stream:
+            if isinstance(chunk, bytes):
+                yield chunk
+        
+    @classmethod
+    def from_url(cls, url):
+        response = requests.get(url)
+        
+        yield response.content
+
+
+def get_audio_base64(audio_getter_fn, *args, **kwargs):
+    """
+    Fetch audio from a URL and convert to base64 for embedding
+    
+    Args:
+        url (str): Direct URL to the audio file
+    
+    Returns:
+        dict: Dictionary containing base64 encoded audio and its duration
+    """
+    try:
+        
+        audio_buffer = io.BytesIO()
+        
+        audio_base64, duration = None, None
+        
+        # Get audio duration using mutagen
+    
+        for chunk in audio_getter_fn(*args, **kwargs):
+            # Create an in-memory bytes buffer
+            audio_buffer.write(chunk)
+        audio_file = mp3.MP3(audio_buffer)
+        duration = audio_file.info.length
+
+        audio_buffer.seek(0)
+        # Encode the audio to base64
+        audio_base64 = base64.b64encode(audio_buffer.read()).decode('utf-8')
+        
+
+        # Return both base64 and duration
+        return audio_base64, duration
+
+    except FileNotFoundError as e:
+        raise e
+    
+    except Exception as e:
+        st.error(f"Error processing audio: {e}")
+        return None
+
+# Initialize gRPC channel
+def get_grpc_stub():
+    options = [
+        ("grpc.max_receive_message_length", 1166528012),
+        ("grpc.max_send_message_length", 1166528012),
+    ]
+    if NGINX_HOST_POSTFIX in CHANNEL_IP:
+        channel = grpc.secure_channel(CHANNEL_IP, options=options, credentials=grpc.ssl_channel_credentials())
+    else:
+        channel = grpc.insecure_channel(CHANNEL_IP, options=options)
+        
+    # Enable reflection
+    stub = flowbot_service_pb2_grpc.FlowBotServiceStub(channel)
+    return stub 
+
+# Sidebar Components
+def render_sidebar():
+    st.sidebar.markdown("`HINT`: If audio does not play automatically, kindly please press the PLAY button.")
+    st.sidebar.title("Settings")
+            
+    scenario = st.sidebar.selectbox(
+        "Select Scenario", 
+        [elem for elem in list(usrcfg.script_and_config.keys()) if "Jaxx" in elem]
+    )
+    st.session_state.play_audio = st.sidebar.toggle("Play audio", value=True)
+        
+    start_button = st.sidebar.button("Start conversation", use_container_width=True)
+
+    
+    return scenario, start_button
+
+
+def render_stub_response(stub_response):
+    global df
+    
+    for response in stub_response:
+        url = None
+        
+        # Quick fix to adapt new proto
+        if response.WhichOneof("response") == "metadata":
+            response = response.metadata
+            
+        else:
+            continue
+            
+        response_type = response.response_type 
+        
+        text_col, audio_col = st.columns([0.8, 0.2])
+        
+        if response_type == "text_read_along":
+            
+            content = json.loads(response.content)
+            text = content['text']
+            url = content['audio_url']
+            
+            additional_info = json.loads(response.additional_info or "{}")
+            speaker = additional_info.get('speaker', "Narrator")
+
+            st.session_state.messages.append({"role": speaker, "content": text})
+            
+            with text_col:
+                with st.chat_message(speaker, avatar=AVATAR[speaker]):
+                    st.markdown(text)
+
+            if st.session_state.get("play_audio", False):
+                audio_b64, duration = None, None
+                
+                try:
+                    
+                    if url is not None:
+                        print(f"Fetch {url}")
+                        audio_b64, duration = get_audio_base64(AudioGetter.from_url, url)
+                        
+                    # Synthesize if not have
+                    
+                    else:
+                        try:
+                            audio_b64, duration = get_audio_base64(AudioGetter.from_local, text, speaker)
+                            print(f"Fetch local: {text}")
+                            
+                        except FileNotFoundError:
+                            print(f"Synthesize: {text}")
+                            audio_b64, duration = get_audio_base64(AudioGetter.from_text, text, speaker)
+                            
+                            # Use audio_b64 to save file 
+                            audio_filename = os.path.join(TMP_DIR, speaker + '-' + text[:20].replace(" ", "_") + ".mp3")
+                            
+                            with open(audio_filename, 'wb') as f:
+                                f.write(base64.b64decode(audio_b64))
+                                
+                            new_df = pd.DataFrame({
+                                'story': ["[OLLI ft. Mighty Jaxx] Guided Story 1"],
+                                'speaker': [speaker],
+                                'text': [text],
+                                "filepath": [audio_filename]
+                            })
+                            df = pd.concat([df, new_df])
+                            
+                            df.to_csv(TMP_METADATA, mode='a', header=False, index=False)    
+                    
+                    has_audio = duration is not None and duration > 0.0
+                    
+                    
+                    if has_audio:
+                        with audio_col:
+                            st.audio(base64.b64decode(audio_b64), autoplay=True)
+
+                        time.sleep(duration + WAITING_TIME)
+                    
+                except Exception as e:
+                    # print_exc() 
+                    pass   
+                
+        elif response_type == "audio":
+            text = "♫♩♬♪♩"
+            speaker = "Sfx"
+            
+            st.session_state.messages.append({"role": speaker, "content": text})
+            
+            with text_col: 
+                with st.chat_message(speaker, avatar=AVATAR[speaker]):
+                    st.markdown(text)
+            
+            if st.session_state.get("play_audio", False):
+                url = json.loads(response.content)['audio_url']
+                try:
+                    if url is not None:
+                        print(f"Fetch {url}")
+                        audio_b64, duration = get_audio_base64(AudioGetter.from_url, url)
+                        
+                    has_audio = duration is not None and duration > 0.0
+
+                    if has_audio:
+                        with audio_col:
+                            st.audio(base64.b64decode(audio_b64), autoplay=True)
+                        time.sleep(duration)
+                    
+                except Exception as e:
+                    print_exc() 
+                    pass 
+
+# Initialize Bot
+def init_bot(stub, scenario):
+    session_id = str(uuid.uuid4())
+    session_info = SessionInfo(session_id=session_id)
+
+    # Load scenario config
+    path = usrcfg.script_and_config[scenario]["path"]
+    var = usrcfg.script_and_config[scenario].get("var", {})
+
+    with open(path, "r") as f:
+        botscript = f.read()
+
+    # Create Bot
+    bot_params = stub.CreateBot(BotConfig(session_info=session_info, bot_config=botscript))
+
+    # Initialize Chat
+    chat_params = ChatParams(
+        session_info=session_info,
+        bot_params=BotParams(variables=[{"name": k, "value": v} for k, v in var.items()]),
+    )
+    stub.InitBot(chat_params)
+    
+    # start conversation
+    response_iter = stub.StartConversation(
+        StartRequest(session_info=session_info)
+    )
+    
+    with st.spinner("Voice Box is generating..."):
+        render_stub_response(response_iter)
+
+    return session_info
+
+def restart_session():
+    st.session_state.messages = []
+    st.session_state.audios = []
+
+# Main App
+def main():
+    st.title("Guided Story Telling")
+    
+    # Sidebar
+    scenario, start_button = render_sidebar()
+    
+    st.markdown("---")
+    
+    # Main layout
+    user_input = st.chat_input("Type your message here...")
+
+    # Initialize gRPC stub
+    stub = get_grpc_stub()
+    
+    if start_button:
+        restart_session()
+        st.session_state.started = True
+        st.session_state.session_info = init_bot(stub, scenario)
+        
+    # Chat Interface
+    if st.session_state.get("started", False):
+        # chat_loop
+        if user_input:
+            # Display chat messages history
+            
+            for message in st.session_state.messages:
+                speaker = message['role']
+                with st.chat_message(speaker, avatar=AVATAR[speaker]):
+                    st.markdown(message["content"])
+
+            # Append new user input
+            st.session_state.messages.append({"role": "user", "content": user_input})
+            with st.chat_message("user", avatar=AVATAR['user']):
+                st.markdown(user_input)
+
+            # Send to gRPC and display response
+            with st.spinner("AI is generating..."):
+                stub_response = stub.Chat(ChatRequest(session_info=st.session_state.session_info, message=user_input))
+                
+                render_stub_response(stub_response)
+                
+        # Stop conversation
+        if st.sidebar.button("Stop conversation", use_container_width=True):
+            restart_session()
+            chat_info = stub.StopConversation(StopRequest(session_info=st.session_state.session_info))
+            st.write("Conversation stopped.")
+            st.session_state.started = False
+        
+    else:
+        st.write("Please select a scenario and press 'Start'.")
+
+if __name__ == "__main__":
+    main()

client_config.py

@@ -0,0 +1,52 @@
+script_and_config = {
+    "ai_tutor": {
+        "path": "config/AI_Tutor_modified.json",
+        "var": {
+            # Hardcoded 
+            "answer_2_1": "His mum",
+            "answer_2_2": "He signed a recording contract",
+            "answer_2_3": "He is a record producer, actor, DJ and a businessman",
+            "answer_2_4": "Science and Technology",
+            "answer_3_1": "Because he is very talented. He also uses his own money to help young people get a better education",
+            "answer_3_2": "She plays her favourite Black Eyed Peas song",
+            "file_track_1": "track_1.mp3",
+            "file_track_2": "track_2.mp3",
+            "file_track_3": "track_3.mp3",
+        }
+    },
+
+    "ai_tutor_test": {
+        "path": "config/AI_Tutor_short.json",
+        "var": {
+            # Hardcoded 
+            "answer_2_1": "His mum",
+            "answer_2_2": "He signed a recording contract",
+            "answer_2_3": "He is a record producer, actor, DJ and a businessman",
+            "answer_2_4": "Science and Technology",
+            "answer_3_1": "Because he is very talented. He also uses his own money to help young people get a better education",
+            "answer_3_2": "She plays her favourite Black Eyed Peas song",
+            "file_track_1": "data/ai_tutor/track_1.mp3",
+            "file_track_2": "data/ai_tutor/track_2.mp3",
+            "file_track_3": "data/ai_tutor/track_3.mp3",
+        }
+    },
+
+    "example": {
+        "path": "config/example.json",
+        "var": {
+            "answer_2_1": "His mum",
+        }
+    },
+    
+    "[OLLI ft. Mighty Jaxx] Story 1 -- Peppa prepares Lunch": {
+        "path": "config/mj_guided_first.json", 
+    },
+    
+    "[OLLI ft. Mighty Jaxx] Story 2 --  Peppa at the Market": {
+        "path": "config/mj_guided_second.json", 
+    }
+}
+
+
+
+ai_tutor = "config/AI_Tutor.csv"

config/mj_guided_first.json

@@ -0,0 +1,825 @@
+{
+    "intent_config": {
+        "rule_based": true,
+        "vector": false,
+        "llm": true,
+        "intent": [
+            {
+                "name": "TOMATOES",
+                "samples": [
+                    "tomatoes",
+                    "tomato"
+                ]
+            },
+            {
+                "name": "CUCUMBERS",
+                "samples": [
+                    "cucumbers",
+                    "cucumber"
+                ]
+            },
+            {
+                "name": "CARROTS",
+                "samples": [
+                    "carrots",
+                    "carrot"
+                ]
+            },
+            {
+                "name": "PUT_IN_SINK",
+                "samples": [
+                    "sink",
+                    "put in sink",
+                    "wash"
+                ]
+            },
+            {
+                "name": "ASK_NEW_SPOON",
+                "samples": [
+                    "new spoon",
+                    "ask mummy",
+                    "get another",
+                    "ask new",
+                    "ask for new"
+                ]
+            },
+            {
+                "name": "MIX",
+                "samples": [
+                    "mix",
+                    "mix up",
+                    "mixing",
+                    "mix it good"
+                ]
+            },
+            {
+                "name": "TRY_FIRST",
+                "samples": [
+                    "try first",
+                    "taste",
+                    "me first"
+                ]
+            },
+            {
+                "name": "SHARE_WITH_GEORGE",
+                "samples": [
+                    "share",
+                    "george",
+                    "give to george",
+                    "let george"
+                ]
+            },
+            {
+                "name": "COOKIES",
+                "samples": [
+                    "cookies",
+                    "bake cookies"
+                ]
+            },
+            {
+                "name": "SANDWICHES",
+                "samples": [
+                    "sandwiches",
+                    "make sandwiches"
+                ]
+            }
+        ],
+        "global_intent": [
+            {
+                "name": "STOP",
+                "samples": [
+                    "stop",
+                    "let's end here"
+                ]
+            },
+            {
+                "name": "other",
+                "samples": [
+                    "I don't know"
+                ]
+            }
+        ]
+    },
+    "global_route": {
+        "stop": [
+            {
+                "type": "Intent",
+                "node_name": "stop_intent",
+                "content": [
+                    "stop"
+                ],
+                "next_node": {
+                    "stop": "stop_message"
+                },
+                "on_fail": {
+                    "route": "{caller}"
+                }
+            },
+            {
+                "type": "Agent",
+                "node_name": "stop_message",
+                "text_candidates": [
+                    "stop"
+                ],
+                "next_node": {
+                    "stop": "end"
+                }
+            }
+        ],
+        "other": [
+            {
+                "type": "Agent",
+                "node_name": "other_intent_message",
+                "text_candidates": "Sorry, please try again",
+                "next_node": "{sys.caller}"
+            }
+        ]
+    },
+    "workflow": [
+        {
+            "type": "Play",
+            "node_name": "opening_background_music",
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/local/from-admin/1734534796395.mp3"
+            ],
+            "next_node": "scene_setting_narration",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "scene_setting_narration",
+            "text_candidates": [
+                "It's lunchtime at Peppa's house! Peppa is excited to prepare lunch all by herself today. Let's help Peppa make something delicious!"
+            ],
+            "next_node": "peppa_invitation",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-1-narrator-1734597070860.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_invitation",
+            "text_candidates": [
+                "Mummy says I can make lunch today! But I'll need some help. Will you join me in the kitchen?"
+            ],
+            "next_node": "vegetable_selection",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-2-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "vegetable_selection",
+            "text_candidates": [
+                "Peppa needs to choose some vegetables for her salad. Should she use tomatoes, cucumbers, or carrots? Help her decide!"
+            ],
+            "next_node": "vegetable_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/3-1-question-narrator-1734597071880.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "vegetable_menu",
+            "text_choices": [
+                "Tomatoes",
+                "Cucumbers",
+                "Carrots"
+            ],
+            "next_node": "vegetable_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "vegetable_intent",
+            "content": [
+                "TOMATOES",
+                "CUCUMBERS",
+                "CARROTS"
+            ],
+            "next_node": {
+                "TOMATOES": "peppa_tomato_comment",
+                "CUCUMBERS": "peppa_cucumber_comment",
+                "CARROTS": "peppa_carrot_comment",
+                "STOP": "closing_narration_premature",
+                "other": "other_0"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_tomato_comment",
+            "text_candidates": [
+                "Tomatoes are so juicy! Let's chop them up carefully! (\n*Chopping sounds*\n)"
+            ],
+            "next_node": "spoon_drop_incident",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-5-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_cucumber_comment",
+            "text_candidates": [
+                "Cucumbers are so crunchy! Yum! (\n*Slicing sound*\n)"
+            ],
+            "next_node": "spoon_drop_incident",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-6-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_carrot_comment",
+            "text_candidates": [
+                "Carrots are so sweet! Let's grate some for the salad. (\n*Grating sound*\n)"
+            ],
+            "next_node": "spoon_drop_incident",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-7-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "spoon_drop_incident",
+            "text_candidates": [
+                "(\n*a clatter of a dropped utensil*\n) Oops! I accidentally dropped my spoon on the floor. Mummy says we should always keep things clean while cooking!"
+            ],
+            "next_node": "spoon_cleanup",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/5-4-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "spoon_cleanup",
+            "text_candidates": [
+                "Peppa needs to clean up! Should she pick up the spoon and put it in the sink or ask Mummy Pig for a new one?"
+            ],
+            "next_node": "spoon_cleanup_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-4-question-narrator-1734597071880.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "spoon_cleanup_menu",
+            "text_choices": [
+                "Put in Sink",
+                "Ask for New Spoon"
+            ],
+            "next_node": "spoon_cleanup_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "spoon_cleanup_intent",
+            "content": [
+                "PUT_IN_SINK",
+                "ASK_NEW_SPOON"
+            ],
+            "next_node": {
+                "PUT_IN_SINK": "put_in_sink_response",
+                "ASK_NEW_SPOON": "ask_new_spoon_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_1"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "put_in_sink_response",
+            "text_candidates": [
+                "Good idea! I'll wash this spoon later. (\n*running water*\n)"
+            ],
+            "next_node": "mix_salad_prompt",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-12-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "ask_new_spoon_response",
+            "text_candidates": [
+                "Mummy, can I have another spoon? Thank you!"
+            ],
+            "next_node": "mix_salad_prompt",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-11-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "mix_salad_prompt",
+            "text_candidates": [
+                "Keeping the kitchen clean is so important. Now let's mix the salad together!"
+            ],
+            "next_node": "mix_instruction",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/5-14-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "mix_instruction",
+            "text_candidates": [
+                "Say 'mix' three times to help Peppa finish the salad!"
+            ],
+            "next_node": "mix_intent_first",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/3-5-question-narrator-1734597071880.mp3"
+            ]
+        },
+        {
+            "type": "Intent",
+            "node_name": "mix_intent_first",
+            "content": [
+                "MIX"
+            ],
+            "next_node": {
+                "MIX": "first_mix_response",
+                "other": "other_2"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "first_mix_response",
+            "text_candidates": [
+                "Great! Keep mixing! (\n*bowl mixing*\n)"
+            ],
+            "next_node": "mix_intent_second",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": true,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-8-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "Intent",
+            "node_name": "mix_intent_second",
+            "content": [
+                "MIX"
+            ],
+            "next_node": {
+                "MIX": "second_mix_response",
+                "other": "other_3"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "second_mix_response",
+            "text_candidates": [
+                "Great! Keep mixing! (\n*bowl mixing*\n)"
+            ],
+            "next_node": "mix_intent_third",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": true,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-10-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "Intent",
+            "node_name": "mix_intent_third",
+            "content": [
+                "MIX"
+            ],
+            "next_node": {
+                "MIX": "third_mix_response",
+                "other": "other_4"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "third_mix_response",
+            "text_candidates": [
+                "Yay! The salad looks delicious!"
+            ],
+            "next_node": "tasting_prompt",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-9-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "tasting_prompt",
+            "text_candidates": [
+                "The salad looks delicious! Time to taste it. Should I try it first or let George have a taste?"
+            ],
+            "next_node": "tasting_menu",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/4-3-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "tasting_menu",
+            "text_choices": [
+                "Try First",
+                "Share with George"
+            ],
+            "next_node": "tasting_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "tasting_intent",
+            "content": [
+                "TRY_FIRST",
+                "SHARE_WITH_GEORGE"
+            ],
+            "next_node": {
+                "TRY_FIRST": "try_first_response",
+                "SHARE_WITH_GEORGE": "share_with_george_response",
+                "other": "other_5"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "try_first_response",
+            "text_candidates": [
+                "(\n*munching sounds*\n) Mmm, this is so yummy! George, you're going to love it too!"
+            ],
+            "next_node": "mmm_response",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-1-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "share_with_george_response",
+            "text_candidates": [
+                "(\n*Fork clinking*\n) Here you go, George! But don't eat it all!"
+            ],
+            "next_node": "mmm_response",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-2-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "mmm_response",
+            "text_candidates": [
+                "Mmm! This is the best salad I've ever had! More, please! (\n*Peppa's giggle]*\n)"
+            ],
+            "next_node": "agent_yummy_salad",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/4-11-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "agent_yummy_salad",
+            "text_candidates": [
+                "That was such a yummy salad! Thank you for helping me make it. Cooking is so much fun when we do it together!"
+            ],
+            "next_node": "next_cooking_prompt",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/3-8-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "next_cooking_prompt",
+            "text_candidates": [
+                "What should Peppa make next time? Should she bake cookies or make sandwiches?"
+            ],
+            "next_node": "next_cooking_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-3-question-narrator-1734597071881.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "next_cooking_menu",
+            "text_choices": [
+                "Cookies",
+                "Sandwiches"
+            ],
+            "next_node": "next_cooking_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "next_cooking_intent",
+            "content": [
+                "COOKIES",
+                "SANDWICHES"
+            ],
+            "next_node": {
+                "COOKIES": "cookies_response",
+                "SANDWICHES": "sandwiches_response",
+                "other": "other_6"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "cookies_response",
+            "text_candidates": [
+                "(\n*Fork clinking*\n) Mmm, cookies sound sweet and yummy!"
+            ],
+            "next_node": "closing_narration",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-3-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "sandwiches_response",
+            "text_candidates": [
+                "(\n*Peppa's giggle]*\n) Sandwiches are perfect for lunch! I can't wait!"
+            ],
+            "next_node": "closing_narration",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-4-answer-peppa-1734597071972.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "closing_narration",
+            "text_candidates": [
+                "Peppa had a great time preparing lunch. Thanks to your help, her salad was a big success!"
+            ],
+            "next_node": "final_goodbye",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-6-narrator-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "final_goodbye",
+            "text_candidates": [
+                "(\n*Peppa's giggle*\n) Let's make something else together next time! Bye-bye! (\n*a cheerful chime*\n)"
+            ],
+            "next_node": "end",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-7-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "closing_narration_premature",
+            "text_candidates": [
+                "Let's make something else together next time! Bye-bye!"
+            ],
+            "next_node": "end",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-7-peppa-1734597070861.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_0",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "vegetable_selection",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_1",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "spoon_cleanup",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_2",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "mix_intent_first",
+            "requires_response": true,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_3",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "mix_intent_second",
+            "requires_response": true,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_4",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "mix_intent_third",
+            "requires_response": true,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_5",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "tasting_prompt",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_6",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "next_cooking_prompt",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        }
+    ]
+}

config/mj_guided_first_old.json

@@ -0,0 +1,590 @@
+{
+    "intent_config": {
+      "rule_based": true,
+      "vector": false,
+      "llm": true,
+      "intent": [
+        {
+          "name": "TOMATOES",
+          "samples": ["tomatoes", "tomato"] 
+        },
+        {
+          "name": "CUCUMBERS", 
+          "samples": ["cucumbers", "cucumber"]
+        },
+        {
+          "name": "CARROTS",
+          "samples": ["carrots", "carrot"]
+        },
+        {
+          "name": "PUT_IN_SINK",
+          "samples": ["sink", "put in sink", "wash"]
+        },
+        {
+          "name": "ASK_NEW_SPOON",
+          "samples": ["new spoon", "ask mummy", "get another", "ask new", "ask for new"]
+        },
+        {
+          "name": "MIX",
+          "samples": ["mix", "mix up", "mixing", "mix it good"]
+        },
+        {
+          "name": "TRY_FIRST",
+          "samples": ["try first", "taste", "me first"]
+        },
+        {
+          "name": "SHARE_WITH_GEORGE",
+          "samples": ["share", "george", "give to george", "let george"]
+        },
+        {
+          "name": "COOKIES",
+          "samples": ["cookies", "bake cookies"]
+        },
+        {
+          "name": "SANDWICHES",
+          "samples": ["sandwiches", "make sandwiches"]
+        }
+      ],
+      "global_intent":[
+        {
+          "name": "STOP",
+          "samples": ["stop", "let's end here"]
+        },
+        {
+          "name": "other",
+          "samples": ["I don't know"]
+        }
+      ]
+    },
+    "global_route": {
+      "stop": [
+        {
+          "type": "Intent",
+          "node_name": "stop_intent",
+          "content": ["stop"],
+          "next_node": {
+            "stop": "stop_message"
+          },
+          "on_fail": {
+            "route": "{caller}"
+          }
+        },
+        {
+          "type": "Agent",
+          "node_name": "stop_message",
+          "text_candidates": ["stop"],
+          "next_node": {
+            "stop": "end"
+          }
+        }
+      ],
+      "other": [
+        {
+          "type": "Agent",
+          "node_name": "other_intent_message",
+          "text_candidates": "Sorry, please try again",
+          "next_node": "{sys.caller}"
+        }
+      ]
+    },
+    "workflow": [
+      {
+        "type": "Play",
+        "node_name": "opening_background_music",
+        "audio_url_candidates": ["https://storytellings.s3.ap-southeast-1.amazonaws.com/local/from-admin/1734534796395.mp3"],
+        "next_node": "scene_setting_narration",
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "scene_setting_narration", 
+        "text_candidates": ["It's lunchtime at Peppa's house! Peppa is excited to prepare lunch all by herself today. Let's help Peppa make something delicious!"],
+        "next_node": "peppa_invitation",
+        "additional_info": {
+          "speaker": "Narrator",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-1-narrator-1734597070860.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "peppa_invitation",
+        "text_candidates": ["Mummy says I can make lunch today! But I'll need some help. Will you join me in the kitchen?"],
+        "next_node": "vegetable_selection",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-2-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "vegetable_selection",
+        "text_candidates": ["Peppa needs to choose some vegetables for her salad. Should she use tomatoes, cucumbers, or carrots? Help her decide!"],
+        "next_node": "vegetable_menu",
+        "additional_info": {
+          "speaker": "Narrator",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/3-1-question-narrator-1734597071880.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Text_Choice",
+        "node_name": "vegetable_menu",
+        "text_choices": ["Tomatoes", "Cucumbers", "Carrots"],
+        "next_node": "vegetable_intent"
+      },
+      {
+        "type": "Intent",
+        "node_name": "vegetable_intent",
+        "content": ["TOMATOES", "CUCUMBERS", "CARROTS"],
+        "next_node": {
+          "TOMATOES": "peppa_tomato_comment",
+          "CUCUMBERS": "peppa_cucumber_comment",
+          "CARROTS": "peppa_carrot_comment",
+          "STOP": "closing_narration_premature",
+          "other": "other_0"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "peppa_tomato_comment",
+        "text_candidates": ["Tomatoes are so juicy! Let's chop them up carefully! (\n*Chopping sounds*\n)"],
+        "next_node": "spoon_drop_incident",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-5-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "peppa_cucumber_comment",
+        "text_candidates": ["Cucumbers are so crunchy! Yum! (\n*Slicing sound*\n)"],
+        "next_node": "spoon_drop_incident",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-6-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "peppa_carrot_comment",
+        "text_candidates": ["Carrots are so sweet! Let's grate some for the salad. (\n*Grating sound*\n)"],
+        "next_node": "spoon_drop_incident",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-7-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "spoon_drop_incident",
+        "text_candidates": ["(\n*a clatter of a dropped utensil*\n) Oops! I accidentally dropped my spoon on the floor. Mummy says we should always keep things clean while cooking!"],
+        "next_node": "spoon_cleanup",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/5-4-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "spoon_cleanup",
+        "text_candidates": ["Peppa needs to clean up! Should she pick up the spoon and put it in the sink or ask Mummy Pig for a new one?"],
+        "next_node": "spoon_cleanup_menu",
+        "additional_info": {
+          "speaker": "Narrator",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-4-question-narrator-1734597071880.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Text_Choice",
+        "node_name": "spoon_cleanup_menu",
+        "text_choices": ["Put in Sink", "Ask for New Spoon"],
+        "next_node": "spoon_cleanup_intent"
+      },
+      {
+        "type": "Intent",
+        "node_name": "spoon_cleanup_intent",
+        "content": ["PUT_IN_SINK", "ASK_NEW_SPOON"],
+        "next_node": {
+          "PUT_IN_SINK": "put_in_sink_response",
+          "ASK_NEW_SPOON": "ask_new_spoon_response",
+          "STOP": "closing_narration_premature",
+          "other": "other_1"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "put_in_sink_response",
+        "text_candidates": ["Good idea! I'll wash this spoon later. (\n*running water*\n)"],
+        "next_node": "mix_salad_prompt",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-12-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "ask_new_spoon_response",
+        "text_candidates": ["Mummy, can I have another spoon? Thank you!"],
+        "next_node": "mix_salad_prompt",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-11-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "mix_salad_prompt",
+        "text_candidates": ["Keeping the kitchen clean is so important. Now let's mix the salad together!"],
+        "next_node": "mix_instruction",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/5-14-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "mix_instruction",
+        "text_candidates": ["Say 'mix' three times to help Peppa finish the salad!"],
+        "next_node": "mix_intent_first",
+        "additional_info": {
+          "speaker": "Narrator",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/3-5-question-narrator-1734597071880.mp3"
+        }
+      },
+      {
+        "type": "Intent",
+        "node_name": "mix_intent_first",
+        "content": ["MIX"],
+        "next_node": {
+          "MIX": "first_mix_response",
+          "other": "other_2"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "first_mix_response",
+        "text_candidates": ["Great! Keep mixing! (\n*bowl mixing*\n)"],
+        "next_node": "mix_intent_second",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-8-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": true
+      },
+      {
+        "type": "Intent",
+        "node_name": "mix_intent_second",
+        "content": ["MIX"],
+        "next_node": {
+          "MIX": "second_mix_response",
+          "other": "other_3"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "second_mix_response",
+        "text_candidates": ["Great! Keep mixing! (\n*bowl mixing*\n)"],
+        "next_node": "mix_intent_third",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-10-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": true
+      },
+      {
+        "type": "Intent",
+        "node_name": "mix_intent_third",
+        "content": ["MIX"],
+        "next_node": {
+          "MIX": "third_mix_response",
+          "other": "other_4"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "third_mix_response",
+        "text_candidates": ["Yay! The salad looks delicious!"],
+        "next_node": "tasting_prompt",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-9-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "tasting_prompt",
+        "text_candidates": ["The salad looks delicious! Time to taste it. Should I try it first or let George have a taste?"],
+        "next_node": "tasting_menu",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/4-3-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Text_Choice",
+        "node_name": "tasting_menu",
+        "text_choices": ["Try First", "Share with George"],
+        "next_node": "tasting_intent"
+      },
+      {
+        "type": "Intent",
+        "node_name": "tasting_intent",
+        "content": ["TRY_FIRST", "SHARE_WITH_GEORGE"],
+        "next_node": {
+          "TRY_FIRST": "try_first_response",
+          "SHARE_WITH_GEORGE": "share_with_george_response",
+          "other": "other_5"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "try_first_response",
+        "text_candidates": ["(\n*munching sounds*\n) Mmm, this is so yummy! George, you're going to love it too!"],
+        "next_node": "mmm_response",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-1-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "share_with_george_response",
+        "text_candidates": ["(\n*Fork clinking*\n) Here you go, George! But don't eat it all!"],
+        "next_node": "mmm_response",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-2-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "mmm_response",
+        "text_candidates": ["Mmm! This is the best salad I've ever had! More, please! (\n*Peppa's giggle]*\n)"],
+        "next_node": "agent_yummy_salad",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/4-11-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "agent_yummy_salad",
+        "text_candidates": ["That was such a yummy salad! Thank you for helping me make it. Cooking is so much fun when we do it together!"],
+        "next_node": "next_cooking_prompt",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/3-8-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "next_cooking_prompt",
+        "text_candidates": ["What should Peppa make next time? Should she bake cookies or make sandwiches?"],
+        "next_node": "next_cooking_menu",
+        "additional_info": {
+          "speaker": "Narrator",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-3-question-narrator-1734597071881.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Text_Choice",
+        "node_name": "next_cooking_menu",
+        "text_choices": ["Cookies", "Sandwiches"],
+        "next_node": "next_cooking_intent"
+      },
+      {
+        "type": "Intent",
+        "node_name": "next_cooking_intent",
+        "content": ["COOKIES", "SANDWICHES"],
+        "next_node": {
+          "COOKIES": "cookies_response",
+          "SANDWICHES": "sandwiches_response",
+          "other": "other_6"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "cookies_response",
+        "text_candidates": ["(\n*Fork clinking*\n) Mmm, cookies sound sweet and yummy!"],
+        "next_node": "closing_narration",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/0-3-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "sandwiches_response",
+        "text_candidates": ["(\n*Peppa's giggle]*\n) Sandwiches are perfect for lunch! I can't wait!"],
+        "next_node": "closing_narration",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/1-4-answer-peppa-1734597071972.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "closing_narration",
+        "text_candidates": ["Peppa had a great time preparing lunch. Thanks to your help, her salad was a big success!"],
+        "next_node": "final_goodbye",
+        "additional_info": {
+          "speaker": "Narrator",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-6-narrator-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "final_goodbye",
+        "text_candidates": ["(\n*Peppa's giggle*\n) Let's make something else together next time! Bye-bye! (\n*a cheerful chime*\n)"],
+        "next_node": "end",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-7-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "closing_narration_premature",
+        "text_candidates": ["Let's make something else together next time! Bye-bye!"],
+        "next_node": "end",
+        "additional_info": {
+          "speaker": "Peppa",
+          "audio_url": "https://storytellings.s3.ap-southeast-1.amazonaws.com/dev/guided/2-7-peppa-1734597070861.mp3"
+        },
+        "requires_response": false
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_0",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "vegetable_selection",
+        "requires_response": false,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_1",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "spoon_cleanup",
+        "requires_response": false,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_2",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "mix_intent_first",
+        "requires_response": true,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_3",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "mix_intent_second",
+        "requires_response": true,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_4",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "mix_intent_third",
+        "requires_response": true,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_5",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "tasting_prompt",
+        "requires_response": false,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      },
+      {
+        "type": "Agent",
+        "node_name": "other_6",
+        "text_candidates": [
+          "Not quite! Try again!",
+          "Give it another go!",
+          "Let’s try that one more time!",
+          "Try again—I know you can do it!",
+          "Let’s give it another try!"
+        ],
+        "next_node": "next_cooking_prompt",
+        "requires_response": false,
+        "additional_info": {
+          "speaker": "Narrator"
+        }
+      }
+    ]
+}

config/mj_guided_second.json

@@ -0,0 +1,960 @@
+{
+    "intent_config": {
+        "rule_based": true,
+        "vector": false,
+        "llm": true,
+        "intent": [
+            {
+                "name": "CHEESE_STALL",
+                "samples": [
+                    "cheese",
+                    "cheese stall",
+                    "visit cheese stall"
+                ]
+            },
+            {
+                "name": "FRUIT_STALL",
+                "samples": [
+                    "fruit",
+                    "fruit stall",
+                    "visit fruit stall"
+                ]
+            },
+            {
+                "name": "TOY_STALL",
+                "samples": [
+                    "toy",
+                    "toy stall",
+                    "visit toy stall"
+                ]
+            },
+            {
+                "name": "SMELLY_CHEESE",
+                "samples": [
+                    "smelly cheese",
+                    "strong cheese",
+                    "funny smelling cheese"
+                ]
+            },
+            {
+                "name": "CREAMY_CHEESE",
+                "samples": [
+                    "creamy cheese",
+                    "smooth cheese",
+                    "soft cheese"
+                ]
+            },
+            {
+                "name": "APPLES",
+                "samples": [
+                    "apples",
+                    "apple",
+                    "get apples"
+                ]
+            },
+            {
+                "name": "BANANAS",
+                "samples": [
+                    "bananas",
+                    "banana",
+                    "get bananas"
+                ]
+            },
+            {
+                "name": "TEDDY_BEAR",
+                "samples": [
+                    "teddy",
+                    "teddy bear",
+                    "bear",
+                    "mr snuggles"
+                ]
+            },
+            {
+                "name": "SINGING_FISH",
+                "samples": [
+                    "fish",
+                    "singing fish",
+                    "silly fish"
+                ]
+            },
+            {
+                "name": "FOOD",
+                "samples": [
+                    "food",
+                    "food pile",
+                    "sort food"
+                ]
+            },
+            {
+                "name": "TOYS",
+                "samples": [
+                    "toys",
+                    "toy pile",
+                    "sort toys"
+                ]
+            },
+            {
+                "name": "ICE_CREAM",
+                "samples": [
+                    "ice cream",
+                    "ice-cream",
+                    "get ice cream"
+                ]
+            },
+            {
+                "name": "LOLLIPOP",
+                "samples": [
+                    "lollipop",
+                    "lolly",
+                    "get lollipop"
+                ]
+            },
+            {
+                "name": "STOP",
+                "samples": [
+                    "stop",
+                    "let's end here"
+                ]
+            },
+            {
+                "name": "other",
+                "samples": [
+                    "I don't know"
+                ]
+            }
+        ],
+        "global_intent": [
+            {
+                "name": "STOP",
+                "samples": [
+                    "stop",
+                    "let's end here"
+                ]
+            },
+            {
+                "name": "other",
+                "samples": [
+                    "I don't know"
+                ]
+            }
+        ]
+    },
+    "workflow": [
+        {
+            "type": "Play",
+            "node_name": "opening_background_music",
+            "audio_url_candidates": [
+                "https://storytellings.s3.ap-southeast-1.amazonaws.com/local/from-admin/1734534796395.mp3"
+            ],
+            "next_node": "market_ambiance",
+            "requires_response": false
+        },
+        {
+            "type": "Play",
+            "node_name": "market_ambiance",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Market ambiance.mp3"
+            ],
+            "next_node": "opening_narration",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "opening_narration",
+            "text_candidates": [
+                "Today, Peppa and her family are visiting the market! There are so many stalls to explore. Let's help Peppa find some yummy things to buy!"
+            ],
+            "next_node": "peppa_greeting",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/opening_narration.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_greeting",
+            "text_candidates": [
+                "Look at all the stalls! I want to pick something fun. Can you help me?"
+            ],
+            "next_node": "stall_selection",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/peppa_greeting.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "stall_selection",
+            "text_candidates": [
+                "Which stall should Peppa visit first? The cheese stall, the fruit stall, or the toy stall?"
+            ],
+            "next_node": "stall_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/stall_selection.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "stall_menu",
+            "text_choices": [
+                "Cheese",
+                "Fruit",
+                "Toy"
+            ],
+            "next_node": "stall_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "stall_intent",
+            "content": [
+                "CHEESE_STALL",
+                "FRUIT_STALL",
+                "TOY_STALL",
+                "STOP"
+            ],
+            "next_node": {
+                "CHEESE_STALL": "cheese_stall_response",
+                "FRUIT_STALL": "fruit_stall_response",
+                "TOY_STALL": "toy_stall_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_0"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "cheese_stall_response",
+            "text_candidates": [
+                "Mmm, I love cheese! Let's find one for Mummy Pig."
+            ],
+            "next_node": "vendor_sounds_cheese",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheese_stall_response.mp3"
+            ]
+        },
+        {
+            "type": "Play",
+            "node_name": "vendor_sounds_cheese",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Vendor greetings, rustling bags, and items being placed in basket.mp3"
+            ],
+            "next_node": "peppa_cheese_selection",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_cheese_selection",
+            "text_candidates": [
+                "Let\u2019s pick something from this stall!"
+            ],
+            "next_node": "cheese_selection",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheese_selection.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "cheese_selection",
+            "text_candidates": [
+                "What should Peppa choose, smelly cheese or creamy cheese? Help her pick one item!"
+            ],
+            "next_node": "cheese_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheese_selection.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "cheese_menu",
+            "text_choices": [
+                "Smelly Cheese",
+                "Creamy Cheese"
+            ],
+            "next_node": "cheese_choice_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "cheese_choice_intent",
+            "content": [
+                "SMELLY_CHEESE",
+                "CREAMY_CHEESE",
+                "STOP"
+            ],
+            "next_node": {
+                "SMELLY_CHEESE": "smelly_cheese_response",
+                "CREAMY_CHEESE": "creamy_cheese_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_1"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "fruit_stall_response",
+            "text_candidates": [
+                "Yummy, I love fruit! Let's find something juicy."
+            ],
+            "next_node": "vendor_sounds_fruit",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/fruit_stall_response.mp3"
+            ]
+        },
+        {
+            "type": "Play",
+            "node_name": "vendor_sounds_fruit",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Vendor greetings, rustling bags, and items being placed in basket.mp3"
+            ],
+            "next_node": "peppa_fruit_selection",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_fruit_selection",
+            "text_candidates": [
+                "Let\u2019s pick something from this stall!"
+            ],
+            "next_node": "fruit_selection",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/narrator_toy_selection.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "fruit_selection",
+            "text_candidates": [
+                "What should Peppa choose, apples or bananas? Help her pick one item!"
+            ],
+            "next_node": "fruit_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/fruit_selection.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "fruit_menu",
+            "text_choices": [
+                "Apples",
+                "Bananas"
+            ],
+            "next_node": "fruit_choice_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "fruit_choice_intent",
+            "content": [
+                "APPLES",
+                "BANANAS",
+                "STOP"
+            ],
+            "next_node": {
+                "APPLES": "apples_response",
+                "BANANAS": "bananas_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_2"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "toy_stall_response",
+            "text_candidates": [
+                "Oh look, a toy stall! What fun things can we find here?"
+            ],
+            "next_node": "vendor_sounds_toy",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/toy_stall_response.mp3"
+            ]
+        },
+        {
+            "type": "Play",
+            "node_name": "vendor_sounds_toy",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Vendor greetings, rustling bags, and items being placed in basket.mp3"
+            ],
+            "next_node": "peppa_toy_selection",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "peppa_toy_selection",
+            "text_candidates": [
+                "Let\u2019s pick something from this stall!"
+            ],
+            "next_node": "toy_selection",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/narrator_toy_selection.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "toy_selection",
+            "text_candidates": [
+                "What should Peppa choose, a Teddy Bear of a singing fish toy? Help her pick one item!"
+            ],
+            "next_node": "toy_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/toy_selection.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "toy_menu",
+            "text_choices": [
+                "Teddy Bear",
+                "Singing Fish"
+            ],
+            "next_node": "toy_choice_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "toy_choice_intent",
+            "content": [
+                "TEDDY_BEAR",
+                "SINGING_FISH",
+                "STOP"
+            ],
+            "next_node": {
+                "TEDDY_BEAR": "teddy_response",
+                "SINGING_FISH": "fish_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_3"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "smelly_cheese_response",
+            "text_candidates": [
+                "This one smells funny! Mummy Pig will love it!"
+            ],
+            "next_node": "sound_basket",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/smelly_cheese_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "creamy_cheese_response",
+            "text_candidates": [
+                "So smooth! I think Daddy Pig will like this one."
+            ],
+            "next_node": "sound_basket",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/creamy_cheese_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "apples_response",
+            "text_candidates": [
+                "Crunchy and sweet! Apples are my favorite!"
+            ],
+            "next_node": "sound_basket",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/apples_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "bananas_response",
+            "text_candidates": [
+                "Bananas are so yummy! George will love these!"
+            ],
+            "next_node": "sound_basket",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/bananas_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "teddy_response",
+            "text_candidates": [
+                "It's so cuddly! I'll name it Mr. Snuggles."
+            ],
+            "next_node": "sound_basket",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/teddy_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "fish_response",
+            "text_candidates": [
+                "Hehe, this fish is so silly! It sings a funny song!"
+            ],
+            "next_node": "sound_basket",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/fish_response.mp3"
+            ]
+        },
+        {
+            "type": "Play",
+            "node_name": "sound_basket",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Rustling bags, clinking items.mp3"
+            ],
+            "next_node": "basket_prompt",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "basket_prompt",
+            "text_candidates": [
+                "Oh no! My basket is getting so heavy, and everything is mixed up! Let's tidy it up so I can carry it better!"
+            ],
+            "next_node": "sorting_prompt",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/basket_prompt.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "sorting_prompt",
+            "text_candidates": [
+                "Help Peppa sort her items! Put the food in one pile and the toys in another. Which should go first?"
+            ],
+            "next_node": "sorting_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/sorting_prompt.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "sorting_menu",
+            "text_choices": [
+                "Food",
+                "Toys"
+            ],
+            "next_node": "sorting_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "sorting_intent",
+            "content": [
+                "FOOD",
+                "TOYS",
+                "STOP"
+            ],
+            "next_node": {
+                "FOOD": "food_sorting_response",
+                "TOYS": "toys_sorting_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_4"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "food_sorting_response",
+            "text_candidates": [
+                "Great choice! Let's put the apples and cheese together. All neat and tidy!"
+            ],
+            "next_node": "organization_thanks",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/food_sorting_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "toys_sorting_response",
+            "text_candidates": [
+                "Good idea! Let's put the teddy bear and singing fish in their own spot!"
+            ],
+            "next_node": "organization_thanks",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/toys_sorting_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "organization_thanks",
+            "text_candidates": [
+                "Thank you for helping me organize my basket! Now it's so much easier to carry."
+            ],
+            "next_node": "treat_sounds",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/organization_thanks.mp3"
+            ]
+        },
+        {
+            "type": "Play",
+            "node_name": "treat_sounds",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Rustling bags, cheerful chatter.mp3"
+            ],
+            "next_node": "treat_prompt",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "treat_prompt",
+            "text_candidates": [
+                "Before we leave, I want to get a treat! What should I choose?"
+            ],
+            "next_node": "treat_selection_prompt",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/treat_prompt.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "treat_selection_prompt",
+            "text_candidates": [
+                "Help Peppa pick a treat. Should she get an ice cream or a lollipop?"
+            ],
+            "next_node": "treat_menu",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/treat_selection_prompt.mp3"
+            ]
+        },
+        {
+            "type": "Text_Choice",
+            "node_name": "treat_menu",
+            "text_choices": [
+                "Ice Cream",
+                "Lollipop"
+            ],
+            "next_node": "treat_intent"
+        },
+        {
+            "type": "Intent",
+            "node_name": "treat_intent",
+            "content": [
+                "ICE_CREAM",
+                "LOLLIPOP",
+                "STOP"
+            ],
+            "next_node": {
+                "ICE_CREAM": "ice_cream_response",
+                "LOLLIPOP": "lollipop_response",
+                "STOP": "closing_narration_premature",
+                "other": "other_5"
+            }
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "ice_cream_response",
+            "text_candidates": [
+                "Yummy! Ice cream is the best on a sunny day!"
+            ],
+            "next_node": "closing_narration",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/ice_cream_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "lollipop_response",
+            "text_candidates": [
+                "This lollipop is so colorful! I'll save it for later."
+            ],
+            "next_node": "closing_narration",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/lollipop_response.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "closing_narration",
+            "text_candidates": [
+                "Peppa had a wonderful time at the market! Thanks to your help, she found some great things to take home."
+            ],
+            "next_node": "final_goodbye",
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/closing_narration.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "final_goodbye",
+            "text_candidates": [
+                "Markets are so much fun! Let's go shopping again soon!"
+            ],
+            "next_node": "peppa_giggle",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/final_goodbye.mp3"
+            ]
+        },
+        {
+            "type": "Play",
+            "node_name": "peppa_giggle",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/peppa_giggle.mp3"
+            ],
+            "next_node": "final_chime",
+            "requires_response": false
+        },
+        {
+            "type": "Play",
+            "node_name": "final_chime",
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheerful chime.mp3"
+            ],
+            "next_node": "end",
+            "requires_response": false
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "closing_narration_premature",
+            "text_candidates": [
+                "Let's go shopping again another time! Bye-bye!"
+            ],
+            "next_node": "end",
+            "additional_info": {
+                "speaker": "Peppa"
+            },
+            "requires_response": false,
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/closing_narration_premature.mp3"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_0",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "stall_selection",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_1",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "cheese_selection",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_2",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "fruit_selection",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_3",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "toy_selection",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_4",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "sorting_prompt",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        },
+        {
+            "type": "text_read_along",
+            "node_name": "other_5",
+            "text_candidates": [
+                "Not quite! Try again!",
+                "Give it another go!",
+                "Let's try that one more time!",
+                "Try again. I know you can do it!",
+                "Let's give it another try!"
+            ],
+            "next_node": "treat_selection_prompt",
+            "requires_response": false,
+            "additional_info": {
+                "speaker": "Narrator"
+            },
+            "audio_url_candidates": [
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Not-quite!.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Give-it-an.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-try.wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Try-again..wav",
+                "https://storage.googleapis.com/maika-ai-ext/flowbot/preset-audio/Narrator-Let's-give.wav"
+            ]
+        }
+    ]
+}

config/mj_guided_second_old.json

@@ -0,0 +1,858 @@
+{
+  "intent_config": {
+    "rule_based": true,
+    "vector": false,
+    "llm": true,
+    "intent": [
+      {
+        "name": "CHEESE_STALL",
+        "samples": [
+          "cheese",
+          "cheese stall",
+          "visit cheese stall"
+        ]
+      },
+      {
+        "name": "FRUIT_STALL",
+        "samples": [
+          "fruit",
+          "fruit stall",
+          "visit fruit stall"
+        ]
+      },
+      {
+        "name": "TOY_STALL",
+        "samples": [
+          "toy",
+          "toy stall",
+          "visit toy stall"
+        ]
+      },
+      {
+        "name": "SMELLY_CHEESE",
+        "samples": [
+          "smelly cheese",
+          "strong cheese",
+          "funny smelling cheese"
+        ]
+      },
+      {
+        "name": "CREAMY_CHEESE",
+        "samples": [
+          "creamy cheese",
+          "smooth cheese",
+          "soft cheese"
+        ]
+      },
+      {
+        "name": "APPLES",
+        "samples": [
+          "apples",
+          "apple",
+          "get apples"
+        ]
+      },
+      {
+        "name": "BANANAS",
+        "samples": [
+          "bananas",
+          "banana",
+          "get bananas"
+        ]
+      },
+      {
+        "name": "TEDDY_BEAR",
+        "samples": [
+          "teddy",
+          "teddy bear",
+          "bear",
+          "mr snuggles"
+        ]
+      },
+      {
+        "name": "SINGING_FISH",
+        "samples": [
+          "fish",
+          "singing fish",
+          "silly fish"
+        ]
+      },
+      {
+        "name": "FOOD",
+        "samples": [
+          "food",
+          "food pile",
+          "sort food"
+        ]
+      },
+      {
+        "name": "TOYS",
+        "samples": [
+          "toys",
+          "toy pile",
+          "sort toys"
+        ]
+      },
+      {
+        "name": "ICE_CREAM",
+        "samples": [
+          "ice cream",
+          "ice-cream",
+          "get ice cream"
+        ]
+      },
+      {
+        "name": "LOLLIPOP",
+        "samples": [
+          "lollipop",
+          "lolly",
+          "get lollipop"
+        ]
+      },
+      {
+        "name": "STOP",
+        "samples": [
+          "stop",
+          "let's end here"
+        ]
+      },
+      {
+        "name": "other",
+        "samples": [
+          "I don't know"
+        ]
+      }
+    ],
+    "global_intent": [
+      {
+        "name": "STOP",
+        "samples": [
+          "stop",
+          "let's end here"
+        ]
+      },
+      {
+        "name": "other",
+        "samples": [
+          "I don't know"
+        ]
+      }
+    ]
+  },
+  "workflow": [
+    {
+      "type": "Play",
+      "node_name": "opening_background_music",
+      "audio_url_candidates": [
+        "https://storytellings.s3.ap-southeast-1.amazonaws.com/local/from-admin/1734534796395.mp3"
+      ],
+      "next_node": "market_ambiance",
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "market_ambiance",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Market ambiance.mp3"
+      ],
+      "next_node": "opening_narration",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "opening_narration",
+      "text_candidates": [
+        "Today, Peppa and her family are visiting the market! There are so many stalls to explore. Let's help Peppa find some yummy things to buy!"
+      ],
+      "next_node": "peppa_greeting",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/opening_narration.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "peppa_greeting",
+      "text_candidates": [
+        "Look at all the stalls! I want to pick something fun. Can you help me?"
+      ],
+      "next_node": "stall_selection",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/peppa_greeting.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "stall_selection",
+      "text_candidates": [
+        "Which stall should Peppa visit first? The cheese stall, the fruit stall, or the toy stall?"
+      ],
+      "next_node": "stall_menu",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/stall_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Text_Choice",
+      "node_name": "stall_menu",
+      "text_choices": [
+        "Cheese",
+        "Fruit",
+        "Toy"
+      ],
+      "next_node": "stall_intent"
+    },
+    {
+      "type": "Intent",
+      "node_name": "stall_intent",
+      "content": [
+        "CHEESE_STALL",
+        "FRUIT_STALL",
+        "TOY_STALL",
+        "STOP"
+      ],
+      "next_node": {
+        "CHEESE_STALL": "cheese_stall_response",
+        "FRUIT_STALL": "fruit_stall_response",
+        "TOY_STALL": "toy_stall_response",
+        "STOP": "closing_narration_premature",
+        "other": "other_0"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "cheese_stall_response",
+      "text_candidates": [
+        "Mmm, I love cheese! Let's find one for Mummy Pig."
+      ],
+      "next_node": "vendor_sounds_cheese",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheese_stall_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "vendor_sounds_cheese",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Vendor greetings, rustling bags, and items being placed in basket.mp3"
+      ],
+      "next_node": "peppa_cheese_selection",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "peppa_cheese_selection",
+      "text_candidates": [
+        "Let’s pick something from this stall!"
+      ],
+      "next_node": "cheese_selection",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheese_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "cheese_selection",
+      "text_candidates": [
+        "What should Peppa choose, smelly cheese or creamy cheese? Help her pick one item!"
+      ],
+      "next_node": "cheese_menu",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheese_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Text_Choice",
+      "node_name": "cheese_menu",
+      "text_choices": [
+        "Smelly Cheese",
+        "Creamy Cheese"
+      ],
+      "next_node": "cheese_choice_intent"
+    },
+    {
+      "type": "Intent",
+      "node_name": "cheese_choice_intent",
+      "content": [
+        "SMELLY_CHEESE",
+        "CREAMY_CHEESE",
+        "STOP"
+      ],
+      "next_node": {
+        "SMELLY_CHEESE": "smelly_cheese_response",
+        "CREAMY_CHEESE": "creamy_cheese_response",
+        "STOP": "closing_narration_premature",
+        "other": "other_1"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "fruit_stall_response",
+      "text_candidates": [
+        "Yummy, I love fruit! Let's find something juicy."
+      ],
+      "next_node": "vendor_sounds_fruit",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/fruit_stall_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "vendor_sounds_fruit",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Vendor greetings, rustling bags, and items being placed in basket.mp3"
+      ],
+      "next_node": "peppa_fruit_selection",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "peppa_fruit_selection",
+      "text_candidates": [
+        "Let’s pick something from this stall!"
+      ],
+      "next_node": "fruit_selection",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/narrator_toy_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "fruit_selection",
+      "text_candidates": [
+        "What should Peppa choose, apples or bananas? Help her pick one item!"
+      ],
+      "next_node": "fruit_menu",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/fruit_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Text_Choice",
+      "node_name": "fruit_menu",
+      "text_choices": [
+        "Apples",
+        "Bananas"
+      ],
+      "next_node": "fruit_choice_intent"
+    },
+    {
+      "type": "Intent",
+      "node_name": "fruit_choice_intent",
+      "content": [
+        "APPLES",
+        "BANANAS",
+        "STOP"
+      ],
+      "next_node": {
+        "APPLES": "apples_response",
+        "BANANAS": "bananas_response",
+        "STOP": "closing_narration_premature",
+        "other": "other_2"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "toy_stall_response",
+      "text_candidates": [
+        "Oh look, a toy stall! What fun things can we find here?"
+      ],
+      "next_node": "vendor_sounds_toy",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/toy_stall_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "vendor_sounds_toy",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Vendor greetings, rustling bags, and items being placed in basket.mp3"
+      ],
+      "next_node": "peppa_toy_selection",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "peppa_toy_selection",
+      "text_candidates": [
+        "Let’s pick something from this stall!"
+      ],
+      "next_node": "toy_selection",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/narrator_toy_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "toy_selection",
+      "text_candidates": [
+        "What should Peppa choose, a Teddy Bear of a singing fish toy? Help her pick one item!"
+      ],
+      "next_node": "toy_menu",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/toy_selection.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Text_Choice",
+      "node_name": "toy_menu",
+      "text_choices": [
+        "Teddy Bear",
+        "Singing Fish"
+      ],
+      "next_node": "toy_choice_intent"
+    },
+    {
+      "type": "Intent",
+      "node_name": "toy_choice_intent",
+      "content": [
+        "TEDDY_BEAR",
+        "SINGING_FISH",
+        "STOP"
+      ],
+      "next_node": {
+        "TEDDY_BEAR": "teddy_response",
+        "SINGING_FISH": "fish_response",
+        "STOP": "closing_narration_premature",
+        "other": "other_3"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "smelly_cheese_response",
+      "text_candidates": [
+        "This one smells funny! Mummy Pig will love it!"
+      ],
+      "next_node": "sound_basket",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/smelly_cheese_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "creamy_cheese_response",
+      "text_candidates": [
+        "So smooth! I think Daddy Pig will like this one."
+      ],
+      "next_node": "sound_basket",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/creamy_cheese_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "apples_response",
+      "text_candidates": [
+        "Crunchy and sweet! Apples are my favorite!"
+      ],
+      "next_node": "sound_basket",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/apples_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "bananas_response",
+      "text_candidates": [
+        "Bananas are so yummy! George will love these!"
+      ],
+      "next_node": "sound_basket",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/bananas_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "teddy_response",
+      "text_candidates": [
+        "It's so cuddly! I'll name it Mr. Snuggles."
+      ],
+      "next_node": "sound_basket",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/teddy_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "fish_response",
+      "text_candidates": [
+        "Hehe, this fish is so silly! It sings a funny song!"
+      ],
+      "next_node": "sound_basket",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/fish_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "sound_basket",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Rustling bags, clinking items.mp3"
+      ],
+      "next_node": "basket_prompt",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "basket_prompt",
+      "text_candidates": [
+        "Oh no! My basket is getting so heavy, and everything is mixed up! Let's tidy it up so I can carry it better!"
+      ],
+      "next_node": "sorting_prompt",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/basket_prompt.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "sorting_prompt",
+      "text_candidates": [
+        "Help Peppa sort her items! Put the food in one pile and the toys in another. Which should go first?"
+      ],
+      "next_node": "sorting_menu",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/sorting_prompt.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Text_Choice",
+      "node_name": "sorting_menu",
+      "text_choices": [
+        "Food",
+        "Toys"
+      ],
+      "next_node": "sorting_intent"
+    },
+    {
+      "type": "Intent",
+      "node_name": "sorting_intent",
+      "content": [
+        "FOOD",
+        "TOYS",
+        "STOP"
+      ],
+      "next_node": {
+        "FOOD": "food_sorting_response",
+        "TOYS": "toys_sorting_response",
+        "STOP": "closing_narration_premature",
+        "other": "other_4"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "food_sorting_response",
+      "text_candidates": [
+        "Great choice! Let's put the apples and cheese together. All neat and tidy!"
+      ],
+      "next_node": "organization_thanks",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/food_sorting_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "toys_sorting_response",
+      "text_candidates": [
+        "Good idea! Let's put the teddy bear and singing fish in their own spot!"
+      ],
+      "next_node": "organization_thanks",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/toys_sorting_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "organization_thanks",
+      "text_candidates": [
+        "Thank you for helping me organize my basket! Now it's so much easier to carry."
+      ],
+      "next_node": "treat_sounds",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/organization_thanks.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "treat_sounds",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/Rustling bags, cheerful chatter.mp3"
+      ],
+      "next_node": "treat_prompt",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "treat_prompt",
+      "text_candidates": [
+        "Before we leave, I want to get a treat! What should I choose?"
+      ],
+      "next_node": "treat_selection_prompt",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/treat_prompt.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "treat_selection_prompt",
+      "text_candidates": [
+        "Help Peppa pick a treat. Should she get an ice cream or a lollipop?"
+      ],
+      "next_node": "treat_menu",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/treat_selection_prompt.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Text_Choice",
+      "node_name": "treat_menu",
+      "text_choices": [
+        "Ice Cream",
+        "Lollipop"
+      ],
+      "next_node": "treat_intent"
+    },
+    {
+      "type": "Intent",
+      "node_name": "treat_intent",
+      "content": [
+        "ICE_CREAM",
+        "LOLLIPOP",
+        "STOP"
+      ],
+      "next_node": {
+        "ICE_CREAM": "ice_cream_response",
+        "LOLLIPOP": "lollipop_response",
+        "STOP": "closing_narration_premature",
+        "other": "other_5"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "ice_cream_response",
+      "text_candidates": [
+        "Yummy! Ice cream is the best on a sunny day!"
+      ],
+      "next_node": "closing_narration",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/ice_cream_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "lollipop_response",
+      "text_candidates": [
+        "This lollipop is so colorful! I'll save it for later."
+      ],
+      "next_node": "closing_narration",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/lollipop_response.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "closing_narration",
+      "text_candidates": [
+        "Peppa had a wonderful time at the market! Thanks to your help, she found some great things to take home."
+      ],
+      "next_node": "final_goodbye",
+      "additional_info": {
+        "speaker": "Narrator",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/closing_narration.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "final_goodbye",
+      "text_candidates": [
+        "Markets are so much fun! Let's go shopping again soon!"
+      ],
+      "next_node": "peppa_giggle",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/final_goodbye.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "peppa_giggle",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/peppa_giggle.mp3"
+      ],
+      "next_node": "final_chime",
+      "requires_response": false
+    },
+    {
+      "type": "Play",
+      "node_name": "final_chime",
+      "audio_url_candidates": [
+        "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/cheerful chime.mp3"
+      ],
+      "next_node": "end",
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "closing_narration_premature",
+      "text_candidates": [
+        "Let's go shopping again another time! Bye-bye!"
+      ],
+      "next_node": "end",
+      "additional_info": {
+        "speaker": "Peppa",
+        "audio_url": "https://storage.googleapis.com/maika-ai-ext/flowbot/guided-story/peppa-market/closing_narration_premature.mp3"
+      },
+      "requires_response": false
+    },
+    {
+      "type": "Agent",
+      "node_name": "other_0",
+      "text_candidates": [
+        "Not quite! Try again!",
+        "Give it another go!",
+        "Let's try that one more time!",
+        "Try again. I know you can do it!",
+        "Let's give it another try!"
+      ],
+      "next_node": "stall_selection",
+      "requires_response": false,
+      "additional_info": {
+        "speaker": "Narrator"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "other_1",
+      "text_candidates": [
+        "Not quite! Try again!",
+        "Give it another go!",
+        "Let's try that one more time!",
+        "Try again. I know you can do it!",
+        "Let's give it another try!"
+      ],
+      "next_node": "cheese_selection",
+      "requires_response": false,
+      "additional_info": {
+        "speaker": "Narrator"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "other_2",
+      "text_candidates": [
+        "Not quite! Try again!",
+        "Give it another go!",
+        "Let's try that one more time!",
+        "Try again. I know you can do it!",
+        "Let's give it another try!"
+      ],
+      "next_node": "fruit_selection",
+      "requires_response": false,
+      "additional_info": {
+        "speaker": "Narrator"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "other_3",
+      "text_candidates": [
+        "Not quite! Try again!",
+        "Give it another go!",
+        "Let's try that one more time!",
+        "Try again. I know you can do it!",
+        "Let's give it another try!"
+      ],
+      "next_node": "toy_selection",
+      "requires_response": false,
+      "additional_info": {
+        "speaker": "Narrator"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "other_4",
+      "text_candidates": [
+        "Not quite! Try again!",
+        "Give it another go!",
+        "Let's try that one more time!",
+        "Try again. I know you can do it!",
+        "Let's give it another try!"
+      ],
+      "next_node": "sorting_prompt",
+      "requires_response": false,
+      "additional_info": {
+        "speaker": "Narrator"
+      }
+    },
+    {
+      "type": "Agent",
+      "node_name": "other_5",
+      "text_candidates": [
+        "Not quite! Try again!",
+        "Give it another go!",
+        "Let's try that one more time!",
+        "Try again. I know you can do it!",
+        "Let's give it another try!"
+      ],
+      "next_node": "treat_selection_prompt",
+      "requires_response": false,
+      "additional_info": {
+        "speaker": "Narrator"
+      }
+    }
+  ]
+}

grpc_services/generated/commons_pb2.py

@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: commons.proto
+# Protobuf Python Version: 5.26.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\rcommons.proto\x12\x07\x63ommons\"6\n\x0bSessionInfo\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x13\n\x0btool_config\x18\x02 \x01(\tb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'commons_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_SESSIONINFO']._serialized_start=26
+  _globals['_SESSIONINFO']._serialized_end=80
+# @@protoc_insertion_point(module_scope)

grpc_services/generated/commons_pb2.pyi

@@ -0,0 +1,32 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+
+import builtins
+import google.protobuf.descriptor
+import google.protobuf.message
+import typing
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+@typing.final
+class SessionInfo(google.protobuf.message.Message):
+    """atomic type"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_ID_FIELD_NUMBER: builtins.int
+    TOOL_CONFIG_FIELD_NUMBER: builtins.int
+    session_id: builtins.str
+    tool_config: builtins.str
+    """json (key: eval_prompt)"""
+    def __init__(
+        self,
+        *,
+        session_id: builtins.str = ...,
+        tool_config: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["session_id", b"session_id", "tool_config", b"tool_config"]) -> None: ...
+
+global___SessionInfo = SessionInfo

grpc_services/generated/commons_pb2_grpc.py

@@ -0,0 +1,29 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+
+GRPC_GENERATED_VERSION = '1.63.0'
+GRPC_VERSION = grpc.__version__
+EXPECTED_ERROR_RELEASE = '1.65.0'
+SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    warnings.warn(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in commons_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+        + f' This warning will become an error in {EXPECTED_ERROR_RELEASE},'
+        + f' scheduled for release on {SCHEDULED_RELEASE_DATE}.',
+        RuntimeWarning
+    )

grpc_services/generated/flowbot_service_pb2.py

@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: flowbot_service.proto
+# Protobuf Python Version: 5.26.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import grpc_services.generated.commons_pb2 as commons__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x15\x66lowbot_service.proto\x12\x07\x66lowbot\x1a\rcommons.proto\"5\n\x08Variable\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t\x12\x0c\n\x04type\x18\x03 \x01(\t\"5\n\tBotScript\x12\x13\n\x0bscript_type\x18\x01 \x01(\t\x12\x13\n\x0bscript_data\x18\x02 \x01(\x0c\"K\n\tBotConfig\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\x12\x12\n\nbot_config\x18\x02 \x01(\t\"1\n\tBotParams\x12$\n\tvariables\x18\x01 \x03(\x0b\x32\x11.flowbot.Variable\"n\n\x11\x41udioStreamConfig\x12\x0e\n\x06stream\x18\x01 \x01(\x08\x12\x13\n\x0bsample_rate\x18\x02 \x01(\x05\x12\x10\n\x08\x63hannels\x18\x03 \x01(\x05\x12\x0e\n\x06\x66ormat\x18\x04 \x01(\t\x12\x12\n\nchunk_size\x18\x05 \x01(\x05\"\xac\x01\n\nChatParams\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\x12&\n\nbot_params\x18\x02 \x01(\x0b\x32\x12.flowbot.BotParams\x12\x39\n\x13\x61udio_stream_config\x18\x03 \x01(\x0b\x32\x1a.flowbot.AudioStreamConfigH\x00\x42\x0f\n\rstream_config\"\x1d\n\nInitStatus\x12\x0f\n\x07success\x18\x01 \x01(\x08\":\n\x0cStartRequest\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\"9\n\x0bStopRequest\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\"J\n\x0b\x43hatRequest\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\x12\x0f\n\x07message\x18\x02 \x01(\t\"i\n\x14\x43hatResponseMetadata\x12\x10\n\x08is_final\x18\x01 \x01(\x08\x12\x0f\n\x07\x63ontent\x18\x02 \x01(\t\x12\x15\n\rresponse_type\x18\x03 \x01(\t\x12\x17\n\x0f\x61\x64\x64itional_info\x18\x04 \x01(\t\")\n\nAudioChunk\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\r\n\x05\x63hunk\x18\x02 \x01(\x0c\"y\n\x0c\x43hatResponse\x12\x31\n\x08metadata\x18\x01 \x01(\x0b\x32\x1d.flowbot.ChatResponseMetadataH\x00\x12*\n\x0b\x61udio_chunk\x18\x02 \x01(\x0b\x32\x13.flowbot.AudioChunkH\x00\x42\n\n\x08response\"\x18\n\x08\x43hatInfo\x12\x0c\n\x04info\x18\x01 \x01(\t2\xae\x03\n\x0e\x46lowBotService\x12\x34\n\x08ParseBot\x12\x12.flowbot.BotScript\x1a\x12.flowbot.BotConfig\"\x00\x12\x36\n\tCreateBot\x12\x12.flowbot.BotConfig\x1a\x13.flowbot.ChatParams\"\x00\x12\x35\n\x07InitBot\x12\x13.flowbot.ChatParams\x1a\x13.flowbot.InitStatus\"\x00\x12\x45\n\x11StartConversation\x12\x15.flowbot.StartRequest\x1a\x15.flowbot.ChatResponse\"\x00\x30\x01\x12=\n\x10StopConversation\x12\x14.flowbot.StopRequest\x1a\x11.flowbot.ChatInfo\"\x00\x12\x37\n\x04\x43hat\x12\x14.flowbot.ChatRequest\x1a\x15.flowbot.ChatResponse\"\x00\x30\x01\x12\x38\n\x0b\x45xtractInfo\x12\x14.commons.SessionInfo\x1a\x11.flowbot.ChatInfo\"\x00\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flowbot_service_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_VARIABLE']._serialized_start=49
+  _globals['_VARIABLE']._serialized_end=102
+  _globals['_BOTSCRIPT']._serialized_start=104
+  _globals['_BOTSCRIPT']._serialized_end=157
+  _globals['_BOTCONFIG']._serialized_start=159
+  _globals['_BOTCONFIG']._serialized_end=234
+  _globals['_BOTPARAMS']._serialized_start=236
+  _globals['_BOTPARAMS']._serialized_end=285
+  _globals['_AUDIOSTREAMCONFIG']._serialized_start=287
+  _globals['_AUDIOSTREAMCONFIG']._serialized_end=397
+  _globals['_CHATPARAMS']._serialized_start=400
+  _globals['_CHATPARAMS']._serialized_end=572
+  _globals['_INITSTATUS']._serialized_start=574
+  _globals['_INITSTATUS']._serialized_end=603
+  _globals['_STARTREQUEST']._serialized_start=605
+  _globals['_STARTREQUEST']._serialized_end=663
+  _globals['_STOPREQUEST']._serialized_start=665
+  _globals['_STOPREQUEST']._serialized_end=722
+  _globals['_CHATREQUEST']._serialized_start=724
+  _globals['_CHATREQUEST']._serialized_end=798
+  _globals['_CHATRESPONSEMETADATA']._serialized_start=800
+  _globals['_CHATRESPONSEMETADATA']._serialized_end=905
+  _globals['_AUDIOCHUNK']._serialized_start=907
+  _globals['_AUDIOCHUNK']._serialized_end=948
+  _globals['_CHATRESPONSE']._serialized_start=950
+  _globals['_CHATRESPONSE']._serialized_end=1071
+  _globals['_CHATINFO']._serialized_start=1073
+  _globals['_CHATINFO']._serialized_end=1097
+  _globals['_FLOWBOTSERVICE']._serialized_start=1100
+  _globals['_FLOWBOTSERVICE']._serialized_end=1530
+# @@protoc_insertion_point(module_scope)

grpc_services/generated/flowbot_service_pb2.pyi

@@ -0,0 +1,297 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+
+import builtins
+import collections.abc
+import grpc_services.generated.commons_pb2 as commons_pb2
+import google.protobuf.descriptor
+import google.protobuf.internal.containers
+import google.protobuf.message
+import typing
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+@typing.final
+class Variable(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    NAME_FIELD_NUMBER: builtins.int
+    VALUE_FIELD_NUMBER: builtins.int
+    TYPE_FIELD_NUMBER: builtins.int
+    name: builtins.str
+    value: builtins.str
+    type: builtins.str
+    def __init__(
+        self,
+        *,
+        name: builtins.str = ...,
+        value: builtins.str = ...,
+        type: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["name", b"name", "type", b"type", "value", b"value"]) -> None: ...
+
+global___Variable = Variable
+
+@typing.final
+class BotScript(google.protobuf.message.Message):
+    """server params"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SCRIPT_TYPE_FIELD_NUMBER: builtins.int
+    SCRIPT_DATA_FIELD_NUMBER: builtins.int
+    script_type: builtins.str
+    """be-[name]"""
+    script_data: builtins.bytes
+    def __init__(
+        self,
+        *,
+        script_type: builtins.str = ...,
+        script_data: builtins.bytes = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["script_data", b"script_data", "script_type", b"script_type"]) -> None: ...
+
+global___BotScript = BotScript
+
+@typing.final
+class BotConfig(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    BOT_CONFIG_FIELD_NUMBER: builtins.int
+    bot_config: builtins.str
+    """json"""
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+        bot_config: builtins.str = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["bot_config", b"bot_config", "session_info", b"session_info"]) -> None: ...
+
+global___BotConfig = BotConfig
+
+@typing.final
+class BotParams(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    VARIABLES_FIELD_NUMBER: builtins.int
+    @property
+    def variables(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___Variable]: ...
+    def __init__(
+        self,
+        *,
+        variables: collections.abc.Iterable[global___Variable] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["variables", b"variables"]) -> None: ...
+
+global___BotParams = BotParams
+
+@typing.final
+class AudioStreamConfig(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    STREAM_FIELD_NUMBER: builtins.int
+    SAMPLE_RATE_FIELD_NUMBER: builtins.int
+    CHANNELS_FIELD_NUMBER: builtins.int
+    FORMAT_FIELD_NUMBER: builtins.int
+    CHUNK_SIZE_FIELD_NUMBER: builtins.int
+    stream: builtins.bool
+    sample_rate: builtins.int
+    channels: builtins.int
+    format: builtins.str
+    chunk_size: builtins.int
+    def __init__(
+        self,
+        *,
+        stream: builtins.bool = ...,
+        sample_rate: builtins.int = ...,
+        channels: builtins.int = ...,
+        format: builtins.str = ...,
+        chunk_size: builtins.int = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["channels", b"channels", "chunk_size", b"chunk_size", "format", b"format", "sample_rate", b"sample_rate", "stream", b"stream"]) -> None: ...
+
+global___AudioStreamConfig = AudioStreamConfig
+
+@typing.final
+class ChatParams(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    BOT_PARAMS_FIELD_NUMBER: builtins.int
+    AUDIO_STREAM_CONFIG_FIELD_NUMBER: builtins.int
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    @property
+    def bot_params(self) -> global___BotParams: ...
+    @property
+    def audio_stream_config(self) -> global___AudioStreamConfig: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+        bot_params: global___BotParams | None = ...,
+        audio_stream_config: global___AudioStreamConfig | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["audio_stream_config", b"audio_stream_config", "bot_params", b"bot_params", "session_info", b"session_info", "stream_config", b"stream_config"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["audio_stream_config", b"audio_stream_config", "bot_params", b"bot_params", "session_info", b"session_info", "stream_config", b"stream_config"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["stream_config", b"stream_config"]) -> typing.Literal["audio_stream_config"] | None: ...
+
+global___ChatParams = ChatParams
+
+@typing.final
+class InitStatus(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SUCCESS_FIELD_NUMBER: builtins.int
+    success: builtins.bool
+    def __init__(
+        self,
+        *,
+        success: builtins.bool = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["success", b"success"]) -> None: ...
+
+global___InitStatus = InitStatus
+
+@typing.final
+class StartRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["session_info", b"session_info"]) -> None: ...
+
+global___StartRequest = StartRequest
+
+@typing.final
+class StopRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["session_info", b"session_info"]) -> None: ...
+
+global___StopRequest = StopRequest
+
+@typing.final
+class ChatRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    MESSAGE_FIELD_NUMBER: builtins.int
+    message: builtins.str
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+        message: builtins.str = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["message", b"message", "session_info", b"session_info"]) -> None: ...
+
+global___ChatRequest = ChatRequest
+
+@typing.final
+class ChatResponseMetadata(google.protobuf.message.Message):
+    """TODO: Make it streamable?"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    IS_FINAL_FIELD_NUMBER: builtins.int
+    CONTENT_FIELD_NUMBER: builtins.int
+    RESPONSE_TYPE_FIELD_NUMBER: builtins.int
+    ADDITIONAL_INFO_FIELD_NUMBER: builtins.int
+    is_final: builtins.bool
+    content: builtins.str
+    response_type: builtins.str
+    additional_info: builtins.str
+    """json"""
+    def __init__(
+        self,
+        *,
+        is_final: builtins.bool = ...,
+        content: builtins.str = ...,
+        response_type: builtins.str = ...,
+        additional_info: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["additional_info", b"additional_info", "content", b"content", "is_final", b"is_final", "response_type", b"response_type"]) -> None: ...
+
+global___ChatResponseMetadata = ChatResponseMetadata
+
+@typing.final
+class AudioChunk(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    TYPE_FIELD_NUMBER: builtins.int
+    CHUNK_FIELD_NUMBER: builtins.int
+    type: builtins.str
+    chunk: builtins.bytes
+    def __init__(
+        self,
+        *,
+        type: builtins.str = ...,
+        chunk: builtins.bytes = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["chunk", b"chunk", "type", b"type"]) -> None: ...
+
+global___AudioChunk = AudioChunk
+
+@typing.final
+class ChatResponse(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    METADATA_FIELD_NUMBER: builtins.int
+    AUDIO_CHUNK_FIELD_NUMBER: builtins.int
+    @property
+    def metadata(self) -> global___ChatResponseMetadata: ...
+    @property
+    def audio_chunk(self) -> global___AudioChunk: ...
+    def __init__(
+        self,
+        *,
+        metadata: global___ChatResponseMetadata | None = ...,
+        audio_chunk: global___AudioChunk | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["audio_chunk", b"audio_chunk", "metadata", b"metadata", "response", b"response"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["audio_chunk", b"audio_chunk", "metadata", b"metadata", "response", b"response"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["response", b"response"]) -> typing.Literal["metadata", "audio_chunk"] | None: ...
+
+global___ChatResponse = ChatResponse
+
+@typing.final
+class ChatInfo(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    INFO_FIELD_NUMBER: builtins.int
+    info: builtins.str
+    def __init__(
+        self,
+        *,
+        info: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["info", b"info"]) -> None: ...
+
+global___ChatInfo = ChatInfo

grpc_services/generated/flowbot_service_pb2_grpc.py

@@ -0,0 +1,363 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+import grpc_services.generated.commons_pb2 as commons__pb2
+import grpc_services.generated.flowbot_service_pb2 as flowbot__service__pb2
+
+GRPC_GENERATED_VERSION = '1.63.0'
+GRPC_VERSION = grpc.__version__
+EXPECTED_ERROR_RELEASE = '1.65.0'
+SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    warnings.warn(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in flowbot_service_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+        + f' This warning will become an error in {EXPECTED_ERROR_RELEASE},'
+        + f' scheduled for release on {SCHEDULED_RELEASE_DATE}.',
+        RuntimeWarning
+    )
+
+
+class FlowBotServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.ParseBot = channel.unary_unary(
+                '/flowbot.FlowBotService/ParseBot',
+                request_serializer=flowbot__service__pb2.BotScript.SerializeToString,
+                response_deserializer=flowbot__service__pb2.BotConfig.FromString,
+                _registered_method=True)
+        self.CreateBot = channel.unary_unary(
+                '/flowbot.FlowBotService/CreateBot',
+                request_serializer=flowbot__service__pb2.BotConfig.SerializeToString,
+                response_deserializer=flowbot__service__pb2.ChatParams.FromString,
+                _registered_method=True)
+        self.InitBot = channel.unary_unary(
+                '/flowbot.FlowBotService/InitBot',
+                request_serializer=flowbot__service__pb2.ChatParams.SerializeToString,
+                response_deserializer=flowbot__service__pb2.InitStatus.FromString,
+                _registered_method=True)
+        self.StartConversation = channel.unary_stream(
+                '/flowbot.FlowBotService/StartConversation',
+                request_serializer=flowbot__service__pb2.StartRequest.SerializeToString,
+                response_deserializer=flowbot__service__pb2.ChatResponse.FromString,
+                _registered_method=True)
+        self.StopConversation = channel.unary_unary(
+                '/flowbot.FlowBotService/StopConversation',
+                request_serializer=flowbot__service__pb2.StopRequest.SerializeToString,
+                response_deserializer=flowbot__service__pb2.ChatInfo.FromString,
+                _registered_method=True)
+        self.Chat = channel.unary_stream(
+                '/flowbot.FlowBotService/Chat',
+                request_serializer=flowbot__service__pb2.ChatRequest.SerializeToString,
+                response_deserializer=flowbot__service__pb2.ChatResponse.FromString,
+                _registered_method=True)
+        self.ExtractInfo = channel.unary_unary(
+                '/flowbot.FlowBotService/ExtractInfo',
+                request_serializer=commons__pb2.SessionInfo.SerializeToString,
+                response_deserializer=flowbot__service__pb2.ChatInfo.FromString,
+                _registered_method=True)
+
+
+class FlowBotServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def ParseBot(self, request, context):
+        """Parse bot: from csv to json
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def CreateBot(self, request, context):
+        """Create dialog
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def InitBot(self, request, context):
+        """Init bot: Update variables, create dialog
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def StartConversation(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def StopConversation(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def Chat(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def ExtractInfo(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_FlowBotServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'ParseBot': grpc.unary_unary_rpc_method_handler(
+                    servicer.ParseBot,
+                    request_deserializer=flowbot__service__pb2.BotScript.FromString,
+                    response_serializer=flowbot__service__pb2.BotConfig.SerializeToString,
+            ),
+            'CreateBot': grpc.unary_unary_rpc_method_handler(
+                    servicer.CreateBot,
+                    request_deserializer=flowbot__service__pb2.BotConfig.FromString,
+                    response_serializer=flowbot__service__pb2.ChatParams.SerializeToString,
+            ),
+            'InitBot': grpc.unary_unary_rpc_method_handler(
+                    servicer.InitBot,
+                    request_deserializer=flowbot__service__pb2.ChatParams.FromString,
+                    response_serializer=flowbot__service__pb2.InitStatus.SerializeToString,
+            ),
+            'StartConversation': grpc.unary_stream_rpc_method_handler(
+                    servicer.StartConversation,
+                    request_deserializer=flowbot__service__pb2.StartRequest.FromString,
+                    response_serializer=flowbot__service__pb2.ChatResponse.SerializeToString,
+            ),
+            'StopConversation': grpc.unary_unary_rpc_method_handler(
+                    servicer.StopConversation,
+                    request_deserializer=flowbot__service__pb2.StopRequest.FromString,
+                    response_serializer=flowbot__service__pb2.ChatInfo.SerializeToString,
+            ),
+            'Chat': grpc.unary_stream_rpc_method_handler(
+                    servicer.Chat,
+                    request_deserializer=flowbot__service__pb2.ChatRequest.FromString,
+                    response_serializer=flowbot__service__pb2.ChatResponse.SerializeToString,
+            ),
+            'ExtractInfo': grpc.unary_unary_rpc_method_handler(
+                    servicer.ExtractInfo,
+                    request_deserializer=commons__pb2.SessionInfo.FromString,
+                    response_serializer=flowbot__service__pb2.ChatInfo.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'flowbot.FlowBotService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class FlowBotService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def ParseBot(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/flowbot.FlowBotService/ParseBot',
+            flowbot__service__pb2.BotScript.SerializeToString,
+            flowbot__service__pb2.BotConfig.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def CreateBot(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/flowbot.FlowBotService/CreateBot',
+            flowbot__service__pb2.BotConfig.SerializeToString,
+            flowbot__service__pb2.ChatParams.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def InitBot(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/flowbot.FlowBotService/InitBot',
+            flowbot__service__pb2.ChatParams.SerializeToString,
+            flowbot__service__pb2.InitStatus.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def StartConversation(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(
+            request,
+            target,
+            '/flowbot.FlowBotService/StartConversation',
+            flowbot__service__pb2.StartRequest.SerializeToString,
+            flowbot__service__pb2.ChatResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def StopConversation(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/flowbot.FlowBotService/StopConversation',
+            flowbot__service__pb2.StopRequest.SerializeToString,
+            flowbot__service__pb2.ChatInfo.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def Chat(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(
+            request,
+            target,
+            '/flowbot.FlowBotService/Chat',
+            flowbot__service__pb2.ChatRequest.SerializeToString,
+            flowbot__service__pb2.ChatResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def ExtractInfo(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/flowbot.FlowBotService/ExtractInfo',
+            commons__pb2.SessionInfo.SerializeToString,
+            flowbot__service__pb2.ChatInfo.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

grpc_services/generated/question_gen_service_pb2.py

@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: question_gen_service.proto
+# Protobuf Python Version: 5.26.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import grpc_services.generated.commons_pb2 as commons__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1aquestion_gen_service.proto\x12\x0cquestion_gen\x1a\rcommons.proto\"4\n\rQAExplanation\x12\x0e\n\x06option\x18\x01 \x01(\t\x12\x13\n\x0b\x65xplanation\x18\x02 \x01(\t\"\xb4\x01\n\x06QAItem\x12+\n\rquestion_type\x18\x02 \x01(\x0e\x32\x14.question_gen.QAType\x12\x10\n\x08question\x18\x03 \x01(\t\x12\x16\n\x0e\x63orrect_answer\x18\x04 \x01(\t\x12\x18\n\x10relevant_context\x18\x05 \x01(\t\x12\x39\n\x14question_explanation\x18\x06 \x03(\x0b\x32\x1b.question_gen.QAExplanation\"]\n\x05\x46ield\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12 \n\x04type\x18\x03 \x01(\x0e\x32\x12.question_gen.Type\x12\x0f\n\x07\x64\x65\x66\x61ult\x18\x04 \x01(\t\"R\n\tModelArgs\x12\x12\n\nmodel_name\x18\x01 \x01(\t\x12\x13\n\x0btemperature\x18\x02 \x01(\x02\x12\r\n\x05top_k\x18\x03 \x01(\x05\x12\r\n\x05top_p\x18\x04 \x01(\x02\"G\n\x10ModelInfoRequest\x12\x33\n\x0emodel_supplier\x18\x01 \x01(\x0e\x32\x1b.question_gen.ModelSupplier\"\'\n\x11ModelInfoResponse\x12\x12\n\nmodel_name\x18\x01 \x03(\t\"B\n\x13QuestionTypeRequest\x12+\n\rquestion_type\x18\x01 \x01(\x0e\x32\x14.question_gen.QAType\";\n\x14QuestionTypeResponse\x12#\n\x06\x66ields\x18\x01 \x03(\x0b\x32\x13.question_gen.Field\"\xb2\x02\n\x12QuestionGenRequest\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\x12\x13\n\x0bquestion_id\x18\x02 \x01(\t\x12\x33\n\x0emodel_supplier\x18\x03 \x01(\x0e\x32\x1b.question_gen.ModelSupplier\x12+\n\nmodel_args\x18\x04 \x01(\x0b\x32\x17.question_gen.ModelArgs\x12\x15\n\rquestion_args\x18\x05 \x01(\t\x12\x15\n\rnum_questions\x18\x06 \x01(\x05\x12%\n\x07qa_item\x18\x07 \x01(\x0b\x32\x14.question_gen.QAItem\x12$\n\x06\x61\x63tion\x18\x08 \x01(\x0e\x32\x14.question_gen.Action\"Z\n\x1bQuestionGenResponseMetadata\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\x12\x0f\n\x07success\x18\x02 \x01(\x08\"\x81\x01\n\x17QuestionGenResponseData\x12*\n\x0csession_info\x18\x01 \x01(\x0b\x32\x14.commons.SessionInfo\x12\x13\n\x0bquestion_id\x18\x02 \x01(\t\x12%\n\x07qa_item\x18\x03 \x01(\x0b\x32\x14.question_gen.QAItem\"\xa4\x01\n\x13QuestionGenResponse\x12=\n\x08metadata\x18\x01 \x01(\x0b\x32).question_gen.QuestionGenResponseMetadataH\x00\x12\x35\n\x04\x64\x61ta\x18\x02 \x01(\x0b\x32%.question_gen.QuestionGenResponseDataH\x00\x42\x17\n\x15question_gen_response*;\n\x06QAType\x12\n\n\x06YES_NO\x10\x00\x12\x13\n\x0fMULTIPLE_CHOICE\x10\x01\x12\x10\n\x0cSHORT_ANSWER\x10\x02*:\n\x06\x41\x63tion\x12\n\n\x06\x43REATE\x10\x00\x12\x0e\n\nREGENERATE\x10\x01\x12\n\n\x06\x44\x45LETE\x10\x02\x12\x08\n\x04LIST\x10\x03*z\n\x04Type\x12\x12\n\x0eLIST_OF_STRING\x10\x00\x12\x0f\n\x0bLIST_OF_INT\x10\x01\x12\x11\n\rLIST_OF_FLOAT\x10\x02\x12\x10\n\x0cLIST_OF_BOOL\x10\x03\x12\n\n\x06STRING\x10\x04\x12\x07\n\x03INT\x10\x05\x12\t\n\x05\x46LOAT\x10\x06\x12\x08\n\x04\x42OOL\x10\x07*\x1b\n\rModelSupplier\x12\n\n\x06OPENAI\x10\x00\x32\xa2\x02\n\x12QuestionGenService\x12Q\n\x0cGetModelInfo\x12\x1e.question_gen.ModelInfoRequest\x1a\x1f.question_gen.ModelInfoResponse\"\x00\x12^\n\x13GetQuestionTypeInfo\x12!.question_gen.QuestionTypeRequest\x1a\".question_gen.QuestionTypeResponse\"\x00\x12Y\n\x0e\x43reateQuestion\x12 .question_gen.QuestionGenRequest\x1a!.question_gen.QuestionGenResponse\"\x00\x30\x01\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'question_gen_service_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_QATYPE']._serialized_start=1418
+  _globals['_QATYPE']._serialized_end=1477
+  _globals['_ACTION']._serialized_start=1479
+  _globals['_ACTION']._serialized_end=1537
+  _globals['_TYPE']._serialized_start=1539
+  _globals['_TYPE']._serialized_end=1661
+  _globals['_MODELSUPPLIER']._serialized_start=1663
+  _globals['_MODELSUPPLIER']._serialized_end=1690
+  _globals['_QAEXPLANATION']._serialized_start=59
+  _globals['_QAEXPLANATION']._serialized_end=111
+  _globals['_QAITEM']._serialized_start=114
+  _globals['_QAITEM']._serialized_end=294
+  _globals['_FIELD']._serialized_start=296
+  _globals['_FIELD']._serialized_end=389
+  _globals['_MODELARGS']._serialized_start=391
+  _globals['_MODELARGS']._serialized_end=473
+  _globals['_MODELINFOREQUEST']._serialized_start=475
+  _globals['_MODELINFOREQUEST']._serialized_end=546
+  _globals['_MODELINFORESPONSE']._serialized_start=548
+  _globals['_MODELINFORESPONSE']._serialized_end=587
+  _globals['_QUESTIONTYPEREQUEST']._serialized_start=589
+  _globals['_QUESTIONTYPEREQUEST']._serialized_end=655
+  _globals['_QUESTIONTYPERESPONSE']._serialized_start=657
+  _globals['_QUESTIONTYPERESPONSE']._serialized_end=716
+  _globals['_QUESTIONGENREQUEST']._serialized_start=719
+  _globals['_QUESTIONGENREQUEST']._serialized_end=1025
+  _globals['_QUESTIONGENRESPONSEMETADATA']._serialized_start=1027
+  _globals['_QUESTIONGENRESPONSEMETADATA']._serialized_end=1117
+  _globals['_QUESTIONGENRESPONSEDATA']._serialized_start=1120
+  _globals['_QUESTIONGENRESPONSEDATA']._serialized_end=1249
+  _globals['_QUESTIONGENRESPONSE']._serialized_start=1252
+  _globals['_QUESTIONGENRESPONSE']._serialized_end=1416
+  _globals['_QUESTIONGENSERVICE']._serialized_start=1693
+  _globals['_QUESTIONGENSERVICE']._serialized_end=1983
+# @@protoc_insertion_point(module_scope)

grpc_services/generated/question_gen_service_pb2.pyi

@@ -0,0 +1,366 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+
+import builtins
+import collections.abc
+import grpc_services.generated.commons_pb2 as commons_pb2
+import google.protobuf.descriptor
+import google.protobuf.internal.containers
+import google.protobuf.internal.enum_type_wrapper
+import google.protobuf.message
+import sys
+import typing
+
+if sys.version_info >= (3, 10):
+    import typing as typing_extensions
+else:
+    import typing_extensions
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+class _QAType:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _QATypeEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_QAType.ValueType], builtins.type):
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    YES_NO: _QAType.ValueType  # 0
+    MULTIPLE_CHOICE: _QAType.ValueType  # 1
+    SHORT_ANSWER: _QAType.ValueType  # 2
+
+class QAType(_QAType, metaclass=_QATypeEnumTypeWrapper): ...
+
+YES_NO: QAType.ValueType  # 0
+MULTIPLE_CHOICE: QAType.ValueType  # 1
+SHORT_ANSWER: QAType.ValueType  # 2
+global___QAType = QAType
+
+class _Action:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _ActionEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_Action.ValueType], builtins.type):
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    CREATE: _Action.ValueType  # 0
+    REGENERATE: _Action.ValueType  # 1
+    DELETE: _Action.ValueType  # 2
+    LIST: _Action.ValueType  # 3
+
+class Action(_Action, metaclass=_ActionEnumTypeWrapper): ...
+
+CREATE: Action.ValueType  # 0
+REGENERATE: Action.ValueType  # 1
+DELETE: Action.ValueType  # 2
+LIST: Action.ValueType  # 3
+global___Action = Action
+
+class _Type:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _TypeEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_Type.ValueType], builtins.type):
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    LIST_OF_STRING: _Type.ValueType  # 0
+    LIST_OF_INT: _Type.ValueType  # 1
+    LIST_OF_FLOAT: _Type.ValueType  # 2
+    LIST_OF_BOOL: _Type.ValueType  # 3
+    STRING: _Type.ValueType  # 4
+    INT: _Type.ValueType  # 5
+    FLOAT: _Type.ValueType  # 6
+    BOOL: _Type.ValueType  # 7
+
+class Type(_Type, metaclass=_TypeEnumTypeWrapper): ...
+
+LIST_OF_STRING: Type.ValueType  # 0
+LIST_OF_INT: Type.ValueType  # 1
+LIST_OF_FLOAT: Type.ValueType  # 2
+LIST_OF_BOOL: Type.ValueType  # 3
+STRING: Type.ValueType  # 4
+INT: Type.ValueType  # 5
+FLOAT: Type.ValueType  # 6
+BOOL: Type.ValueType  # 7
+global___Type = Type
+
+class _ModelSupplier:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _ModelSupplierEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_ModelSupplier.ValueType], builtins.type):
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    OPENAI: _ModelSupplier.ValueType  # 0
+
+class ModelSupplier(_ModelSupplier, metaclass=_ModelSupplierEnumTypeWrapper): ...
+
+OPENAI: ModelSupplier.ValueType  # 0
+global___ModelSupplier = ModelSupplier
+
+@typing.final
+class QAExplanation(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    OPTION_FIELD_NUMBER: builtins.int
+    EXPLANATION_FIELD_NUMBER: builtins.int
+    option: builtins.str
+    explanation: builtins.str
+    def __init__(
+        self,
+        *,
+        option: builtins.str = ...,
+        explanation: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["explanation", b"explanation", "option", b"option"]) -> None: ...
+
+global___QAExplanation = QAExplanation
+
+@typing.final
+class QAItem(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    QUESTION_TYPE_FIELD_NUMBER: builtins.int
+    QUESTION_FIELD_NUMBER: builtins.int
+    CORRECT_ANSWER_FIELD_NUMBER: builtins.int
+    RELEVANT_CONTEXT_FIELD_NUMBER: builtins.int
+    QUESTION_EXPLANATION_FIELD_NUMBER: builtins.int
+    question_type: global___QAType.ValueType
+    question: builtins.str
+    correct_answer: builtins.str
+    relevant_context: builtins.str
+    @property
+    def question_explanation(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___QAExplanation]: ...
+    def __init__(
+        self,
+        *,
+        question_type: global___QAType.ValueType = ...,
+        question: builtins.str = ...,
+        correct_answer: builtins.str = ...,
+        relevant_context: builtins.str = ...,
+        question_explanation: collections.abc.Iterable[global___QAExplanation] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["correct_answer", b"correct_answer", "question", b"question", "question_explanation", b"question_explanation", "question_type", b"question_type", "relevant_context", b"relevant_context"]) -> None: ...
+
+global___QAItem = QAItem
+
+@typing.final
+class Field(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    NAME_FIELD_NUMBER: builtins.int
+    DESCRIPTION_FIELD_NUMBER: builtins.int
+    TYPE_FIELD_NUMBER: builtins.int
+    DEFAULT_FIELD_NUMBER: builtins.int
+    name: builtins.str
+    description: builtins.str
+    type: global___Type.ValueType
+    default: builtins.str
+    """json"""
+    def __init__(
+        self,
+        *,
+        name: builtins.str = ...,
+        description: builtins.str = ...,
+        type: global___Type.ValueType = ...,
+        default: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["default", b"default", "description", b"description", "name", b"name", "type", b"type"]) -> None: ...
+
+global___Field = Field
+
+@typing.final
+class ModelArgs(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    MODEL_NAME_FIELD_NUMBER: builtins.int
+    TEMPERATURE_FIELD_NUMBER: builtins.int
+    TOP_K_FIELD_NUMBER: builtins.int
+    TOP_P_FIELD_NUMBER: builtins.int
+    model_name: builtins.str
+    temperature: builtins.float
+    top_k: builtins.int
+    top_p: builtins.float
+    def __init__(
+        self,
+        *,
+        model_name: builtins.str = ...,
+        temperature: builtins.float = ...,
+        top_k: builtins.int = ...,
+        top_p: builtins.float = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["model_name", b"model_name", "temperature", b"temperature", "top_k", b"top_k", "top_p", b"top_p"]) -> None: ...
+
+global___ModelArgs = ModelArgs
+
+@typing.final
+class ModelInfoRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    MODEL_SUPPLIER_FIELD_NUMBER: builtins.int
+    model_supplier: global___ModelSupplier.ValueType
+    def __init__(
+        self,
+        *,
+        model_supplier: global___ModelSupplier.ValueType = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["model_supplier", b"model_supplier"]) -> None: ...
+
+global___ModelInfoRequest = ModelInfoRequest
+
+@typing.final
+class ModelInfoResponse(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    MODEL_NAME_FIELD_NUMBER: builtins.int
+    @property
+    def model_name(self) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ...
+    def __init__(
+        self,
+        *,
+        model_name: collections.abc.Iterable[builtins.str] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["model_name", b"model_name"]) -> None: ...
+
+global___ModelInfoResponse = ModelInfoResponse
+
+@typing.final
+class QuestionTypeRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    QUESTION_TYPE_FIELD_NUMBER: builtins.int
+    question_type: global___QAType.ValueType
+    def __init__(
+        self,
+        *,
+        question_type: global___QAType.ValueType = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["question_type", b"question_type"]) -> None: ...
+
+global___QuestionTypeRequest = QuestionTypeRequest
+
+@typing.final
+class QuestionTypeResponse(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    FIELDS_FIELD_NUMBER: builtins.int
+    @property
+    def fields(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___Field]: ...
+    def __init__(
+        self,
+        *,
+        fields: collections.abc.Iterable[global___Field] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["fields", b"fields"]) -> None: ...
+
+global___QuestionTypeResponse = QuestionTypeResponse
+
+@typing.final
+class QuestionGenRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    QUESTION_ID_FIELD_NUMBER: builtins.int
+    MODEL_SUPPLIER_FIELD_NUMBER: builtins.int
+    MODEL_ARGS_FIELD_NUMBER: builtins.int
+    QUESTION_ARGS_FIELD_NUMBER: builtins.int
+    NUM_QUESTIONS_FIELD_NUMBER: builtins.int
+    QA_ITEM_FIELD_NUMBER: builtins.int
+    ACTION_FIELD_NUMBER: builtins.int
+    question_id: builtins.str
+    model_supplier: global___ModelSupplier.ValueType
+    question_args: builtins.str
+    """json"""
+    num_questions: builtins.int
+    action: global___Action.ValueType
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    @property
+    def model_args(self) -> global___ModelArgs:
+        """pass as json
+        *reference**: 
+        - OpenAI: https://platform.openai.com/docs/api-reference/chat
+        """
+
+    @property
+    def qa_item(self) -> global___QAItem: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+        question_id: builtins.str = ...,
+        model_supplier: global___ModelSupplier.ValueType = ...,
+        model_args: global___ModelArgs | None = ...,
+        question_args: builtins.str = ...,
+        num_questions: builtins.int = ...,
+        qa_item: global___QAItem | None = ...,
+        action: global___Action.ValueType = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["model_args", b"model_args", "qa_item", b"qa_item", "session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["action", b"action", "model_args", b"model_args", "model_supplier", b"model_supplier", "num_questions", b"num_questions", "qa_item", b"qa_item", "question_args", b"question_args", "question_id", b"question_id", "session_info", b"session_info"]) -> None: ...
+
+global___QuestionGenRequest = QuestionGenRequest
+
+@typing.final
+class QuestionGenResponseMetadata(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    SUCCESS_FIELD_NUMBER: builtins.int
+    success: builtins.bool
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+        success: builtins.bool = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["session_info", b"session_info", "success", b"success"]) -> None: ...
+
+global___QuestionGenResponseMetadata = QuestionGenResponseMetadata
+
+@typing.final
+class QuestionGenResponseData(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SESSION_INFO_FIELD_NUMBER: builtins.int
+    QUESTION_ID_FIELD_NUMBER: builtins.int
+    QA_ITEM_FIELD_NUMBER: builtins.int
+    question_id: builtins.str
+    @property
+    def session_info(self) -> commons_pb2.SessionInfo: ...
+    @property
+    def qa_item(self) -> global___QAItem: ...
+    def __init__(
+        self,
+        *,
+        session_info: commons_pb2.SessionInfo | None = ...,
+        question_id: builtins.str = ...,
+        qa_item: global___QAItem | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["qa_item", b"qa_item", "session_info", b"session_info"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["qa_item", b"qa_item", "question_id", b"question_id", "session_info", b"session_info"]) -> None: ...
+
+global___QuestionGenResponseData = QuestionGenResponseData
+
+@typing.final
+class QuestionGenResponse(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    METADATA_FIELD_NUMBER: builtins.int
+    DATA_FIELD_NUMBER: builtins.int
+    @property
+    def metadata(self) -> global___QuestionGenResponseMetadata: ...
+    @property
+    def data(self) -> global___QuestionGenResponseData: ...
+    def __init__(
+        self,
+        *,
+        metadata: global___QuestionGenResponseMetadata | None = ...,
+        data: global___QuestionGenResponseData | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["data", b"data", "metadata", b"metadata", "question_gen_response", b"question_gen_response"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["data", b"data", "metadata", b"metadata", "question_gen_response", b"question_gen_response"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["question_gen_response", b"question_gen_response"]) -> typing.Literal["metadata", "data"] | None: ...
+
+global___QuestionGenResponse = QuestionGenResponse

grpc_services/generated/question_gen_service_pb2_grpc.py

@@ -0,0 +1,188 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+import grpc_services.generated.question_gen_service_pb2 as question__gen__service__pb2
+
+GRPC_GENERATED_VERSION = '1.63.0'
+GRPC_VERSION = grpc.__version__
+EXPECTED_ERROR_RELEASE = '1.65.0'
+SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    warnings.warn(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in question_gen_service_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+        + f' This warning will become an error in {EXPECTED_ERROR_RELEASE},'
+        + f' scheduled for release on {SCHEDULED_RELEASE_DATE}.',
+        RuntimeWarning
+    )
+
+
+class QuestionGenServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.GetModelInfo = channel.unary_unary(
+                '/question_gen.QuestionGenService/GetModelInfo',
+                request_serializer=question__gen__service__pb2.ModelInfoRequest.SerializeToString,
+                response_deserializer=question__gen__service__pb2.ModelInfoResponse.FromString,
+                _registered_method=True)
+        self.GetQuestionTypeInfo = channel.unary_unary(
+                '/question_gen.QuestionGenService/GetQuestionTypeInfo',
+                request_serializer=question__gen__service__pb2.QuestionTypeRequest.SerializeToString,
+                response_deserializer=question__gen__service__pb2.QuestionTypeResponse.FromString,
+                _registered_method=True)
+        self.CreateQuestion = channel.unary_stream(
+                '/question_gen.QuestionGenService/CreateQuestion',
+                request_serializer=question__gen__service__pb2.QuestionGenRequest.SerializeToString,
+                response_deserializer=question__gen__service__pb2.QuestionGenResponse.FromString,
+                _registered_method=True)
+
+
+class QuestionGenServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def GetModelInfo(self, request, context):
+        """Parse bot: from csv to json
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def GetQuestionTypeInfo(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def CreateQuestion(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_QuestionGenServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'GetModelInfo': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetModelInfo,
+                    request_deserializer=question__gen__service__pb2.ModelInfoRequest.FromString,
+                    response_serializer=question__gen__service__pb2.ModelInfoResponse.SerializeToString,
+            ),
+            'GetQuestionTypeInfo': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetQuestionTypeInfo,
+                    request_deserializer=question__gen__service__pb2.QuestionTypeRequest.FromString,
+                    response_serializer=question__gen__service__pb2.QuestionTypeResponse.SerializeToString,
+            ),
+            'CreateQuestion': grpc.unary_stream_rpc_method_handler(
+                    servicer.CreateQuestion,
+                    request_deserializer=question__gen__service__pb2.QuestionGenRequest.FromString,
+                    response_serializer=question__gen__service__pb2.QuestionGenResponse.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'question_gen.QuestionGenService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class QuestionGenService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def GetModelInfo(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/question_gen.QuestionGenService/GetModelInfo',
+            question__gen__service__pb2.ModelInfoRequest.SerializeToString,
+            question__gen__service__pb2.ModelInfoResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def GetQuestionTypeInfo(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/question_gen.QuestionGenService/GetQuestionTypeInfo',
+            question__gen__service__pb2.QuestionTypeRequest.SerializeToString,
+            question__gen__service__pb2.QuestionTypeResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def CreateQuestion(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(
+            request,
+            target,
+            '/question_gen.QuestionGenService/CreateQuestion',
+            question__gen__service__pb2.QuestionGenRequest.SerializeToString,
+            question__gen__service__pb2.QuestionGenResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

requirements.txt

@@ -0,0 +1,22 @@
+grpcio==1.63.0
+grpcio-tools==1.63.0
+langchain==0.3.7
+langchain-community==0.3.5
+langchain-core==0.3.15
+langgraph==0.2.45
+langchain_openai==0.2.6
+faiss-cpu==1.8.0
+python-dotenv==1.0.0
+openpyxl==3.1.4
+pydantic==2.8.2
+xlrd==2.0.1
+pandas==1.4.2
+python-magic==0.4.27
+attrs_strict==1.0.1
+python-magic==0.4.27
+elastic-apm==6.9.1
+grpcio-reflection==1.63.0
+cachetools==5.3.3
+
+mutagen == 1.47.0
+elevenlabs==1.50.2

tmp_files/metadata.csv

@@ -0,0 +1 @@
+story,speaker,text,filepath