Updated version and index structures

.gitignore

@@ -1 +1,2 @@
 .DS_Store
+/venv/

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/aws.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="accountSettings">
+    <option name="activeProfile" value="profile:default" />
+    <option name="activeRegion" value="us-west-2" />
+    <option name="recentlyUsedProfiles">
+      <list>
+        <option value="profile:default" />
+      </list>
+    </option>
+    <option name="recentlyUsedRegions">
+      <list>
+        <option value="us-west-2" />
+      </list>
+    </option>
+  </component>
+</project>

.idea/checkstyle-idea.xml

@@ -0,0 +1,25 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="CheckStyle-IDEA" serialisationVersion="2">
+    <checkstyleVersion>10.3.2</checkstyleVersion>
+    <scanScope>JavaOnly</scanScope>
+    <option name="activeLocationIds">
+      <option value="0357db59-51a7-49e6-a960-58a5b3ef052c" />
+    </option>
+    <option name="locations">
+      <list>
+        <ConfigurationLocation id="bundled-sun-checks" type="BUNDLED" scope="All" description="Sun Checks">(bundled)</ConfigurationLocation>
+        <ConfigurationLocation id="bundled-google-checks" type="BUNDLED" scope="All" description="Google Checks">(bundled)</ConfigurationLocation>
+        <ConfigurationLocation id="0357db59-51a7-49e6-a960-58a5b3ef052c" type="LOCAL_FILE" scope="All" description="Axm">
+          $USER_HOME$/Documents/funplace/axm-defaults/codestyle/checkstyle.xml
+          <option name="properties">
+            <map>
+              <entry key="org.checkstyle.google.suppressionfilter.config" value="" />
+              <entry key="org.checkstyle.google.suppressionxpathfilter.config" value="" />
+            </map>
+          </option>
+        </ConfigurationLocation>
+      </list>
+    </option>
+  </component>
+</project>

.idea/google-java-format.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="GoogleJavaFormatSettings">
+    <option name="enabled" value="true" />
+  </component>
+</project>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="Eslint" enabled="true" level="WARNING" enabled_by_default="true" />
+  </profile>
+</component>

.idea/jpa-buddy.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="JpaBuddyIdeaProjectConfig">
+    <option name="renamerInitialized" value="true" />
+  </component>
+</project>

.idea/libraries/ziptestdata.xml

@@ -0,0 +1,9 @@
+<component name="libraryTable">
+  <library name="ziptestdata">
+    <CLASSES>
+      <root url="jar://$PROJECT_DIR$/venv/lib/python3.9/site-packages/importlib_resources/tests/zipdata01/ziptestdata.zip!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>

.idea/libraries/ziptestdata1.xml

@@ -0,0 +1,9 @@
+<component name="libraryTable">
+  <library name="ziptestdata1">
+    <CLASSES>
+      <root url="jar://$PROJECT_DIR$/venv/lib/python3.9/site-packages/importlib_resources/tests/zipdata02/ziptestdata.zip!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>

.idea/misc.xml

@@ -0,0 +1,26 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_20" project-jdk-name="Python 3.9 (pulseDemo)" project-jdk-type="Python SDK">
+    <output url="file://$PROJECT_DIR$/out" />
+  </component>
+  <component name="ProjectType">
+    <option name="id" value="jpab" />
+  </component>
+  <component name="SaveActionSettings">
+    <option name="actions">
+      <set>
+        <option value="activate" />
+        <option value="noActionIfCompileErrors" />
+        <option value="organizeImports" />
+        <option value="reformat" />
+        <option value="rearrange" />
+        <option value="fieldCanBeFinal" />
+        <option value="methodMayBeStatic" />
+        <option value="missingOverrideAnnotation" />
+        <option value="suppressAnnotation" />
+        <option value="accessCanBeTightened" />
+      </set>
+    </option>
+    <option name="configurationPath" value="" />
+  </component>
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/pulseDemo.iml" filepath="$PROJECT_DIR$/.idea/pulseDemo.iml" />
+    </modules>
+  </component>
+</project>

.idea/pulseDemo.iml

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="JAVA_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv_ide" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

app.py

@@ -1,54 +1,81 @@
-from llama_index import Document, SimpleDirectoryReader, GPTListIndex, GPTSimpleVectorIndex, LLMPredictor, PromptHelper, ServiceContext
-from llama_index import download_loader
-from langchain import OpenAI
+import os
 from pathlib import Path
+
 import gradio as gr
-import sys
-import os
+from llama_index import VectorStoreIndex, StorageContext, download_loader, load_index_from_storage
 
-dataFiles = ["RetroMay","RetroApril","RetroMarch", "Snowflake", "Datadog", "Databricks", "SplunkProducts", "SplunkEnterprise"]
+dataFiles = ["OnCall", "RetroMay", "RetroApril", "RetroMarch", "Snowflake", "Datadog", "Databricks", "SplunkProducts",
+             "SplunkEnterprise"]
 
 cache = {}
 
 
-def indexFile(filePath):
-    PandasCSVReader = download_loader("PandasCSVReader")
-    loader = PandasCSVReader()
-    documents = loader.load_data(file=Path('./csv/' + filePath + '.csv'))
-    index = GPTSimpleVectorIndex.from_documents(documents)
-    index.save_to_disk("index/" + filePath + '.json')
+def index_file(filePath, index_root):
+    csv_file = f'./raw/{filePath}.csv'
+    pdf_file = f'./raw/{filePath}.pdf'
+    documents = None
+    storage_context = StorageContext.from_defaults()
+    if os.path.exists(csv_file):
+        PandasCSVReader = download_loader("PandasCSVReader")
+        loader = PandasCSVReader()
+        documents = loader.load_data(file=csv_file)
+        print(f"Loading from CSV {csv_file}")
+    elif os.path.exists(pdf_file):
+        PDFReader = download_loader("PDFReader")
+        loader = PDFReader()
+        documents = loader.load_data(file=Path(pdf_file))
+        # PyMuPDFReader = download_loader("PyMuPDFReader")
+        # loader = PyMuPDFReader()
+        # documents = loader.load(file_path=Path(pdf_file), metadata=False)
+        print(f"Loading from PDF {pdf_file}")
+    index = VectorStoreIndex.from_documents(documents=documents, storage_context=storage_context)
+    save_location = f"{index_root}/{filePath}"
+    if not os.path.exists(save_location):
+        os.makedirs(save_location)
+    storage_context.persist(save_location)
+    return index
+
 
 def loadData():
     """
     Load indices from disk for improved performance
     """
-    for file in dataFiles :
-        print("Loading file "+ file)
-        indexFilePath= "index/" + file + '.json'
-        if not os.path.exists(indexFilePath):
-            indexFile(file)
-        cache[file]= GPTSimpleVectorIndex.load_from_disk(indexFilePath)    
+    index_root = "./index_v2"
+    for file in dataFiles:
+        index_file_path = f'{index_root}/{file}'
+        index = None
+        if not os.path.exists(index_file_path):
+            print("Creating index " + index_file_path)
+            index = index_file(file, index_root)
+        else:
+            print("Loading from existing index " + index_file_path)
+            storage_context = StorageContext.from_defaults(persist_dir=index_file_path)
+            index = load_index_from_storage(storage_context)
+        cache[file] = index
+
 
 def chatbot(indexName, input_text):
     """
     Chatbot function that takes in a prompt and returns a response
     """
     index = cache[indexName]
-    response = index.query(input_text, response_mode="compact")
+    response = index.as_query_engine().query(input_text)
     return response.response
 
 
 loadData()
 
 iface = gr.Interface(fn=chatbot,
-                     inputs= [ 
-                         gr.Dropdown(dataFiles, 
-                                     type="value", value="Agreement", label="Select Pulse Data"), 
+                     inputs=[
+                         gr.Dropdown(dataFiles,
+                                     type="value", value="Agreement", label="Select Pulse Data"),
                          gr.Textbox(lines=7, label="Ask any question", placeholder='What is the summary?')],
                      outputs="text",
                      title="NLP Demo for Chat Interface")
+if 'LOGIN_PASS' in os.environ:
+    iface.launch(auth=('axiamatic', os.environ['LOGIN_PASS']),
+                 auth_message='For access, please check my Slack profile or contact me in Slack.',
+                 share=False)
+else:
+    iface.launch(share=False)
 
-
-iface.launch(auth=('axiamatic', os.environ['LOGIN_PASS']), 
-             auth_message='For access, please check my Slack profile or contact me in Slack.', 
-             share=False)

app_tree.py

@@ -0,0 +1,57 @@
+from llama_index import Document, SimpleDirectoryReader, GPTListIndex, GPTSimpleVectorIndex, GPTTreeIndex, LLMPredictor, PromptHelper, ServiceContext
+from llama_index import download_loader
+from langchain import OpenAI
+from pathlib import Path
+import gradio as gr
+import sys
+import os
+import logging
+
+logging.basicConfig(format='%(asctime)s %(levelname)s:%(message)s', level=os.environ.get("LOGLEVEL", "DEBUG"))
+
+#dataFiles = ["RetroApril","RetroMarch", "Snowflake", "Datadog", "Databricks", "SplunkProducts", "SplunkEnterprise"]
+dataFiles = ["Lastpass", "RetroApril","RetroMarch"]
+
+cache = {}
+
+
+def indexFile(filePath):
+    PandasCSVReader = download_loader("PandasCSVReader")
+    loader = PandasCSVReader()
+    documents = loader.load_data(file=Path('./csv/' + filePath + '.csv'))
+    index = GPTTreeIndex.from_documents(documents)
+    index.save_to_disk("treeIndex/" + filePath + '.json')
+
+def loadData():
+    """
+    Load indices from disk for improved performance
+    """
+    for file in dataFiles :
+        print("Loading file "+ file)
+        indexFilePath= "treeIndex/" + file + '.json'
+        if not os.path.exists(indexFilePath):
+            indexFile(file)
+        cache[file]= GPTTreeIndex.load_from_disk(indexFilePath)    
+
+def chatbot(indexName, input_text):
+    """
+    Chatbot function that takes in a prompt and returns a response
+    """
+    index = cache[indexName]
+    response = index.query(input_text, response_mode="compact")
+    return response.response
+
+log = logging.getLogger(__name__)
+
+loadData()
+
+iface = gr.Interface(fn=chatbot,
+                     inputs= [ 
+                         gr.Dropdown(dataFiles, 
+                                     type="value", value="Lastpass", label="Select Pulse Data"), 
+                         gr.Textbox(lines=7, label="Ask any question", placeholder='What is the summary?')],
+                     outputs="text",
+                     title="NLP Demo for Chat Interface")
+
+
+iface.launch(share=False)

csv/SupplierScoreCard.csv

@@ -1,491 +0,0 @@
-"userwithid","question","response"
-"Primary User-11009","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11009","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11009","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11009","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11009","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11009","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11009","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11009","Innovation: Demonstration of new products and services that will help our business","Agree"
-"Primary User-11009","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11009","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11009","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11009","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11009","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11009","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11009","Pricing: Cost is competitive","Neutral"
-"Primary User-11009","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11010","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11010","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11010","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11010","Response Times: Issues and requests are addressed within stated times","Agree"
-"Primary User-11010","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11010","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11010","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11010","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11010","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11010","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11010","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11010","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11010","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11010","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11010","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11010","Pricing: Cost is competitive","Neutral"
-"Primary User-11011","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11011","Pricing: Cost is competitive","Agree"
-"Primary User-11011","Is there any additional feedback you would like to provide regarding performance?","Considering that we have just started the partnership, there are multiple areas of improvement, as the TechX team comes up to speed on Mattel environment, systems, data and personnel. I see a lot of promise, and many stated objectives, and will look to see these in action in the next 3 months."
-"Primary User-11011","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11011","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11011","Response Times: Issues and requests are addressed within stated times","Agree"
-"Primary User-11011","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11011","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11011","Resource Turnover: Vendor manages resource turnover appropriately","Agree"
-"Primary User-11011","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","Few ideas have been discussed; promise of more is there. But more delivery is needed to evaluate effectiveness."
-"Primary User-11011","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11011","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11011","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11011","Is there any additional feedback you would like to provide about the relationship with TechX?","I would like to see more team members at the analyst / individual contributor level take more ownership, more initiative and address issues and problems without having some leader or manager push them to do the work. And be more responsive and timely in providing status.  The TechX leaders and managers are doing this, but would like to see the full team do it as well."
-"Primary User-11011","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11011","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11011","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11011","Flexibility: Account team demonstrates flexibility when required","Strongly Agree"
-"Primary User-11011","Is there any additional feedback you would like to provide regarding financial performance?","Nothing to share at this point."
-"Primary User-11011","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-11012","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11012","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","Have seen this in the Workday area, not so much in Finance."
-"Primary User-11012","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","1). Need to improve in terms of continuous improvements for alerts and monitoring and being proactive
-2). Team wasnt aware of 24 x 7 SLA for apps
-3). Need team to drive issue resolution and connect corporate to upstream problem areas, i.e. Informatica, Cognos, EFT
-4). Need to see improvement in user communication and driving issue resolution"
-"Primary User-11012","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","1). Need to improve in terms of continuous improvements for alerts and monitoring and being proactive
-2). Team wasnt aware of 24 x 7 SLA for apps
-3). Need team to drive issue resolution and connect corporate to upstream problem areas, i.e. Informatica, Cognos, EFT
-4). Need to see improvement in user communication and driving issue resolution"
-"Primary User-11012","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Invoicing is late."
-"Primary User-11012","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","More focus on continuous improvement
-Improve appreciatation of user impact."
-"Primary User-11012","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11012","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11012","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11012","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Disagree"
-"Primary User-11012","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Disagree"
-"Primary User-11012","Is there any additional feedback you would like to provide regarding performance?","1). Need to improve in terms of continuous improvements for alerts and monitoring and being proactive
-2). Team wasnt aware of 24 x 7 SLA for apps
-3). Need team to drive issue resolution and connect corporate to upstream problem areas, i.e. Informatica, Cognos, EFT
-4). Need to see improvement in user communication and driving issue resolution"
-"Primary User-11012","Pricing: Cost is competitive","Agree"
-"Primary User-11012","Invoicing: Invoices are timely, accurate and easy to understand","Disagree"
-"Primary User-11012","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11012","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11012","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11012","Communication: Supplier team is professional, approachable and clear in their communication with us","Neutral"
-"Primary User-11012","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Disagree"
-"Primary User-11012","Is there any additional feedback you would like to provide about the relationship with TechX?","Need to improve upon the team understanding the other teams to reach out to."
-"Primary User-11012","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11012","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11012","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11013","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Disagree"
-"Primary User-11013","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-11013","SLA Attainment: Meets or exceeds contracted service levels","Agree"
-"Primary User-11013","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11013","Resource Turnover: Vendor manages resource turnover appropriately","Strongly Agree"
-"Primary User-11013","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11013","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11013","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11013","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","This is a shared responsibility. We as Mattel didn't did well enough to do a proper knowledge transfer, specially for critical applications which caused major issues on reporting jobs and ISIS applications. Causing disruption to our business during several weeks.
-On LATAM we had a 2 weeks blackout of information and in APAC we had 3 month ends closings that finished late due to lack of detailed knowledge. "
-"Primary User-11013","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Comment is the same as on the last block of questions."
-"Primary User-11013","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","I believe the relationship with TechX is good. Specially leaders are very responsive, agile and willing to help.
-"
-"Primary User-11013","Is there any additional feedback you would like to provide about the relationship with TechX?","I still see TechX groups working on silos. But I see more leadership involvement on solving issues that require several silos for its resolution."
-"Primary User-11013","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","I have not seen any innovation or proactive proposal from TechX that can impact us on efficiencies or costs."
-"Primary User-11013","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Disagree"
-"Primary User-11013","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11013","Responsiveness: Resources respond quickly and act with appropriate urgency","Strongly Agree"
-"Primary User-11013","Flexibility: Account team demonstrates flexibility when required","Strongly Agree"
-"Primary User-11013","Is there any additional feedback you would like to provide regarding financial performance?","I have no visibility on cost and financial processes to provide feedback."
-"Primary User-11013","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Strongly Agree"
-"Primary User-11013","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11013","Pricing: Cost is competitive","Neutral"
-"Primary User-11013","Is there any additional feedback you would like to provide regarding performance?","TechX resources have the right proactive attitude I have to recognize the great job TechX FSS are doing on the region and Vikas Juneja leadership to unblock and resolve for the ACD applications."
-"Primary User-11013","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11014","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11014","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11014","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11014","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11014","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11014","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Disagree"
-"Primary User-11014","Pricing: Cost is competitive","Disagree"
-"Primary User-11014","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11014","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11014","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11014","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11014","Communication: Supplier team is professional, approachable and clear in their communication with us","Neutral"
-"Primary User-11014","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Neutral"
-"Primary User-11014","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11014","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11014","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11014","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","The vendor has yet to make any suggestions as to areas of improvement in the TechX SOC1 controls or processes.  "
-"Primary User-11014","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","We asked for SOWs for additional specialized resources.  The price quoted was very expensive.  We decided not to add additional resources."
-"Primary User-11015","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Neutral"
-"Primary User-11015","Innovation: Demonstration of new products and services that will help our business","Agree"
-"Primary User-11015","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11015","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11015","Resource Turnover: Vendor manages resource turnover appropriately","Disagree"
-"Primary User-11015","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Missing resources or high turn over of resources"
-"Primary User-11015","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Backlog of tickets causing major delay in resolution"
-"Primary User-11015","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Backlog of tickets causing major delay in resolution"
-"Primary User-11015","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Junior resources in key towers.  Not always available in regional time zones."
-"Primary User-11015","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Recruiting the wrong resources as they are available vs have the correct skill set.  Moved resources from one role to another many times just to plug a gap.  Some roles still not recruited, some critical roles not TechX and contracted out."
-"Primary User-11015","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Disagree"
-"Primary User-11015","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11015","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-11015","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Disagree"
-"Primary User-11015","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11015","Is there any additional feedback you would like to provide regarding performance?","Resources in some towers are very junior without skills or knowledge.  They rely on guidance or being told how to do something by their seniors.  Not enough resources to operate in this model.  We are also seeing resources now wearing a multi-hat, risk of burnout and turn over is real."
-"Primary User-11015","Pricing: Cost is competitive","Neutral"
-"Primary User-11015","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11015","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11015","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11015","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11015","Communication: Supplier team is professional, approachable and clear in their communication with us","Neutral"
-"Primary User-11016","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11016","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11016","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11016","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11016","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11016","Pricing: Cost is competitive","Disagree"
-"Primary User-11016","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11016","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11016","Response Times: Issues and requests are addressed within stated times","Strongly Disagree"
-"Primary User-11016","SLA Attainment: Meets or exceeds contracted service levels","Strongly Disagree"
-"Primary User-11016","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Disagree"
-"Primary User-11016","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","They are failing to lead quickly to stabilization."
-"Primary User-11016","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Costs and estimates seem unreasonably  high and need to be challenged everytime."
-"Primary User-11016","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","While individual tasks are performed  with relatively good quality. TechX seems overwhelmed with work. So tit requires many follow ups before anything is done and there is lack of responsiveness and accountability."
-"Primary User-11016","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11016","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11016","Cost Optimization: Proactive delivery of cost-saving ideas","Disagree"
-"Primary User-11016","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11016","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11017","Response Times: Issues and requests are addressed within stated times","Agree"
-"Primary User-11017","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11017","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-11017","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11017","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11017","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11017","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11017","Innovation: Demonstration of new products and services that will help our business","Agree"
-"Primary User-11017","Cost Optimization: Proactive delivery of cost-saving ideas","Agree"
-"Primary User-11017","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11017","Resource Turnover: Vendor manages resource turnover appropriately","Agree"
-"Primary User-11017","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11017","Pricing: Cost is competitive","Agree"
-"Primary User-11017","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11017","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Agree"
-"Primary User-11017","SLA Attainment: Meets or exceeds contracted service levels","Agree"
-"Primary User-11018","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Some resources understand functional needs, but not many"
-"Primary User-11018","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Overall, lack of knowledge, understanding, accountability and urgency to deliver.  There are a few good people who are these things but not many"
-"Primary User-11018","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","I think there are pockets of good resources who do their bet to partner.   When work goes outside of one team or across several teams lack of understanding and urgency is extremely frustrating.  Further, the TechX company is not reacting any differently as a partner "
-"Primary User-11018","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","I have not seen any action in this area"
-"Primary User-11018","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11018","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11018","Cost Optimization: Proactive delivery of cost-saving ideas","Disagree"
-"Primary User-11018","Innovation: Demonstration of new products and services that will help our business","Disagree"
-"Primary User-11018","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Disagree"
-"Primary User-11018","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11018","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11018","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11018","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Disagree"
-"Primary User-11018","Invoicing: Invoices are timely, accurate and easy to understand","Disagree"
-"Primary User-11018","Pricing: Cost is competitive","Neutral"
-"Primary User-11018","Is there any additional feedback you would like to provide regarding performance?","I am not seeing improvement with TechX leadership/better processes.  There a pockets of good people, but not a very large change. "
-"Primary User-11018","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Disagree"
-"Primary User-11018","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11018","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11018","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11018","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11019","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11019","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11019","Response Times: Issues and requests are addressed within stated times","Agree"
-"Primary User-11019","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Agree"
-"Primary User-11019","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11019","Is there any additional feedback you would like to provide regarding performance?","We're working to build up the Organizational improvements with TechX onboarded.  This includes the Agile SAFE  implementation, Onboarding portal, roll out of the Estimation Model, etc.  We are folding in best practices from TechX's COE's so improvements are being embedded as we build.  "
-"Primary User-11019","Pricing: Cost is competitive","Agree"
-"Primary User-11019","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11019","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-11019","Flexibility: Account team demonstrates flexibility when required","Strongly Agree"
-"Primary User-11019","Responsiveness: Resources respond quickly and act with appropriate urgency","Strongly Agree"
-"Primary User-11019","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11019","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Strongly Agree"
-"Primary User-11019","Is there any additional feedback you would like to provide about the relationship with TechX?","Great partnership to date with TechX for PMO build up.  As we're building up the organization and structure - we would love to hear more about what we're doing at other clients to help level  up the organization and how we can enable better collaboration across GTO and the globe. Overall, we've been impressed with the partnership. 
-
-PS still hearing issues with UAM! This area still needs work as tickets are closed with resolution when open issues have not been addressed so SLAs can be met. "
-"Primary User-11019","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11019","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11019","Alignment: Vendor resources understand our business and related industry trends and needs","Strongly Agree"
-"Primary User-11019","Resource Turnover: Vendor manages resource turnover appropriately","Strongly Agree"
-"Primary User-11019","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","TechX's thought leadership is strong. Leaders are experienced, seasoned communicators that bring a lot of best practice ideas to the table.  Would like to see ideas transformed to plans. 
- Examples TCOE and CTO umbrella - ideas are great but a bit high level. Would like to see ideas transitioned to execution plans."
-"Primary User-11021","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11021","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11021","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11021","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11021","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11021","Resource Turnover: Vendor manages resource turnover appropriately","Agree"
-"Primary User-11021","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11021","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11021","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11021","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11021","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11021","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11021","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11021","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-11021","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11021","Pricing: Cost is competitive","Agree"
-"Primary User-11022","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Agree"
-"Primary User-11022","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11022","SLA Attainment: Meets or exceeds contracted service levels","Agree"
-"Primary User-11022","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11022","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11022","Pricing: Cost is competitive","Neutral"
-"Primary User-11022","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11022","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11022","Flexibility: Account team demonstrates flexibility when required","Strongly Agree"
-"Primary User-11022","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11022","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11022","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Neutral"
-"Primary User-11022","Innovation: Demonstration of new products and services that will help our business","Agree"
-"Primary User-11022","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11022","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11022","Resource Turnover: Vendor manages resource turnover appropriately","Agree"
-"Primary User-11025","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11025","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11025","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11025","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11025","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11025","Pricing: Cost is competitive","Neutral"
-"Primary User-11025","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11025","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11025","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11025","Responsiveness: Resources respond quickly and act with appropriate urgency","Disagree"
-"Primary User-11025","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11025","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Neutral"
-"Primary User-11025","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11025","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11025","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11025","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11025","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","date commitments are made but early honored. give more realistic dates. we understand "
-"Primary User-11026","SLA Attainment: Meets or exceeds contracted service levels","Agree"
-"Primary User-11026","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11026","Response Times: Issues and requests are addressed within stated times","Agree"
-"Primary User-11026","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Strongly Agree"
-"Primary User-11026","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Strongly Agree"
-"Primary User-11026","Is there any additional feedback you would like to provide regarding performance?","need to keep focused on process improvements to drive maturity and hygiene into the environment. Also need to do a better job proactively showing the progress to the broader team so they appreciate all the hard work."
-"Primary User-11026","Pricing: Cost is competitive","Agree"
-"Primary User-11026","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11026","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11026","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11026","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11026","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11026","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Strongly Agree"
-"Primary User-11026","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11026","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11026","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11026","Resource Turnover: Vendor manages resource turnover appropriately","Agree"
-"Primary User-11031","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-11031","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11031","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11031","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11031","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11031","Pricing: Cost is competitive","Neutral"
-"Primary User-11031","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11031","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11031","Flexibility: Account team demonstrates flexibility when required","Strongly Disagree"
-"Primary User-11031","Responsiveness: Resources respond quickly and act with appropriate urgency","Disagree"
-"Primary User-11031","Communication: Supplier team is professional, approachable and clear in their communication with us","Disagree"
-"Primary User-11031","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Disagree"
-"Primary User-11031","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11031","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11031","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11031","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11031","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Issues need multiple follow and escalate to get right attention. Coordination between TechX team fallback in Mattel."
-"Primary User-11031","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Many time TechX don’t understand the business urgency snd don’t trust Mattel "
-"Primary User-11032","Communication: Supplier team is professional, approachable and clear in their communication with us","Disagree"
-"Primary User-11032","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Disagree"
-"Primary User-11032","Is there any additional feedback you would like to provide about the relationship with TechX?","Team needs to be more proactive. Cannot solve over email or chat. Please set up right cadence and governance."
-"Primary User-11032","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11032","Cost Optimization: Proactive delivery of cost-saving ideas","Strongly Disagree"
-"Primary User-11032","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Significant room for improvement after 3 months of steady state"
-"Primary User-11032","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11032","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Disagree"
-"Primary User-11032","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11032","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-11032","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Disagree"
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Not demonstrated yet"
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Governance is important. Need clear actionable metrics."
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Significant room for improvement after 3 months of steady state"
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Significant room for improvement after 3 months of steady state"
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Significant room for improvement after 3 months of steady state"
-"Primary User-11032","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Significant room for improvement after 3 months of steady state"
-"Primary User-11032","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Disagree"
-"Primary User-11032","Is there any additional feedback you would like to provide regarding performance?","Significant room for improvement after 3 months of steady state. Need more people, and be more proactive"
-"Primary User-11032","Pricing: Cost is competitive","Agree"
-"Primary User-11032","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11032","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11032","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11032","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11033","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","This is a duplicate question."
-"Primary User-11033","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11033","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","This is a duplicate question."
-"Primary User-11033","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","I have not seen any evidence of TechX providing any thought leadership over and above operational implementation.  I still see Mattel staff identifying opportunities, leading difficult solutions and driving needed changes."
-"Primary User-11033","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","This is a duplicate question."
-"Primary User-11033","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","We are still struggling with support quality in a number areas, particularly with recurring business impacting issues that are not having root cause addressed.  By now, TechX should have a strong enough technical understanding to be able to support key business activities and to find permanent solutions to issues that are coming up but we're just not there yet."
-"Primary User-11033","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11033","Alignment: Vendor resources understand our business and related industry trends and needs","Disagree"
-"Primary User-11033","Cost Optimization: Proactive delivery of cost-saving ideas","Strongly Disagree"
-"Primary User-11033","Innovation: Demonstration of new products and services that will help our business","Strongly Disagree"
-"Primary User-11033","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Neutral"
-"Primary User-11033","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11033","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11033","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11033","Is there any additional feedback you would like to provide regarding financial performance?","I don't have enough direct experience yet."
-"Primary User-11033","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11033","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11033","Pricing: Cost is competitive","Neutral"
-"Primary User-11033","Is there any additional feedback you would like to provide regarding performance?","This survey is difficult to answer because we have good areas and bad areas within the services provided by TechX.  To get useful feedback we really need to dive into each functional area or even application."
-"Primary User-11033","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Strongly Disagree"
-"Primary User-11033","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Disagree"
-"Primary User-11033","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11033","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11035","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11035","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11035","Innovation: Demonstration of new products and services that will help our business","Agree"
-"Primary User-11035","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11035","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11035","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11035","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11035","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11035","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-11035","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11035","Pricing: Cost is competitive","Agree"
-"Primary User-11035","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11035","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11035","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11035","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11035","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11036","Innovation: Demonstration of new products and services that will help our business","Disagree"
-"Primary User-11036","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11036","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11036","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11036","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","Too early to tell on turnover yet."
-"Primary User-11036","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","My experience & touch point with TechX has been limited to QA.  Still waiting to see what automation they bring to testing "
-"Primary User-11036","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11036","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11036","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11036","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11036","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11036","Is there any additional feedback you would like to provide regarding performance?","Feels like as expected for a start up & transitional period.  "
-"Primary User-11036","Pricing: Cost is competitive","Neutral"
-"Primary User-11036","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11036","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11036","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11036","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11036","Communication: Supplier team is professional, approachable and clear in their communication with us","Neutral"
-"Primary User-11036","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Neutral"
-"Primary User-11037","Innovation: Demonstration of new products and services that will help our business","Disagree"
-"Primary User-11037","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11037","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11037","Resource Turnover: Vendor manages resource turnover appropriately","Strongly Agree"
-"Primary User-11037","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Issues are getting addressed many weeks after they are opened.  For example, the business raises and issue about incorrect data on an operational report on a specific day for a specific sale, and we get no response for many weeks.  At that point, the team is having to go back in time to try to speculate on what could have happened on that day in the past. "
-"Primary User-11037","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","It feels like proper KT was not performed with CTS.  I have sat through issues where the team trying to do the solve is still learning on the fly for what the system is even supposed to do."
-"Primary User-11037","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","It almost feels like there have been so many issues, that the team is overworked with too much on their plate.  I see many escalations every day and I can just imagine if I were on the other end of the escalations, how I would handle all of the extra work."
-"Primary User-11037","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","I have not seen evidence of new products and services that could help us, so I cannot comment on that."
-"Primary User-11037","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Disagree"
-"Primary User-11037","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11037","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-11037","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Disagree"
-"Primary User-11037","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Disagree"
-"Primary User-11037","Is there any additional feedback you would like to provide regarding performance?","I have not seen evidence of improved performance improvements."
-"Primary User-11037","Pricing: Cost is competitive","Neutral"
-"Primary User-11037","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11037","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11037","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11037","Responsiveness: Resources respond quickly and act with appropriate urgency","Disagree"
-"Primary User-11037","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11037","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11041","Pricing: Cost is competitive","Agree"
-"Primary User-11041","Is there any additional feedback you would like to provide regarding ${VendorName}'s thought leadership?","It's too early to comment on resource turnover. Sustainment is important. We aren't worried about turnover, it would be interesting to see how TechX handles turnover be a seamless process. "
-"Primary User-11041","Response Times: Issues and requests are addressed within stated times","Agree"
-"Primary User-11041","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-11041","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-11041","Is there any additional feedback you would like to provide regarding performance?","TechX Team brings lots of energy and collaboration. TechX is on the right direction."
-"Primary User-11041","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11041","Is there any additional feedback you would like to provide regarding financial performance?","None"
-"Primary User-11041","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11041","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-11041","Communication: Supplier team is professional, approachable and clear in their communication with us","Neutral"
-"Primary User-11041","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11041","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11041","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-11041","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11041","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-11041","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11041","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11041","Invoicing: Invoices are timely, accurate and easy to understand","Agree"
-"Primary User-11043","Flexibility: Account team demonstrates flexibility when required","Neutral"
-"Primary User-11043","Communication: Supplier team is professional, approachable and clear in their communication with us","Strongly Agree"
-"Primary User-11043","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Agree"
-"Primary User-11043","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11043","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11043","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11043","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-11043","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11043","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-11043","Response Times: Issues and requests are addressed within stated times","Neutral"
-"Primary User-11043","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Neutral"
-"Primary User-11043","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11043","Pricing: Cost is competitive","Disagree"
-"Primary User-11043","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11043","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11043","Responsiveness: Resources respond quickly and act with appropriate urgency","Agree"
-"Primary User-11044","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Some support teams members are fantastic, others I need to follow-up with on multiple occasions. "
-"Primary User-11044","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","To me the TechX portfolio leads care only about there area of responsibility, instead of the entire Mattel portfolio.  "
-"Primary User-11044","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-11044","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Neutral"
-"Primary User-11044","Invoicing: Invoices are timely, accurate and easy to understand","Neutral"
-"Primary User-11044","Pricing: Cost is competitive","Neutral"
-"Primary User-11044","Is there any additional feedback you would like to provide regarding performance?","TechX needs to do a better job of holistically looking at issues.  A ticket will be open for an application but the real issue is with the integrations."
-"Primary User-11044","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Neutral"
-"Primary User-11044","SLA Attainment: Meets or exceeds contracted service levels","Disagree"
-"Primary User-11044","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-11044","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Agree"
-"Primary User-11044","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Agree"
-"Primary User-11044","Responsiveness: Resources respond quickly and act with appropriate urgency","Disagree"
-"Primary User-11044","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-11044","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Disagree"
-"Primary User-11044","Innovation: Demonstration of new products and services that will help our business","Neutral"
-"Primary User-11044","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-11044","Alignment: Vendor resources understand our business and related industry trends and needs","Neutral"
-"Primary User-11044","Resource Turnover: Vendor manages resource turnover appropriately","Agree"
-"Primary User-11044","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","Some areas they are doing well, Salesforce Admin and PIM work is a good example.  The work with GBI has been a struggle to get resolutions."
-"Primary User-11044","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","There is constant follow-up.  When I approve the 'Network Logon Expiration Notification' it does not always happen.  I get multiple emails and approve multiple times.  If the user gets disabled then there is another service request I need to create."
-"Primary User-8734","Cost Optimization: Proactive delivery of cost-saving ideas","Neutral"
-"Primary User-8734","Alignment: Vendor resources understand our business and related industry trends and needs","Agree"
-"Primary User-8734","Resource Turnover: Vendor manages resource turnover appropriately","Neutral"
-"Primary User-8734","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","TechX is still working on developing mature Problem and Incident management processes"
-"Primary User-8734","You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?","TechX has been behind on getting SOWs completed and invoice generation for Q1"
-"Primary User-8734","Flexibility: Account team demonstrates flexibility when required","Agree"
-"Primary User-8734","Cost Control: Unexpected costs changes and increases are well-managed and kept to a minimum","Agree"
-"Primary User-8734","Invoicing: Invoices are timely, accurate and easy to understand","Disagree"
-"Primary User-8734","Pricing: Cost is competitive","Neutral"
-"Primary User-8734","Continuous improvement: Vendor consistently identifies performance improvement opportunities and works at improving overall performance","Agree"
-"Primary User-8734","Quality: Delivery is accurate and documentation is detailed and correct. The availability and quality (ex. skill-level) of TechX resources is on-par with expectations","Agree"
-"Primary User-8734","Response Times: Issues and requests are addressed within stated times","Disagree"
-"Primary User-8734","SLA Attainment: Meets or exceeds contracted service levels","Neutral"
-"Primary User-8734","On-Time Delivery: Delivery by agreed-upon or contractual milestones/due dates","Neutral"
-"Primary User-8734","Responsiveness: Resources respond quickly and act with appropriate urgency","Neutral"
-"Primary User-8734","Communication: Supplier team is professional, approachable and clear in their communication with us","Agree"
-"Primary User-8734","Cohesiveness : Vendor account team is knowledgable and works as a cohesive organization globally; helps us break down their silos ","Strongly Agree"
-"Primary User-8734","Innovation: Demonstration of new products and services that will help our business","Agree"

index/CustomerScoreCard.json

@@ -0,0 +1 @@
+{"index_struct": {"__type__": "simple_dict", "__data__": {"index_id": "aed916ba-720c-4f3a-bfc8-6880c1d91f22", "summary": null, "nodes_dict": {"a326e984-e626-4861-9818-6b3d3d6f8b44": "a326e984-e626-4861-9818-6b3d3d6f8b44", "9a896790-1a80-4627-9db8-c0c234d7f77b": "9a896790-1a80-4627-9db8-c0c234d7f77b"}, "doc_id_dict": {"3c75ce43-2e10-4b85-858c-681659206346": ["a326e984-e626-4861-9818-6b3d3d6f8b44", "9a896790-1a80-4627-9db8-c0c234d7f77b"]}, "embeddings_dict": {}}}, "docstore": {"__type__": "simple", "__data__": {"docs": {"a326e984-e626-4861-9818-6b3d3d6f8b44": {"text": "Primary User-11045, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11045, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11045, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11045, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11045, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11045, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11045, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11045, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11045, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11045, Cost Control: Mattel is understanding of limitations and is open to collaboration, Agree\nPrimary User-11045, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11045, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11045, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Agree\nPrimary User-11045, Response Times: Mattel addresses issues and requests within stated times, Agree\nPrimary User-11045, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Agree\nPrimary User-11046, Response Times: Mattel addresses issues and requests within stated times, Neutral\nPrimary User-11046, Alignment: Mattel is aligned with supplier strategy and support models, Neutral\nPrimary User-11046, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11046, Is there any additional feedback you would like to provide regarding Mattel's thought leadership?, It's a new relationship that still requires some adjustments.  In many cases, there seems to be an expectation that this relationship will work the same as the previous one, which I don't think is what we want.  We need to continue to work together to form new, improved processes and ways of working.\nPrimary User-11046, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11046, Information Security: Mattel has strong cyber and data security practices, Neutral\nPrimary User-11046, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Neutral\nPrimary User-11046, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11046, Is there any additional feedback you would like to provide regarding the relationship with Mattel?, We are working through the transition and processes, so it is expected that there are bumps along the road.  Some areas of the relationship have smoothed out nicely, while others still need some attention.  In general, I think we are moving in the right direction.\nPrimary User-11046, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11046, Responsiveness: Mattel responds quickly and act with appropriate urgency, Neutral\nPrimary User-11046, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11046, Cost Control: Mattel is understanding of limitations and is open to collaboration, Agree\nPrimary User-11046, Is there any additional feedback you would like to provide regarding financial performance?, Delays in approving SOWs and timesheets has impacted timely billing. \nPrimary User-11046, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11046, Invoicing: Mattel pays bills on time consistently, Neutral\nPrimary User-11046, Is there any additional feedback you would like to provide regarding performance?, Documentation of legacy systems tends to be poor. Architectural documentation is mixed.  Some areas are well specified while others have significant gaps.\nPrimary User-11046, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Neutral\nPrimary User-11046, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Neutral\nPrimary User-11047, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Agree\nPrimary User-11047, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Agree\nPrimary User-11047, Response Times: Mattel addresses issues and requests within stated times, Agree\nPrimary User-11047, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Agree\nPrimary User-11047, Invoicing: Mattel pays bills on time consistently, Neutral\nPrimary User-11047, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11047, Cost Control: Mattel is understanding of limitations and is open to collaboration, Agree\nPrimary User-11047, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11047, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11047, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11047, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11047, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11047, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11047, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11047, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11048, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Agree\nPrimary User-11048, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11048, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11048, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11048, Information Security: Mattel has strong cyber and data security practices, Neutral\nPrimary User-11048, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11048, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11048, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11048, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11048, Cost Control: Mattel is understanding of limitations and is open to collaboration, Neutral\nPrimary User-11048, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11048, Invoicing: Mattel pays bills on time consistently, Neutral\nPrimary User-11048, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Agree\nPrimary User-11048, Response Times: Mattel addresses issues and requests within stated times, Neutral\nPrimary User-11048, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Neutral\nPrimary User-11049, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11049, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11049, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11049, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11049, Cost Control: Mattel is understanding of limitations and is open to collaboration, Agree\nPrimary User-11049, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11049, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11049, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Agree\nPrimary User-11049, Response Times: Mattel addresses issues and requests within stated times, Agree\nPrimary User-11049, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Agree\nPrimary User-11049, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11049, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11049, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11049, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11049, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Agree\nPrimary User-11050, Is there any additional feedback you would like to provide regarding performance?, No\nPrimary User-11050, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Neutral\nPrimary User-11050, Response Times: Mattel addresses issues and requests within stated times, Agree\nPrimary User-11050, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Neutral\nPrimary User-11050, Alignment: Mattel is aligned with supplier strategy and support models, Strongly Agree\nPrimary User-11050, Is there any additional feedback you would like to provide regarding Mattel's thought leadership?, It is a good partnership\nPrimary User-11050, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Strongly Agree\nPrimary User-11050, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Agree\nPrimary User-11050, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11050, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11050, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11050, Is there any additional feedback you would like to provide regarding the relationship with Mattel?, nan\nPrimary User-11050, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11050, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11050, Flexibility: Mattel is flexible when required , Strongly Agree\nPrimary User-11050, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11050, Is there any additional feedback you would like to provide regarding financial performance?, nan\nPrimary User-11050, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Strongly Agree\nPrimary User-11050, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11051, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Strongly Agree\nPrimary User-11051, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11051, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Strongly Agree\nPrimary User-11051, Response Times: Mattel addresses issues and requests within stated times, Strongly Agree\nPrimary User-11051, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Neutral\nPrimary User-11051, Invoicing: Mattel pays bills on time consistently, Strongly Agree\nPrimary User-11051, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Strongly Agree\nPrimary User-11051, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11051, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11051, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11051, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Strongly Agree\nPrimary User-11051, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11051, Information Security: Mattel has strong cyber and data security practices, Strongly Agree\nPrimary User-11051, Alignment: Mattel is aligned with supplier strategy and support models, Strongly Agree\nPrimary User-11051, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11052, Resource Turnover: Mattel manages resource turnover appropriately, Strongly Agree\nPrimary User-11052, Alignment: Mattel is aligned with supplier strategy and support models, Strongly Agree\nPrimary User-11052, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Strongly Agree\nPrimary User-11052, Information Security: Mattel has strong cyber and data security practices, Strongly Agree\nPrimary User-11052, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Strongly Agree\nPrimary User-11052, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Strongly Agree\nPrimary User-11052, Responsiveness: Mattel responds quickly and act with appropriate urgency, Strongly Agree\nPrimary User-11052, Flexibility: Mattel is flexible when required , Strongly Agree\nPrimary User-11052, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11052, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Strongly Agree\nPrimary User-11052, Invoicing: Mattel pays bills on time consistently, Strongly Agree\nPrimary User-11052, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Strongly Agree\nPrimary User-11052, Response Times: Mattel addresses issues and requests within stated times, Strongly Agree\nPrimary User-11052, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Strongly Agree\nPrimary User-11052, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11053, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11053, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Agree\nPrimary User-11053, SLA Attainment: Mattel follows procedures and guidelines", "doc_id": "a326e984-e626-4861-9818-6b3d3d6f8b44", "embedding": null, "doc_hash": "a8da1e04ae36460086abdae86cf74b747521068abe933815ef8f5a466fd52559", "extra_info": null, "node_info": {"start": 0, "end": 15523}, "relationships": {"1": "3c75ce43-2e10-4b85-858c-681659206346", "3": "9a896790-1a80-4627-9db8-c0c234d7f77b"}, "__type__": "1"}, "9a896790-1a80-4627-9db8-c0c234d7f77b": {"text": "Mattel's delivery is accurate and documentation is detailed and correct, Strongly Agree\nPrimary User-11052, Response Times: Mattel addresses issues and requests within stated times, Strongly Agree\nPrimary User-11052, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Strongly Agree\nPrimary User-11052, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11053, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11053, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Agree\nPrimary User-11053, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Disagree\nPrimary User-11053, Response Times: Mattel addresses issues and requests within stated times, Agree\nPrimary User-11053, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Neutral\nPrimary User-11053, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11053, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11053, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11053, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11053, Responsiveness: Mattel responds quickly and act with appropriate urgency, Strongly Agree\nPrimary User-11053, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11053, You rated the ${DimensionName} of ${VendorName} poorly, can you please elaborate?, Guidelines and directions are not followed occassionally and there is a lot of avoidable noise that can be avoided otherwise. \nPrimary User-11053, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11053, Information Security: Mattel has strong cyber and data security practices, Strongly Agree\nPrimary User-11053, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11053, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11054, Resource Turnover: Mattel manages resource turnover appropriately, Strongly Agree\nPrimary User-11054, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11054, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Neutral\nPrimary User-11054, Response Times: Mattel addresses issues and requests within stated times, Strongly Agree\nPrimary User-11054, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Agree\nPrimary User-11054, Invoicing: Mattel pays bills on time consistently, Strongly Agree\nPrimary User-11054, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11054, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11054, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11054, Responsiveness: Mattel responds quickly and act with appropriate urgency, Strongly Agree\nPrimary User-11054, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Strongly Agree\nPrimary User-11054, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11054, Information Security: Mattel has strong cyber and data security practices, Strongly Agree\nPrimary User-11054, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Strongly Agree\nPrimary User-11054, Alignment: Mattel is aligned with supplier strategy and support models, Strongly Agree\nPrimary User-11055, Alignment: Mattel is aligned with supplier strategy and support models, Neutral\nPrimary User-11055, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Neutral\nPrimary User-11055, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Agree\nPrimary User-11055, Response Times: Mattel addresses issues and requests within stated times, Neutral\nPrimary User-11055, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Neutral\nPrimary User-11055, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11055, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11055, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11055, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11055, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11055, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11055, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Neutral\nPrimary User-11055, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11055, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11055, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11056, Is there any additional feedback you would like to provide regarding Mattel's thought leadership?, With GTO 2.0 strategy Mattel is moving in the right direction.  we need to do the following.\r\n\r\n1. There needs to be a tools and application rationalization process. We have too many tools and applications in the system. Some are really dated and some of the new ones like Ascend are not well tested in the market.\r\n2. We need to move to data-drive decisions and move from providing data points to providing insights\r\n3. Look for taking learnings from early adopters and successful transformations\nPrimary User-11056, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Neutral\nPrimary User-11056, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Agree\nPrimary User-11056, Response Times: Mattel addresses issues and requests within stated times, Agree\nPrimary User-11056, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Neutral\nPrimary User-11056, Is there any additional feedback you would like to provide regarding performance?, Documentation needs a lot of help.  Part of the environment was built nearly a decade ago.  The outdated architecture and solution design is causing quality and accuracy issues.\nPrimary User-11056, Invoicing: Mattel pays bills on time consistently, Neutral\nPrimary User-11056, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Agree\nPrimary User-11056, Is there any additional feedback you would like to provide regarding financial performance?, I enjoy working for Mattel because everyone from SLT down to engineers are willing to collaborate and come up with the most cost efficient way to getting things done.\nPrimary User-11056, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11056, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11056, Responsiveness: Mattel responds quickly and act with appropriate urgency, Agree\nPrimary User-11056, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Strongly Agree\nPrimary User-11056, Is there any additional feedback you would like to provide regarding the relationship with Mattel?, While there are roadblocks / bumps along the way, so far the relationship is has a positive vibe to it.  This makes problems seem more resolvable.\nPrimary User-11056, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11056, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11056, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11056, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11056, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11057, Information Security: Mattel has strong cyber and data security practices, Strongly Agree\nPrimary User-11057, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11057, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Strongly Agree\nPrimary User-11057, Responsiveness: Mattel responds quickly and act with appropriate urgency, Strongly Agree\nPrimary User-11057, Flexibility: Mattel is flexible when required , Strongly Agree\nPrimary User-11057, Cost Control: Mattel is understanding of limitations and is open to collaboration, Strongly Agree\nPrimary User-11057, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Strongly Agree\nPrimary User-11057, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11057, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Agree\nPrimary User-11057, Response Times: Mattel addresses issues and requests within stated times, Strongly Agree\nPrimary User-11057, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Strongly Agree\nPrimary User-11057, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11057, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11057, Alignment: Mattel is aligned with supplier strategy and support models, Strongly Agree\nPrimary User-11057, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree\nPrimary User-11058, Information Security: Mattel has strong cyber and data security practices, Agree\nPrimary User-11058, Cost Optimization: Mattel is reasonable when it comes to cost savings requests, Agree\nPrimary User-11058, Communication: Mattel team is professional, approachable and clear in their communications with us and are willing to share information proactively and when requested., Agree\nPrimary User-11058, Responsiveness: Mattel responds quickly and act with appropriate urgency, Strongly Agree\nPrimary User-11058, Flexibility: Mattel is flexible when required , Agree\nPrimary User-11058, Cost Control: Mattel is understanding of limitations and is open to collaboration, Agree\nPrimary User-11058, Pricing: Mattel recognizes the value of supplier products and services and conducts good business, Strongly Agree\nPrimary User-11058, Invoicing: Mattel pays bills on time consistently, Agree\nPrimary User-11058, Quality: Mattel's delivery is accurate and documentation is detailed and correct, Strongly Agree\nPrimary User-11058, Response Times: Mattel addresses issues and requests within stated times, Strongly Agree\nPrimary User-11058, SLA Attainment: Mattel follows procedures and guidelines outlined in contract, Strongly Agree\nPrimary User-11058, On-Time Delivery: Mattel delivers by agreed-upon or contractual milestones/due dates, Strongly Agree\nPrimary User-11058, Resource Turnover: Mattel manages resource turnover appropriately, Agree\nPrimary User-11058, Alignment: Mattel is aligned with supplier strategy and support models, Agree\nPrimary User-11058, Innovation: Mattel is interested in new products and services that will bring additional value to the business. , Agree", "doc_id": "9a896790-1a80-4627-9db8-c0c234d7f77b", "embedding": null, "doc_hash": "d43f2bfdb22f4d5b9c640ce06b554f736cbcbbe0af55cccec4d0ee947276b102", "extra_info": null, "node_info": {"start": 14763, "end": 27038}, "relationships": {"1": "3c75ce43-2e10-4b85-858c-681659206346", "2": "a326e984-e626-4861-9818-6b3d3d6f8b44"}, "__type__": "1"}}, "ref_doc_info": {"3c75ce43-2e10-4b85-858c-681659206346": {"doc_hash": "c429807f01b357c3f87f0e77e8ac39d58f3710cdb321d768d2f55af5572f9738"}, "a326e984-e626-4861-9818-6b3d3d6f8b44": {"doc_hash": "a8da1e04ae36460086abdae86cf74b747521068abe933815ef8f5a466fd52559"}, "9a896790-1a80-4627-9db8-c0c234d7f77b": {"doc_hash": "d43f2bfdb22f4d5b9c640ce06b554f736cbcbbe0af55cccec4d0ee947276b102"}}}}, "vector_store": {"__type__": "simple", "__data__": {"simple_vector_store_data_dict": {"embedding_dict": {"a326e984-e626-4861-9818-6b3d3d6f8b44": [-0.013511192984879017, -0.008560012094676495, -0.024486087262630463, -0.005801111459732056, -0.042550478130578995, -0.012162097729742527, -0.00911314133554697, 0.01675576902925968, -0.03666841983795166, -0.04349484667181969, 0.015150344930589199, 0.029059521853923798, 0.010010289959609509, -0.004590298049151897, -0.012182334437966347, 0.012094642966985703, 0.021356184035539627, -0.00914686918258667, 0.006246312987059355, -0.023244919255375862, -0.021234765648841858, 0.005932648200541735, -0.02734616957604885, 0.010826492682099342, -0.010239636525511742, 0.003672912949696183, 0.012674753554165363, -0.021545058116316795, 0.011291931383311749, 0.008904031477868557, 0.017767589539289474, -0.006586959585547447, -0.004016932565718889, 0.01707955077290535, -0.0031653158366680145, -0.00556501979008317, 0.014165504835546017, -0.0013735480606555939, 0.03407815843820572, -0.00035181886050850153, 0.0014047458535060287, 0.029464250430464745, 0.012769190594553947, -0.004401424899697304, -0.010765783488750458, 0.03758580610156059, 0.0011905769351869822, 0.009173850528895855, 0.0020270163659006357, 0.009834907948970795, 0.012270024977624416, 0.019143667072057724, -0.007278371136635542, 0.028492901474237442, -3.372739229234867e-05, -0.007622390519827604, 0.004593670833855867, 0.02622641995549202, 0.010556673631072044, -0.011622459627687931, 0.00493431743234396, -0.004883726593106985, -0.012533099390566349, 0.003359248163178563, -0.03019276075065136, -0.021558549255132675, -0.018981777131557465, -0.0037336223758757114, 0.008074337616562843, -0.012128369882702827, 0.010462237522006035, 0.03432099521160126, 0.02215215191245079, 0.023865502327680588, 0.02467495948076248, -0.0034115256275981665, 0.002629050286486745, 0.006138385273516178, -0.005966375581920147, 0.001627346733585, 0.002312012715265155, 0.004374442622065544, -0.021275239065289497, -0.001903911237604916, 0.003032092470675707, 0.02625340223312378, 0.011366130784153938, -0.0014410028234124184, -0.009302014485001564, 0.024054376408457756, 0.005720165558159351, 0.013882194645702839, 0.0365065298974514, 0.0074402629397809505, -0.01434088684618473, 0.034509867429733276, -0.0015775987412780523, 0.012553335167467594, -0.006947842892259359, -0.012762445025146008, 0.021167311817407608, 0.013288592919707298, -0.021153820678591728, 0.00022555193572770804, -0.026981914415955544, 0.020411817356944084, -0.009922598488628864, -0.02495826967060566, 0.008836576715111732, -0.032135460525751114, -0.030867310240864754, 0.01966981589794159, -0.003952850587666035, 0.005794365890324116, -0.00586519343778491, -0.0075212083756923676, -0.023231428116559982, -0.010664601810276508, 0.005069226957857609, -0.004684734623879194, 0.04867537319660187, 0.022880662232637405, 0.004229415208101273, -0.020506255328655243, 0.01707955077290535, 0.01826675608754158, 0.021396657451987267, -0.02111334726214409, 0.005612237844616175, 0.005797738675028086, 0.011028856970369816, 0.014327396638691425, -0.002892123768106103, 0.019332541152834892, -0.035724055022001266, 0.013686575926840305, -0.03809846192598343, 0.011352640576660633, -0.02336633764207363, -0.013841722160577774, -0.002462099539116025, 0.025889147073030472, 0.005527919624000788, -0.007757300045341253, 0.016013765707612038, 0.02986897900700569, 0.02870875597000122, -0.0015033985255286098, -0.017835045233368874, 0.018941303715109825, 0.005699929315596819, -0.010698328725993633, -0.007986646145582199, 0.022435462102293968, 0.016458967700600624, 0.017268424853682518, -0.007089497987180948, 0.018550066277384758, -0.02468845061957836, -0.021356184035539627, -0.004556570667773485, -0.0016265035374090075, 0.012297007255256176, -0.0012394816149026155, 0.005976493936032057, 0.02761598862707615, 0.007352571468800306, -0.0030051106587052345, 0.0050422451458871365, -0.008364393375813961, -0.007952919229865074, 0.006576841697096825, -0.023946449160575867, 0.016405003145337105, 0.005045617930591106, 0.011912515386939049, 0.009679761715233326, -0.003942732233554125, -0.026752566918730736, -0.04975464940071106, 0.010691583156585693, -0.006411577109247446, 0.00463077099993825, 0.01235097087919712, -0.018779411911964417, -0.0058112298138439655, 0.022597352042794228, 0.0077100819908082485, 0.017430316656827927, -0.008371138945221901, 0.01819930039346218, 0.009841653518378735, -0.014826561324298382, -0.02742711454629898, -0.6238218545913696, -0.018671484664082527, -0.0030152287799865007, -0.0272787157446146, 0.00618560379371047, 0.005989985074847937, 0.024324195459485054, -0.003507648827508092, -0.006161994766443968, 0.0002573821693658829, -0.012647772207856178, 0.02208469621837139, -0.013990121893584728, -0.0318116769194603, -0.00852628517895937, -0.0031653158366680145, 0.024135321378707886, -0.016067730262875557, -0.004597043618559837, 0.004779171664267778, -0.008256465196609497, 0.020479273051023483, -0.013335810974240303, -0.011561750434339046, -0.030570508912205696, -0.004286751616746187, 0.029788032174110413, -0.005268218461424112, 0.006246312987059355, 0.030651453882455826, -0.0017841790104284883, 0.014219468459486961, 0.0021332574542611837, -0.0018803020939230919, 0.04613907262682915, 0.011467313393950462, -0.033403608947992325, 0.017335878685116768, 0.0222465880215168, 0.0287897028028965, -0.034617796540260315, -0.016742277890443802, -0.002504258882254362, -0.019292067736387253, -0.0019511296413838863, 0.031973566859960556, -0.004789289552718401, -0.012222806923091412, -0.0030826835427433252, -0.003504276042804122, -0.0044486429542303085, -0.027953263372182846, -0.0009140123147517443, -0.013646102510392666, 0.02765646204352379, 0.004819644149392843, 0.005342418793588877, -0.01710653305053711, -0.009922598488628864, 0.004974790383130312, -0.010738802142441273, -0.010839983820915222, 0.010563419200479984, -0.008917522616684437, -0.0417410209774971, 0.019926143810153008, 0.004654380027204752, 0.010185672901570797, -0.0027218004688620567, -0.012013697065412998, 0.012924336828291416, 0.01509638037532568, -0.02997690625488758, -0.007804518565535545, 0.01434088684618473, -0.0014941234840080142, 0.016445476561784744, -0.02868177369236946, -0.006462168414145708, 0.005598747171461582, 0.0013651162153109908, 0.0013558411737903953, 0.018631011247634888, -0.018941303715109825, 0.017484279349446297, 0.015582054853439331, -0.005905666388571262, -0.0034165848046541214, -0.008944503962993622, -0.0022546760737895966, 0.011588731780648232, 0.014178995974361897, 0.012782681733369827, -0.029626142233610153, -0.006688141729682684, 0.02207120507955551, -0.006435186602175236, -0.010543182492256165, -0.007406535558402538, -0.02603754773736, -0.015312235802412033, 0.016027256846427917, 0.001253815833479166, 0.024445613846182823, 0.01299853716045618, 0.04457412287592888, -0.000955328403506428, 0.020020579919219017, 0.027116823941469193, -0.012060915119946003, -0.008964740671217442, -0.004755562171339989, -0.012614044360816479, -0.0077977729961276054, 0.008782613091170788, -0.026509730145335197, 0.01509638037532568, -0.005123191047459841, 0.0040000686421990395, 0.002369349356740713, -0.010536436922848225, -0.008566757664084435, 0.029356321319937706, -0.012114879675209522, 0.007804518565535545, 0.01822628267109394, 0.0025649680756032467, 0.004590298049151897, 0.032270368188619614, -0.000881971325725317, 0.021531566977500916, -0.022745752707123756, 0.010266617871820927, -0.01958886906504631, 0.030381634831428528, 0.0275485347956419, 0.013052500784397125, -0.011082821525633335, 0.017511261627078056, -0.03008483350276947, 0.007838246412575245, 0.006522877607494593, -0.004263142589479685, -0.01587885618209839, -0.020061053335666656, -0.03917773813009262, -0.0010944538516923785, -0.0061822310090065, 0.0015480873407796025, -0.00648915022611618, -0.03380833938717842, -0.014057576656341553, -0.0022226350847631693, 0.03146091103553772, -0.009032195433974266, -0.000515185936819762, -0.025538381189107895, -0.0341591015458107, 0.007500972133129835, -0.02095145545899868, -0.017889007925987244, 0.026968423277139664, -0.04862140864133835, -0.021855350583791733, 0.014947980642318726, 0.0017335879383608699, -0.013963140547275543, 0.002328876405954361, -0.017996937036514282, -0.03021974302828312, 0.0006049851072020829, -0.012668008916079998, -0.011076075956225395, 0.022732261568307877, -0.017376352101564407, 0.004006814211606979, -0.009949580766260624, 0.0013271728530526161, 0.021963277831673622, -0.0003404358576517552, -0.0012386385351419449, 0.017632680013775826, 0.0010708447080105543, -0.005409873556345701, 0.0393935926258564, -0.01678275130689144, 0.034779686480760574, 0.02502572536468506, 0.004364324733614922, 0.03313378989696503, -0.018752429634332657, -0.004428406711667776, -0.01945395953953266, -0.008883794769644737, -0.012202570214867592, -0.01687718741595745, 0.00010729526547947899, 0.010131708346307278, -0.009396451525390148, 0.029680104926228523, 0.019319050014019012, 0.009470651857554913, 0.008566757664084435, -0.0210054200142622, 0.012769190594553947, -0.0030995472334325314, 0.013302083127200603, -0.02994992397725582, 0.029491230845451355, 0.0036965222097933292, 0.021423639729619026, -0.027197768911719322, -0.011339149437844753, -0.029221411794424057, 0.016108201816678047, 0.005524546839296818, -0.009605561383068562, 0.04570736363530159, -0.013976631686091423, 0.005025381222367287, 0.015541582368314266, 0.013963140547275543, 0.03556216135621071, -0.004802780691534281, 0.0038280589506030083, -0.00973372533917427, 0.016674822196364403, 0.0013212705962359905, 0.029707087203860283, -0.006006848532706499, 0.010273363441228867, 0.01829373836517334, 0.024148812517523766, 0.007838246412575245, 0.006516132038086653, 0.006462168414145708, 0.03933963179588318, -0.010961402207612991, 0.0073930444195866585, -0.0007331491797231138, 0.012708481401205063, 0.025592345744371414, 0.013841722160577774, -0.002180475974455476, -0.005045617930591106, -0.023919466882944107, 0.022435462102293968, 0.01846911944448948, -0.031973566859960556, -0.010192417539656162, 0.008553266525268555, -0.012276770547032356, -0.02490430697798729, -0.020195962861180305, -0.0011981655843555927, 0.001752138021402061, 0.01687718741595745, 0.01512336265295744, 0.023042554035782814, 0.017619188874959946, -0.00045194706763140857, 0.0018735566409304738, 0.0170120969414711, -0.012175588868558407, 0.012748953886330128, 0.005939393769949675, -0.011528022587299347, -0.031056182458996773, 0.004590298049151897, -0.020641164854168892, 0.004860117100179195, 0.021639494225382805, 0.015217799693346024, -0.019413486123085022, -0.009511124342679977, 0.014772597700357437, 0.015163835138082504, -0.006580214016139507, -0.001895479392260313, 0.0237575750797987, -0.022907644510269165, -0.02997690625488758, 0.01699860580265522, 0.029841996729373932, 0.004984908737242222, 0.0023069535382092, -0.006526250392198563, 0.006054067052900791, -0.014098050072789192, 0.008769121952354908, 0.01724144257605076, -0.01714700646698475, -0.006016966886818409, 0.013275101780891418, 0.014664670452475548, 0.020317381247878075, 0.03777467831969261, -0.027022385969758034, -0.020384835079312325, -0.012620789930224419, 0.033268701285123825, 0.0050354995764791965, -0.05245283991098404, -0.010765783488750458, 0.03364644572138786, -0.01038803718984127, -0.021464113146066666, -0.030678436160087585, -0.005352537147700787, -0.007156952749937773, 0.010995130054652691, -0.004920826759189367, -0.03877301141619682, -0.02211167849600315, 0.013261610642075539, 0.01377426739782095, 0.00036973654641769826, 0.0021619258914142847, 0.008586994372308254, 0.009160359390079975, -0.024162303656339645, 0.012465644627809525, -0.005821347702294588, 0.026847004890441895, 0.09729678183794022, 0.03124505653977394, 0.004465506877750158, 0.03521139919757843, -0.03162280470132828, 0.010077744722366333, -0.017484279349446297, -0.011413349770009518, 0.03680333122611046, 0.012216061353683472, 0.006377849727869034, -0.00045236863661557436, 0.00027066233451478183, -0.011366130784153938, 0.00586182065308094, 0.005450346507132053, 0.0066206869669258595, 0.013585393317043781, 0.017821554094552994, -0.005989985074847937, 0.0025379862636327744, 0.0012673067394644022, 0.026509730145335197, 0.007770791184157133, 0.043899573385715485, 0.002462099539116025, 0.0287897028028965, 0.029545195400714874, -0.0027268596459180117, -0.03005785122513771, 0.009942835196852684, -0.00209784391336143, -0.027170786634087563, 0.012020442634820938, -0.027953263372182846, 0.026577185839414597, 0.01691766083240509, -0.012843390926718712, 3.0776245694141835e-05, 0.0024553542025387287, 0.009511124342679977, 0.028304027393460274, 0.0005881214165128767, -0.02760249748826027, 0.013963140547275543, -0.0182532649487257, -0.007824755273759365, -0.004296869970858097, -0.005136681720614433, -0.021909313276410103, 0.02221960574388504, -0.012202570214867592, -0.03685729578137398, 0.004883726593106985, -0.003909004852175713, 0.0037606041878461838, -0.019885670393705368, -0.012054169550538063, -0.014017104171216488, -0.01582489162683487, -0.014286923222243786, -0.01100862119346857, 0.008256465196609497, -0.04176800325512886, 0.010590401478111744, -0.0065329959616065025, -0.01948094181716442, -0.012802918441593647, -0.014583724550902843, 0.019076213240623474, -0.021518075838685036, -0.002666150452569127, -0.029140466824173927, 0.020074544474482536, -0.0032951661851257086, 0.011811332777142525, -0.003490785136818886, -0.005662829149514437, 0.016135184094309807, 0.021679967641830444, -0.009713488630950451, -0.02470194175839424, -0.005055736284703016, -0.023865502327680588, -0.0021197665482759476, 0.008121555671095848, -0.0059495121240615845, -0.007089497987180948, -0.018563557416200638, 0.022624334320425987, 0.0034283893182873726, -0.0071232253685593605, -0.008404865860939026, -0.005767384078353643, -0.0025919501204043627, 0.025686781853437424, -0.0022546760737895966, 0.017484279349446297, -0.011278440244495869, -0.01567649282515049, -0.02986897900700569, -0.018927812576293945, 0.0005704145296476781, -0.002035448094829917, -0.004887098912149668, 0.0014696711441501975, -0.018819885328412056, -0.01250611711293459, -0.019089704379439354, -0.025295544415712357, 0.013895685784518719, -0.025686781853437424, -0.013841722160577774, -0.009167104959487915, -0.021787894889712334, 0.0004304458561819047, 0.01585187390446663, 0.050375234335660934, 0.025376489385962486, -0.017996937036514282, -3.37800920533482e-05, -0.030381634831428528, 0.0443582646548748, 0.0157034732401371, -0.010354309342801571, 0.02084352821111679, 0.014098050072789192, -0.003092801896855235, -0.026887476444244385, 0.01985868811607361, -0.020627673715353012, 0.012128369882702827, 0.01582489162683487, -0.012182334437966347, -0.026536712422966957, -0.005150172859430313, 0.0009038941352628171, 0.00022787069610785693, -0.013652848079800606, -0.0021113348193466663, -0.027143804356455803, 0.014017104171216488, -0.0028533374425023794, -0.027184277772903442, 0.03307982534170151, -0.028169117867946625, -0.02614547498524189, 0.016593877226114273, -0.0050422451458871365, 0.03011181578040123, -0.00913337804377079, 0.016013765707612038, -0.012796172872185707, 0.012829899787902832, 0.008222738280892372, -0.012796172872185707, -0.004037168808281422, -0.011932751163840294, 0.04330597072839737, 0.02230055257678032, 0.04066174477338791, -0.006789323873817921, 0.0065329959616065025, -0.0008372825104743242, 0.007109734229743481, -0.017956463620066643, 0.011818078346550465, -0.0013904117513448, -0.008701667189598083, 0.00650601414963603, 0.008897285908460617, 0.02095145545899868, 0.01439485140144825, 0.02595660090446472, 0.003841550089418888, 0.02209818735718727, -0.03259415179491043, -0.033295679837465286, -0.0362367108464241, -0.025174126029014587, 0.0026155593805015087, 0.00041505772969685495, -0.020195962861180305, -0.004337342455983162, -0.05930624529719353, 0.01373379398137331, 0.019939634948968887, 0.012587063014507294, 0.012755699455738068, 0.01821279153227806, 0.006070930510759354, -0.017308898270130157, 0.009673016145825386, -0.00524123664945364, 0.035939909517765045, -0.006013594102114439, -0.020654654130339622, -0.03834129869937897, 0.005821347702294588, 0.004806153476238251, -0.009794434532523155, 0.03159582242369652, 0.006843287963420153, -0.014664670452475548, 0.009659525007009506, 0.008438593707978725, -0.04551848769187927, -0.01683671399950981, -0.0007382082985714078, -0.019089704379439354, 0.00377746787853539, -0.035724055022001266, -0.021477604284882545, -0.007055770605802536, -0.01438136026263237, 0.00188704754691571, -0.007291862275451422, 0.015433655120432377, -0.02339331991970539, -0.03620972856879234, 0.027022385969758034, -0.01249262597411871, 0.03755882382392883, 0.016593877226114273, 0.019116686657071114, -0.0004789289669133723, 0.007143461611121893, 0.004597043618559837, -0.015541582368314266, -0.010738802142441273, 0.020681636407971382, 0.023029062896966934, 0.025929618626832962, -0.00588543014600873, -0.026658130809664726, 0.008654449135065079, 0.02494477853178978, -0.006070930510759354, -0.011676423251628876, 0.01175062358379364, 0.024162303656339645, 0.006576841697096825, -0.011157020926475525, 0.0027116823475807905, -0.028250062838196754, 0.005463837645947933, -0.017659662291407585, -0.005794365890324116, -0.0076628634706139565, -0.016283584758639336, -0.011696659959852695, 0.05083392560482025, 0.004121487494558096, 0.022556880488991737, -0.004607161972671747, -0.016607368364930153, 0.007635881658643484, 0.003484039567410946, 0.012580317445099354, -0.007055770605802536, -0.02637482061982155, 0.017592208459973335, -0.0028718875255435705, 0.029302358627319336, 0.006047321483492851, 0.013072737492620945, 0.006340749561786652, -0.00492757186293602, 0.002782509895041585, 0.030435599386692047, 0.006597077939659357, -0.007318844087421894, 0.024013902992010117, -0.009592070244252682, 0.0044486429542303085, -0.020128507167100906, -0.0027892552316188812, 0.007602154277265072, -0.02231404185295105, -0.016728786751627922, 0.01834770105779171, 0.0031079791951924562, -0.009470651857554913, 0.0005071756895631552, 0.0003261017263866961, -0.025362998247146606, 0.02876272052526474, -0.007062515709549189, 0.02738664299249649, -0.02634783834218979, -0.0076628634706139565, 0.017524752765893936, 0.008350902236998081, -0.008431848138570786, -0.014219468459486961, -0.012587063014507294, -0.00912663247436285, 0.0014249823288992047, -0.00524123664945364, 0.02735966071486473, 0.0034519985783845186, 4.2528132325969636e-05, -0.01950792409479618, -0.004212551284581423, -0.006465541198849678, 0.018900830298662186, 0.023878993466496468, -0.011271694675087929, -0.02367663010954857, 0.012748953886330128, 0.03370041027665138, 0.02084352821111679, -0.0034435668494552374, -0.008533029817044735, -0.001892106723971665, 0.006644296459853649, 7.931206710054539e-06, 0.015568564645946026, -0.0015624214429408312, -0.001315368339419365, 0.004758934956043959, 0.00648915022611618, -0.007676354609429836, -0.004917453974485397, 0.018037408590316772, -0.006593705154955387, 0.00789221003651619, -0.002976442454382777, -0.027089841663837433, -0.018657993525266647, -0.0017690017120912671, 0.006131639704108238, -0.030705418437719345, -0.0020101526752114296, -0.03278302401304245, -0.00617548543959856, -0.006114776246249676, 0.014435323886573315, -0.01980472542345524, -0.015231289900839329, 0.01710653305053711, -0.00021922805171925575, 0.006630805321037769, 0.03291793540120125, -0.00911988690495491, -0.026685113087296486, 0.003359248163178563, -0.016270093619823456, -0.02876272052526474, -0.02107287384569645, -0.004536334425210953, 0.020034071058034897, 0.005099581554532051, -0.018077882006764412, -0.009288524277508259, -0.026577185839414597, -0.037369951605796814, -0.02232753299176693, -0.014516269788146019, 0.024270230904221535, 0.014664670452475548, -0.007939428091049194, -0.0054975650273263454, 0.0009839966660365462, -0.01371355727314949, 0.019872179254889488, -0.033322662115097046, -0.00461727986112237, 0.020627673715353012, -0.013592138886451721, 0.027899298816919327, 0.008431848138570786, -0.03305284306406975, -0.0075279539451003075, 0.03523837774991989, -0.012020442634820938, -0.0022411851678043604, 0.0064824046567082405, 0.01500194426625967, -0.012249789200723171, 0.001026999088935554, 0.030570508912205696, 0.0045059798285365105, 0.005301945842802525, 0.037073150277137756, -0.015231289900839329, 0.008162029087543488, -0.0019426977960392833, -0.006337376777082682, -0.012006951496005058, -0.0031417065765708685, 0.0169446412473917, 0.006907369941473007, 0.011022111400961876, 0.0013668026076629758, 0.007049025036394596, -0.016121692955493927, -0.017835045233368874, 0.013544920831918716, 0.013484211638569832, 0.006920861080288887, 0.02493128925561905, -0.002192280488088727, 0.003642558353021741, 0.022853681817650795, 0.020007088780403137, -0.0011332404101267457, -0.014246450737118721, 0.0071299709379673, -0.015285254456102848, 0.0038651591166853905, 0.004731953144073486, -0.0016425240319222212, -0.007224407512694597, -0.019373014569282532, 0.012863627634942532, 0.00139378453604877, -0.03801751509308815, 0.010131708346307278, -0.018981777131557465, -0.017214460298419, 0.009814671240746975, -0.0197642520070076, -0.0031248428858816624, 0.005902293603867292, -0.003381171030923724, 0.011035602539777756, -0.001103728893212974, -0.0157034732401371, -0.015285254456102848, -0.023811539635062218, -0.006016966886818409, -0.0031619430519640446, 0.02613198384642601, -0.019332541152834892, 0.006246312987059355, 0.2104589343070984, -0.008667939342558384, -0.004205805715173483, 0.01579791121184826, -0.017376352101564407, -0.017646171152591705, 0.017362860962748528, -0.0039056320674717426, -0.006880388129502535, 0.0012681499356403947, 0.01186529640108347, 0.04335993528366089, 0.0184556283056736, 0.013801248744130135, -0.0017352743307128549, -0.031541857868433, -0.04103948920965195, -0.016270093619823456, -0.013059246353805065, 0.013065991923213005, 0.033241719007492065, -0.010664601810276508, 0.021720441058278084, -0.026941440999507904, 0.01823977380990982, 0.01177086029201746, -0.002472217893227935, -0.004020305350422859, 0.033160772174596786, 0.02479637786746025, -0.017322389408946037, -0.00852628517895937, 0.01709304191172123, 0.018550066277384758, -0.007102988660335541, -0.015460636466741562, -0.011022111400961876, -0.01583838276565075, 0.020708618685603142, -0.00988887157291174, 0.006310394965112209, -0.003195670433342457, 0.021963277831673622, -0.02355520986020565, 0.014947980642318726, 0.01676926016807556, -0.006549859419465065, -0.0031855523120611906, -0.0011197493877261877, 0.029086502268910408, -0.01171689573675394, 0.016715295612812042, -0.0022765989415347576, 0.0009156987071037292, -0.0008212620159611106, 0.045194704085588455, 0.010111472569406033, -0.006050694268196821, -0.0157709289342165, 0.021720441058278084, -0.004833135288208723, 0.016243111342191696, 0.004148469306528568, 0.007305352948606014, -0.011278440244495869, 0.0024772770702838898, -0.024148812517523766, -0.0031282156705856323, 0.007919191382825375, -0.025160634890198708, -0.004883726593106985, -0.024486087262630463, -0.016013765707612038, 0.01513685379177332, -0.013814739882946014, -0.03302586078643799, 0.018523083999753, 0.023163972422480583, 0.022637825459241867, 0.020641164854168892, -0.014111541211605072, -0.0069343517534434795, -0.029032539576292038, -0.022543389350175858, -0.005190645810216665, -0.016364531591534615, 0.016607368364930153, 0.003374425694346428, -0.01496147084981203, -0.008998468518257141, -0.00619572214782238, -0.004876981023699045, -0.024486087262630463, -0.00020594788657035679, -0.014017104171216488, -0.01060389168560505, 0.010084490291774273, 0.00990236271172762, -0.009059177711606026, -0.011076075956225395, -0.016256602481007576, 0.0754953920841217, 0.02077607437968254, 0.03297189995646477, -0.03923170268535614, -0.015244781039655209, 0.00461053429171443, 0.037504859268665314, -0.021990260109305382, -0.014152013696730137, 0.01691766083240509, -0.026469256728887558, 0.004280006047338247, -0.009200832806527615, -0.00042159241274930537, 0.03418608382344246, 0.0035751035902649164, 0.0033761118538677692, 0.0181858092546463, -0.003976459614932537, 0.015298744663596153, -0.02601056545972824, 0.015474127605557442, 0.008769121952354908, -0.014772597700357437, -0.054233647882938385, -0.014205977320671082, -0.0015784419374540448, 0.012283516116440296, -0.0010244695004075766, -0.005328928120434284, -0.025713764131069183, 0.025187617167830467, -0.012688244692981243, -0.015973292291164398, 0.0016231307527050376, 0.007028788328170776, 0.01952141523361206, 0.005484073888510466, 0.012162097729742527, 0.012735463678836823, 0.0197642520070076, 0.007615644950419664, -0.0005206665955483913, 0.011258203536272049, -0.013072737492620945, -0.01115027628839016, 0.014125031419098377, -0.012047424912452698, -0.02892461232841015, -0.00525135500356555, 0.025686781853437424, 0.0010506082326173782, -0.023096518591046333, 0.03426703065633774, 0.0026105002034455538, -0.016472458839416504, -0.03353852033615112, 0.0005206665955483913, 0.009511124342679977, -0.04481695964932442, -0.016162166371941566, 0.03175771236419678, 0.022556880488991737, -0.023083027452230453, 0.017565226182341576, -0.1710653305053711, 0.018523083999753, 0.020249925553798676, -0.006708378437906504, 0.00042285717790946364, 0.010570164769887924, 0.004731953144073486, 0.014138522557914257, -0.025416962802410126, -0.005028754007071257, 0.03958246856927872, 0.00913337804377079, -0.0392586849629879, -0.019008757546544075, 0.012823154218494892, 0.017349369823932648, -0.01712002418935299, 0.023271901533007622, 0.01968330703675747, 0.027683444321155548, 0.020654654130339622, -0.02498525194823742, -0.00847232062369585, 0.010543182492256165, 0.01966981589794159, 0.0007196582155302167, -0.013389774598181248, 0.04290124401450157, 0.013814739882946014, -0.007372807711362839, -0.012128369882702827, -0.04190291091799736, 0.03178469464182854, 0.0009898989228531718, 0.01563601940870285, 0.008425102569162846, -0.009470651857554913, -0.005652710795402527, -0.008654449135065079, 0.04535659775137901, 0.00325469346717, 0.00294102868065238, 0.015919329598546028, 0.026873985305428505, -0.011635950766503811, 0.00023187581973616034, 0.025430453941226006, 0.013490957207977772, -0.024148812517523766, -0.05369400978088379, -0.009497633203864098, -0.00586856622248888, -0.011831569485366344, -0.008344156667590141, 0.01371355727314949, 0.014907507225871086, 0.010246382094919682, 0.010320582427084446, -0.008640957996249199, -0.009679761715233326, -0.010927675291895866, -0.001752138021402061, 0.03397022932767868, -0.010630873963236809, -0.0008979918202385306, -0.042577460408210754, -0.013207647018134594, 0.012668008916079998, -0.029032539576292038, -0.004283378832042217, -0.006242940202355385, -0.0016610741149634123, 0.0274810791015625, 0.002204085001721978, 0.004590298049151897, 0.007838246412575245, 0.014408341608941555, 0.011291931383311749, 0.012674753554165363, 0.017484279349446297, -0.004209178499877453, 0.0009924285113811493, -0.0050894636660814285, -0.01299853716045618, -0.038638100028038025, -0.012816408649086952, 0.0022597352508455515, 0.0019123430829495192, 0.002178789582103491, -0.0017049197340384126, 0.011514531448483467, -0.036020856350660324, -0.011440331116318703, -0.037342969328165054, 0.023285390809178352, -0.0017386471154168248, 0.01698511466383934, -0.007669609040021896, 0.012870373204350471, 0.011474058963358402, -0.012762445025146008, -0.010786020196974277, 0.012330734170973301, 0.015919329598546028, 0.003909004852175713, -0.001557362382300198, 5.881214019609615e-05, -0.002957892371341586, 0.027791371569037437, -0.01176411472260952, -0.037369951605796814, -0.0005514428485184908, 0.017835045233368874, 0.01952141523361206, -0.009423433803021908, 0.02765646204352379, -0.0007120695663616061, 0.015555073507130146, 0.014084558933973312, -0.011979970149695873, 0.054206665605306625, -0.02347426488995552, -0.009807925671339035, 0.021437130868434906, -0.006738733034580946, 0.0037066403310745955, -0.09880776703357697, -0.0024148812517523766, -0.014583724550902843, 0.005430110264569521, -0.03672238439321518, -0.00908615905791521, 0.0018297110218554735, 0.01436786912381649, 0.003271557157859206, 0.016162166371941566, 0.0036290674470365047, -0.023258410394191742, -0.01500194426625967, -0.0053626555018126965, 0.03836828097701073, -0.019319050014019012, 0.021612513810396194, -0.0015362827107310295, -0.04265840724110603, 0.03631765767931938, 0.00649589579552412, -0.02339331991970539, -0.008863558992743492, -0.007406535558402538, -0.025147143751382828, -0.018941303715109825, -0.041120436042547226, -0.0047724260948598385, -0.0111232940107584, 0.02203073352575302, 0.01834770105779171, -0.018941303715109825, 0.03297189995646477, -0.034752704203128815, -0.007919191382825375, -0.012256534770131111, -0.0396634116768837, -0.01939999684691429, 0.0015539895975962281, -0.026455765590071678, -0.0014882212271913886, 0.012641026638448238, -0.019103195518255234, -0.017403334379196167, 0.0016012080013751984, -0.014583724550902843, 0.0010590400779619813, 0.015177326276898384, 0.019426977261900902, -0.01957537792623043, -0.019818216562271118, -0.013814739882946014, -0.03620972856879234, -0.014556742273271084, 0.027035877108573914, 0.001402216381393373, 0.010145199485123158, -0.012924336828291416, -0.008708412759006023, 0.0009561715414747596, -0.010246382094919682, -0.028492901474237442, -0.02509317919611931, 0.006138385273516178, 0.028196100145578384, -0.014583724550902843, -0.0012276771012693644, -0.0029460876248776913, 0.0025143770035356283, -0.007743809372186661, -0.016216130927205086, 0.0013794503174722195, -0.01702558808028698, 0.0062193311750888824, -0.01813184656202793, 0.00040283153066411614, -0.008135046809911728, -0.026455765590071678, 0.02203073352575302, -0.02221960574388504, -0.009774197824299335, -0.017308898270130157, 0.021180802956223488, -0.029329340904951096, 0.009504378773272038, -0.007413280662149191, -0.012573571875691414, -0.007177188992500305, 0.0031838659197092056, -0.03960945084691048, -0.012863627634942532, 0.0028331009671092033, 0.014030595310032368, -0.026927949860692024, -0.012614044360816479, 0.02622641995549202, -0.0025868909433484077, -0.016351040452718735, 0.03510347008705139, -0.004843253642320633, -0.003527885302901268, -0.022637825459241867, -0.04473601281642914, 0.03812544420361519, 0.010158690623939037, 0.017713626846671104, -0.019184140488505363, -0.0068028150126338005, 0.018846867606043816, -0.016108201816678047, -0.003817940829321742, 0.0068534063175320625, -0.004138350952416658, 0.019993597641587257, -0.03432099521160126, 0.002957892371341586, -0.03564310818910599, -0.006516132038086653, 0.011986714787781239, -0.0077100819908082485, 0.0018263382371515036, 0.0023575446102768183, 0.003986577969044447, -0.016229622066020966, 0.008984977379441261, 0.017848536372184753, 0.013841722160577774, 0.02725173346698284, -0.02462099678814411, 0.034644778817892075, -0.0008929327013902366, 0.01435437798500061, 0.04163309186697006, -0.019359523430466652, -0.0077910274267196655, 0.01819930039346218, -0.028465919196605682, -0.008694921620190144, -0.0034604305401444435, 0.009929344058036804, 0.006742105819284916, 0.015042416751384735, -0.014853543601930141, -0.015055907890200615, -0.02230055257678032, -0.030462579801678658, 0.006728614680469036, -0.002485708799213171, -0.01841515675187111, -0.00787197332829237, -0.009376214817166328, 0.031110147014260292, -0.0035616126842796803, 0.004168705549091101, -0.008323919959366322, -0.004863489884883165, 0.02101891115307808, -0.015946311876177788, 0.025551872327923775, 0.01595980115234852, 0.02887064777314663, -0.004836508072912693, 0.015393181703984737, -0.015352709218859673, -0.0021349438466131687, -0.042712368071079254, -0.021895822137594223, 0.003347443649545312, -0.028250062838196754, 0.023838520050048828, -0.006762342061847448, -0.020263416692614555, -0.015595545992255211, -0.00036235866718925536, -0.007109734229743481, 0.02740013413131237, -0.008108065463602543, -0.002345740096643567, 0.02333935536444187, -0.00293765589594841, -0.042604442685842514, 0.02092447504401207, 0.009686507284641266, -0.009416688233613968, -0.021302221342921257, 0.01172364130616188, 0.007588663138449192, -0.006394713651388884, -0.019022248685359955, 0.014516269788146019, -0.008917522616684437, 0.00914686918258667, 0.001253815833479166, 0.0014840052463114262, 0.0003183022781740874, -0.017929481342434883, -0.0037302495911717415, 0.045167725533246994, -0.010017035529017448, 0.013706812635064125, 0.029221411794424057, 0.010968147777020931, 0.0022462443448603153, -0.019116686657071114, -0.0006366045563481748, -0.04805478826165199, -0.01957537792623043, 0.02200375124812126, -0.043953537940979004, -0.021572040393948555, 0.007581917569041252, 0.02997690625488758, 0.007467244751751423, -0.004387933760881424, 0.0342940129339695, 0.010300345718860626, -0.029221411794424057, 0.018927812576293945, -0.00913337804377079, -0.014583724550902843, -0.0337543748319149, 0.032135460525751114, 0.004280006047338247, 0.0033120298758149147, 0.037046167999506, -0.011062584817409515, 0.027845334261655807, 0.020371345803141594, 0.008202501572668552, -0.020641164854168892, 0.000165475023095496, -0.012802918441593647, 0.009011959657073021, -0.0038246861658990383, -0.004785916768014431, -0.005345791578292847, -0.00909290462732315, -0.016431985422968864, -0.016647839918732643, 0.035966891795396805, 0.013963140547275543, 0.0652962327003479, 0.03240527957677841, -0.008984977379441261, 0.00028520726482383907, 8.557008186471649e-06, 0.011892278678715229, 0.03531932458281517, 0.007919191382825375, -0.014556742273271084, -0.020411817356944084, -0.010860220529139042, -0.0034351348876953125, 0.006229449529200792, -0.03537328913807869, -0.011210985481739044, -0.012654517777264118, 0.0020236435811966658, 0.0262399110943079, -0.031838659197092056, -0.02638831175863743, 0.01695813238620758, -0.004532961640506983, 0.01311320997774601, -0.0034739214461296797, -0.00555490143597126, -0.016580386087298393, 0.0010640992550179362, -0.022934626787900925, -0.012195824645459652, -0.04870235547423363, 0.013571902178227901, 0.009362723678350449, -0.009403197094798088, -0.01979123428463936, -0.015528091229498386, 0.0007799459272064269, -0.0181858092546463, -0.017632680013775826, 0.0014224527403712273, 0.00588205736130476, 0.005973121151328087, 0.006586959585547447, -0.011372876353561878, -0.008054100908339024, -0.02096494659781456, -0.006674651056528091, 0.0049005900509655476, -0.017214460298419, -0.006047321483492851], "9a896790-1a80-4627-9db8-c0c234d7f77b": [-0.013460719957947731, 0.006242652889341116, -0.03220885992050171, -0.010352848097682, -0.035222552716732025, -0.006683270912617445, 0.0011318172328174114, 0.010003044269979, -0.03659486025571823, -0.03907039761543274, 0.012606391683220863, 0.030998000875115395, 0.011974054388701916, -0.006222472060471773, -0.01091791596263647, 0.007043165620416403, 0.02370593696832657, -0.0038007530383765697, 0.004957796540111303, -0.017544006928801537, -0.016521504148840904, -0.00045449272147379816, -0.023073598742485046, 0.009633059613406658, -0.006982622668147087, -0.0030591017566621304, 0.011388805694878101, -0.027378875762224197, 0.0017170659266412258, 0.020772965624928474, 0.00983486883342266, -0.01692512258887291, -0.01684439927339554, 0.02092096023261547, -0.0068581728264689445, -0.009505245834589005, 0.011496436782181263, -0.007897494360804558, 0.02809193730354309, 0.0014984385343268514, 0.0025142149534076452, 0.029921680688858032, 0.016386963427066803, -0.005364779848605394, -0.011402259580790997, 0.03341972082853317, 0.0010031634010374546, 0.010817010886967182, -0.00582221569493413, 0.003894930938258767, 0.019831186160445213, 0.023019783198833466, -0.008428926579654217, 0.021499481052160263, 0.002194682601839304, -0.017463283613324165, 0.0038041165098547935, 0.015794988721609116, 0.014113239012658596, -0.012000962160527706, 0.0037738450337201357, 0.0015018020058050752, -0.01825706847012043, 0.0016741813160479069, -0.02558949589729309, -0.02456699125468731, -0.009686875157058239, -0.0021324579138308764, 0.009592697024345398, -0.01255930308252573, 0.015176104381680489, 0.03589525446295738, 0.02206454798579216, 0.022441260516643524, 0.02162056788802147, -0.002525987336412072, 0.007117162458598614, 0.007164251524955034, -0.009451430290937424, 0.0071037085726857185, 0.003666213247925043, 0.008913270197808743, -0.017705455422401428, 0.005465684924274683, 0.007796589285135269, 0.020248260349035263, 0.012606391683220863, -0.0014933932106941938, -0.019293026998639107, 0.029491152614355087, -0.0015673901652917266, 0.008529831655323505, 0.031240172684192657, 0.01825706847012043, -7.5613020271703135e-06, 0.037859536707401276, 0.00531432731077075, 0.02581821382045746, -0.01689821481704712, -0.006336831022053957, 0.020799873396754265, 0.006975895259529352, -0.020019542425870895, -0.004116922151297331, -0.024486267939209938, 0.011119725182652473, -0.008563466370105743, -0.026383280754089355, 0.009081445634365082, -0.03726756200194359, -0.026558183133602142, 0.020436616614460945, -0.0069153523072600365, 0.001292424276471138, -0.008011853322386742, -0.005590134300291538, -0.022104911506175995, -0.01823016069829464, 0.0009897093987092376, -0.007749500218778849, 0.036245059221982956, 0.02793049067258835, 0.01617169938981533, -0.011039001867175102, 0.022764155641198158, 0.009478338062763214, 0.011765517294406891, -0.020665332674980164, 0.007238248363137245, 0.011334989219903946, 0.004877072758972645, 0.02962569333612919, -0.007796589285135269, 0.014207417145371437, -0.03562617301940918, 0.009162168949842453, -0.04407528042793274, 0.022293265908956528, -0.014705214649438858, -0.00904780998826027, -0.004866981878876686, 0.03718683868646622, 0.005189877934753895, 0.004591175355017185, 0.013164732605218887, 0.031186357140541077, 0.017248019576072693, -0.001096500433050096, -0.012014416046440601, 0.012613118626177311, 0.015848804265260696, -0.02172819897532463, -0.02178201451897621, 0.02133803255856037, 0.018041804432868958, 0.019763916730880737, 0.0002816929772961885, 0.01656186580657959, -0.023302316665649414, -0.021970370784401894, 0.008442380465567112, 0.00904780998826027, 0.013265637680888176, -0.0037772085051983595, 0.0027597504667937756, 0.035330187529325485, 0.0022871787659823895, -0.017126932740211487, 0.008523104712367058, -0.010648835450410843, -0.015028110705316067, 0.011348443105816841, -0.020463524386286736, 0.017436375841498375, -0.003524946281686425, 0.017665093764662743, 0.016265878453850746, -0.010500841774046421, -0.015028110705316067, -0.04948378726840019, 0.015525908209383488, -0.008173300884664059, 0.0004977977368980646, 0.012122048065066338, -0.01836470142006874, -0.002699207281693816, 0.023921199142932892, -0.001111636171117425, 0.026127655059099197, -0.0034341318532824516, 0.018768319860100746, 0.0035114921629428864, -0.023921199142932892, -0.029544970020651817, -0.6182379126548767, -0.021970370784401894, -0.0027294789906591177, -0.012862017378211021, -0.0001256056420970708, 0.016804037615656853, 0.0165349580347538, -0.0016514776507392526, -0.006975895259529352, 0.010547930374741554, -0.01532409805804491, 0.025105152279138565, -0.01814943738281727, -0.03315063938498497, -0.0030187396332621574, -0.008825819939374924, 0.0191719401627779, -0.0024385363794863224, -0.010507568717002869, 0.0034358135890215635, -0.0157008096575737, 0.019306480884552002, -0.014234324917197227, -0.005421959329396486, -0.026127655059099197, -0.0024519902653992176, 0.034415315836668015, -0.008953632786870003, -0.003820934100076556, 0.031105631962418556, -0.01841851696372032, 0.01142244040966034, 0.009034356102347374, 0.007419877219945192, 0.04324113577604294, 0.0024301274679601192, -0.03721374645829201, 0.013696164824068546, 0.03072892129421234, 0.027526870369911194, -0.04181501269340515, -0.014584128744900227, -0.004059742670506239, -0.018997037783265114, 0.005660767666995525, 0.027405783534049988, 0.000745855737477541, -0.001489188871346414, 0.0013226957526057959, -0.008657644502818584, 0.005923120304942131, -0.031051816418766975, -0.017436375841498375, -0.0015102106845006347, 0.02754032425582409, 0.013063827529549599, 0.019333388656377792, -0.01040666364133358, -0.006622727960348129, 0.014301594346761703, -0.003723392728716135, -0.018741412088274956, 0.009330344386398792, -0.01522991992533207, -0.03718683868646622, 0.0038612959906458855, 0.004026107490062714, 0.006989349611103535, -0.006851445883512497, -0.003585489233955741, 0.016413871198892593, 0.013992153108119965, -0.02626219391822815, -0.006948987487703562, 0.015189558267593384, -0.002795067150145769, 0.017745817080140114, -0.019817732274532318, -0.014247778803110123, 0.0015236646868288517, -0.005973572842776775, -0.0016220470424741507, 0.018485786393284798, -0.030298393219709396, 0.024809163063764572, 0.026168016716837883, -0.010117403231561184, 0.0014597582630813122, -0.012566030025482178, 0.004365820903331041, 0.005304236896336079, 0.013581805862486362, 0.013218548148870468, -0.02970641665160656, -0.01255930308252573, 0.020490432158112526, -0.006437735632061958, -0.016158245503902435, -0.0038444786332547665, -0.024418998509645462, -0.01154352631419897, 0.01744982972741127, 0.012956195510923862, 0.03549163416028023, 0.023181229829788208, 0.04617410525679588, -0.0016893170541152358, 0.02039625309407711, 0.017194204032421112, -0.00974069070070982, -0.007561144419014454, -0.009720509871840477, -0.018916314467787743, -0.01833779364824295, 0.0005579202552326024, -0.028361016884446144, 0.01144934818148613, -0.007184432353824377, 0.011859695427119732, 0.008872908540070057, -0.01992536336183548, -0.005785217043012381, 0.03285465016961098, -0.0008320453925989568, -0.0001947675773408264, 0.014543767087161541, 0.006703452207148075, -0.004315368365496397, 0.026221832260489464, 0.0010208217427134514, 0.018902860581874847, -0.016386963427066803, 0.017705455422401428, -0.015377914533019066, 0.023302316665649414, 0.011489709839224815, 0.012875471264123917, -0.021270763128995895, 0.013359814882278442, -0.03457676246762276, 0.017194204032421112, 0.014126692898571491, -0.0034576761536300182, -0.021042045205831528, -0.021849285811185837, -0.04133066534996033, -0.0035653081722557545, 0.0013302635634317994, -0.00013201730325818062, 0.0003401337598916143, -0.03759045526385307, -0.007318972144275904, -0.0023140867706388235, 0.023598304018378258, -0.003193641547113657, -0.0020315530709922314, -0.027136703953146935, -0.03923184424638748, 0.011234084144234657, -0.0314016193151474, 0.0005179787403903902, 0.025831667706370354, -0.032612480223178864, -0.01814943738281727, 0.010070313699543476, -0.0018785138381645083, -0.009357252158224583, 0.008038761094212532, -0.02803812175989151, -0.03368879854679108, 0.0056204055435955524, -0.020988229662179947, -0.004298551008105278, 0.023046690970659256, -0.019575560465455055, 0.009303436614573002, -0.011630977503955364, 0.0010855690343305469, 0.008180027827620506, 0.0028589735738933086, 0.01336654182523489, 0.018916314467787743, 0.002307359827682376, -0.009787780232727528, 0.04429054632782936, -0.016010252758860588, 0.029464244842529297, 0.024324819445610046, 0.0006554617430083454, 0.022347083315253258, -0.01692512258887291, -0.014086331240832806, -0.027015618979930878, -0.009875231422483921, -0.02128421701490879, -0.010965004563331604, 0.003740210086107254, 0.003092736704275012, -4.752911991090514e-06, 0.0280650295317173, 0.00822711642831564, -0.0042850966565310955, -0.007507328409701586, -0.009478338062763214, 0.018768319860100746, -0.0035653081722557545, 0.02175510674715042, -0.03129398822784424, 0.03812861815094948, 0.004883799701929092, 0.014611036516726017, -0.02109586074948311, -0.004063106141984463, -0.02801121398806572, 0.017221111804246902, -0.0001925602846313268, -0.008751822635531425, 0.03573380783200264, -0.010097221471369267, 0.009229439310729504, 0.018997037783265114, 0.008792184293270111, 0.03818243369460106, -0.0053445990197360516, 0.0019239210523664951, -0.006659726612269878, 0.01450340449810028, 0.018606873229146004, 0.032693203538656235, -0.002179546980187297, 0.004510451108217239, 0.022024186328053474, 0.018122529610991478, 0.007298791315406561, 0.00411355821415782, 0.005539681762456894, 0.048864904791116714, -0.0032979100942611694, 0.012855290435254574, 0.00045911752386018634, 0.008146393112838268, 0.0170865710824728, 0.008301113732159138, -0.007318972144275904, -0.004349003080278635, -0.023127414286136627, 0.025212783366441727, 0.014732122421264648, -0.029598785564303398, -0.012458398006856441, 0.010790102183818817, -0.012317130342125893, -0.02050388604402542, -0.015875712037086487, -0.0030994636472314596, -0.009989590384066105, 0.013090735301375389, 0.018445424735546112, 0.02297941967844963, 0.0186203271150589, -0.0022737248800694942, 0.0021425483282655478, 0.021324578672647476, -0.012485305778682232, 0.005062065087258816, -0.00022051935957279056, -0.0117386095225811, -0.03325827047228813, 0.009606150910258293, -0.013131096959114075, 0.014516858384013176, 0.005791943985968828, 0.012162409722805023, -0.027271244674921036, -0.005438776686787605, 0.00702971126884222, 0.019239209592342377, -0.002120685763657093, -0.0019457837333902717, 0.020046450197696686, -0.01872795820236206, -0.03573380783200264, 0.009700329042971134, 0.025629857555031776, 0.008213662542402744, 0.008650917559862137, -0.011435894295573235, 0.00438263826072216, -0.013063827529549599, 0.01839160919189453, 0.02214527316391468, -0.013245455920696259, -0.004103467799723148, 0.010897734202444553, 0.0179207194596529, 0.03347353637218475, 0.05521518737077713, -0.017046209424734116, -0.016306240111589432, -0.01669640652835369, 0.023544488474726677, -0.0013849204406142235, -0.05021030455827713, -0.028522465378046036, 0.03734828531742096, -0.012512213550508022, -0.0247284397482872, -0.027742134407162666, -0.010803557001054287, -0.01276783924549818, 0.02365211956202984, -0.007614959962666035, -0.03767118230462074, -0.008576920256018639, 0.00435573048889637, 0.013084008358418941, -0.0009594378643669188, -0.004638263955712318, 0.011139906011521816, 0.004187555518001318, -0.02045007050037384, 0.011913510970771313, 0.006336831022053957, 0.020167535170912743, 0.08825819194316864, 0.03594907000660896, 0.00896035972982645, 0.03126708045601845, -0.033661890774965286, 0.009041083045303822, -0.012021142989397049, -0.007534236181527376, 0.03909730538725853, 0.01564699411392212, 0.006333467084914446, 0.0016279332339763641, -0.004782894626259804, -0.009996317327022552, 0.0025949389673769474, 0.012216226197779179, 0.014247778803110123, 0.00725170224905014, 0.01940065808594227, -0.00395883759483695, 0.0003079703019466251, 0.0030725556425750256, 0.03253175690770149, 0.003639305243268609, 0.03896276280283928, -0.00039437017403542995, 0.02414991706609726, 0.02242780663073063, -0.0012957877479493618, -0.02984095737338066, 0.0020752784330397844, -0.00393865630030632, -0.021687837317585945, 0.01268711593002081, -0.026800354942679405, 0.029141349717974663, 0.014745576307177544, -0.021324578672647476, 0.002544486429542303, 0.0071373432874679565, 0.0073055182583630085, 0.02887227013707161, -0.002095459494739771, -0.020127173513174057, 0.016185153275728226, -0.010238489136099815, 0.006505005527287722, 0.00832129456102848, -0.01617169938981533, -0.029921680688858032, 0.027029072865843773, -0.019683191552758217, -0.02984095737338066, 0.007783134933561087, -0.006848082412034273, -0.001025866949930787, -0.02892608568072319, -0.016548411920666695, -0.010292304679751396, 0.00255625881254673, -0.012552576139569283, -0.004705534316599369, 0.004705534316599369, -0.03732137754559517, 0.0012486987980082631, -0.012014416046440601, -0.026544729247689247, -0.00250076106749475, -0.02306014485657215, 0.026046931743621826, -0.027661409229040146, -0.0060273888520896435, -0.02962569333612919, 0.01603716053068638, -0.0013353087706491351, 0.004907344002276659, -0.0063233766704797745, -0.006326740141957998, 0.013884521089494228, 0.02970641665160656, -0.010137584060430527, -0.03376952186226845, 0.0003338271926622838, -0.01797453500330448, 1.6541580407647416e-05, 0.011429167352616787, 0.004312004894018173, -0.009061264805495739, -0.02028862200677395, 0.013413631357252598, -0.0005289100809022784, -0.006878354120999575, -0.015620086342096329, -0.004103467799723148, -0.0020988229662179947, 0.03296228498220444, -0.0027883402071893215, 0.02511860616505146, -0.01258621085435152, -0.03056747280061245, -0.015108834020793438, -0.019723553210496902, -0.00455754017457366, 0.007830223999917507, 0.0034812206868082285, -0.00571122020483017, -0.026356372982263565, -0.014167054556310177, -0.010958277620375156, -0.023046690970659256, 0.017153840512037277, -0.024943703785538673, -0.010547930374741554, -0.017490191385149956, -0.02423064224421978, 0.013568351976573467, 0.014933932572603226, 0.04071178287267685, 0.020275168120861053, -0.008597102016210556, -0.0064343721605837345, -0.03479202464222908, 0.04517851024866104, 0.014247778803110123, -0.0009115080465562642, 0.022696886211633682, 0.009794507175683975, -0.003942020237445831, -0.030298393219709396, 0.011604068800807, -0.00908817257732153, 0.0012730840826407075, 0.01447649672627449, -0.011435894295573235, -0.018875952810049057, -0.013649076223373413, -0.004621446598321199, 0.008112757466733456, -0.019212301820516586, 0.000899735779967159, -0.023517580702900887, 0.013884521089494228, -0.00657900283113122, -0.021324578672647476, 0.0347382090985775, -0.029302796348929405, -0.020517339929938316, 0.019212301820516586, 0.001560663222335279, 0.030029313638806343, -0.0053445990197360516, 0.008650917559862137, -0.013050373643636703, 0.012747658416628838, 0.007944582961499691, -0.015041564591228962, -0.007083527278155088, -0.01814943738281727, 0.03802098333835602, 0.027405783534049988, 0.03570689633488655, 0.0029464245308190584, 0.0034946748055517673, -0.00222327234223485, 0.0034274046774953604, -0.011361896991729736, 0.004523904994130135, -0.008106030523777008, -0.004399455618113279, 0.009996317327022552, 0.012431489303708076, 0.00662609189748764, 0.021943463012576103, 0.012613118626177311, -0.0030136944260448217, 0.026410188525915146, -0.02595275267958641, -0.031078724190592766, -0.03056747280061245, -0.033661890774965286, 0.009236166253685951, 0.0071373432874679565, -0.004520541522651911, -0.0123642198741436, -0.05241675674915314, 0.01606406830251217, 0.019306480884552002, 0.010245216079056263, 0.012660207226872444, 0.00940434169024229, 0.01841851696372032, -0.01997918076813221, 0.012148955836892128, 0.005415232386440039, 0.03312373161315918, -0.015189558267593384, -0.02811884507536888, -0.034253865480422974, 0.004194282460957766, 0.008846000768244267, -0.009949227795004845, 0.01689821481704712, 0.003609033767133951, -0.010615200735628605, -0.002124049235135317, 0.007419877219945192, -0.0322357676923275, -0.020557701587677002, -0.012249860912561417, -0.014463042840361595, -0.003555217757821083, -0.04488252103328705, -0.014866662211716175, 0.0019626012071967125, -0.015472092665731907, 0.0019491473212838173, -0.0038007530383765697, 0.016292786225676537, -0.02131112478673458, -0.029114441946148872, 0.024634260684251785, -0.006693361792713404, 0.030163852497935295, 0.011926964856684208, 0.007688957266509533, 0.001476575736887753, 0.0033382719848304987, 0.00010227136954199523, -0.021889647468924522, -0.008879635483026505, 0.018929768353700638, 0.006074477918446064, 0.030863460153341293, -0.0014084649737924337, -0.021378396078944206, 0.013884521089494228, 0.02606038562953472, -0.0024772165343165398, -0.013803796842694283, 0.012243133969604969, 0.016265878453850746, 0.004527268931269646, -0.010070313699543476, -0.00010489910346223041, -0.02495715767145157, 0.0026739812456071377, -0.021163132041692734, -0.0006268720026127994, -0.01572771742939949, -0.00371330208145082, -0.008751822635531425, 0.04525923356413841, -0.0030019222758710384, 0.02367902733385563, -0.00553631829097867, -0.01794762723147869, 0.00824057124555111, 0.003134780330583453, 0.004533995874226093, -0.012236407026648521, -0.03282774239778519, 0.028414834290742874, 0.0024940338917076588, 0.027298152446746826, -0.0006504164775833488, 0.02214527316391468, 0.00931016355752945, -0.015525908209383488, 0.00657900283113122, 0.02970641665160656, -0.010043405927717686, -0.013272364623844624, 0.025293506681919098, -0.0060273888520896435, 0.0031112360302358866, -0.027580685913562775, -0.007386242505162954, 0.0038982946425676346, -0.027822857722640038, -0.008348203264176846, 0.010924642905592918, 0.0036897575482726097, -0.0009754145285114646, -0.0048602549359202385, -0.005939938127994537, -0.029598785564303398, 0.02881845273077488, -0.0046920799650251865, 0.024580445140600204, -0.029598785564303398, -0.004752622917294502, 0.018270522356033325, -0.004059742670506239, -0.010568112134933472, -0.004005926661193371, -0.012377673760056496, -0.010090494528412819, 0.005721310619264841, -0.0010443662758916616, 0.02579130418598652, 0.008839273825287819, 0.0015413231449201703, -0.014301594346761703, -0.0042716427706182, -0.007076800335198641, 0.017570914700627327, 0.024015378206968307, -0.007709138095378876, -0.03732137754559517, 0.0008476015646010637, 0.019992634654045105, 0.01731528900563717, 5.6759032304398715e-05, -0.008691279217600822, 0.00953215453773737, 0.005327781196683645, 0.00015272384916897863, 0.003501401748508215, -0.0004368343506939709, 0.0035114921629428864, 0.0027816130314022303, 0.009828141890466213, 0.008973813615739346, -0.008913270197808743, 0.021364940330386162, 0.009949227795004845, 0.005159606225788593, -0.00422455370426178, -0.026665814220905304, -0.018472332507371902, 0.012498759664595127, -0.000900576647836715, -0.034442223608493805, -0.007345880381762981, -0.027634501457214355, -0.004170737694948912, -0.006397373974323273, 0.010547930374741554, -0.01703275553882122, -0.020382799208164215, 0.01878177374601364, 0.01603716053068638, 0.0037065751384943724, 0.04243389517068863, -0.01233731210231781, -0.015108834020793438, 0.001421077991835773, -0.01614479161798954, -0.022508529946208, -0.020261714234948158, -0.003609033767133951, 0.01919884793460369, 0.00809930358082056, -0.02114967815577984, -0.005364779848605394, -0.021068952977657318, -0.0444519929587841, -0.011933691799640656, -0.015041564591228962, 0.022104911506175995, 0.01783999428153038, 0.0020214624237269163, -0.00012171659182058647, 0.0009073036490008235, -0.015068472363054752, 0.02425755001604557, -0.035330187529325485, -0.004513814579695463, 0.01603716053068638, -0.013447266072034836, 0.03374261409044266, 0.002008008537814021, -0.03764427453279495, -0.011355170048773289, 0.0380748026072979, -0.00418082857504487, -0.0019995998591184616, 0.01522991992533207, 0.011079363524913788, -0.012196044437587261, 0.005358052905648947, 0.035330187529325485, 0.011496436782181263, 0.0006378033431246877, 0.0238942913711071, -0.021432211622595787, 0.009464884176850319, -0.008872908540070057, -0.004513814579695463, -0.011812605895102024, -0.005119244568049908, 0.029571877792477608, 0.005149515811353922, 0.003598943119868636, -0.006161929108202457, 0.004786258097738028, -0.01992536336183548, -0.016333147883415222, 0.014664852991700172, 0.01609097607433796, 0.015283736400306225, 0.0307020116597414, 0.004264915827661753, -0.0013395132264122367, 0.015902619808912277, 0.014772485010325909, 0.0024503085296601057, -0.015081926248967648, 0.011375350877642632, -0.008731641806662083, -0.008354930207133293, 0.006444462575018406, 0.0005453071789816022, -0.008354930207133293, -0.01658877357840538, -0.003999199718236923, 0.012922560796141624, -0.04192264378070831, 0.012438217177987099, -0.014974294230341911, -0.01405942253768444, 0.00604420667514205, -0.019750462844967842, 0.007076800335198641, -0.00012140126636950299, -0.0013176504289731383, 0.0038041165098547935, -0.0034391770604997873, -0.01689821481704712, -0.01883559115231037, -0.018135983496904373, -0.021459119394421577, -0.0034004966728389263, 0.027526870369911194, -0.022912150248885155, -0.004725715145468712, 0.21418757736682892, -0.010682470165193081, -0.011355170048773289, 0.020584609359502792, -0.024634260684251785, -0.01492047868669033, 0.02036934532225132, -0.006814447697252035, -0.007540963124483824, -0.004533995874226093, 0.018216706812381744, 0.03880131617188454, 0.017355650663375854, 0.00638391962274909, -0.006854809354990721, -0.024930249899625778, -0.03339281305670738, -0.027163611724972725, 0.004766077268868685, 0.017221111804246902, 0.02720397338271141, -0.004301914479583502, 0.012613118626177311, -0.021876193583011627, 0.016212061047554016, 0.01789381168782711, -0.01809561997652054, -0.00402274401858449, 0.02881845273077488, 0.03987763449549675, -0.019306480884552002, -0.006209017708897591, 0.028226478025317192, 0.007937856018543243, -0.008724914863705635, -0.011630977503955364, -0.017274927347898483, -0.009121807292103767, 0.014355410821735859, -0.00704989256337285, 0.008953632786870003, -6.905682676006109e-05, 0.02028862200677395, -0.027661409229040146, 0.011234084144234657, 0.01817634515464306, -0.00106791069265455, -0.017718909308314323, -0.012525667436420918, 0.025078242644667625, -0.004402819089591503, 0.009733963757753372, -0.00038280815351754427, 0.005865940824151039, -0.004194282460957766, 0.033661890774965286, -0.002280451823025942, -0.012761112302541733, -0.009875231422483921, 0.022441260516643524, -0.010857372544705868, 0.0076015060767531395, -0.002823656890541315, 0.013776889070868492, -0.018351247534155846, -0.0028741091955453157, -0.020934414118528366, -0.00413373950868845, 0.008301113732159138, -0.029275888577103615, 0.00022745657770428807, -0.03888203948736191, -0.011018820106983185, 0.02131112478673458, -0.019763916730880737, -0.04014671593904495, 0.014126692898571491, 0.026154562830924988, 0.028226478025317192, 0.02039625309407711, -0.00974069070070982, -0.00829438678920269, -0.03433459252119064, -0.030163852497935295, -0.00511251762509346, -0.014247778803110123, 0.020355891436338425, 0.008455834351480007, -0.022777611389756203, -0.010016498155891895, -0.010312485508620739, -0.003180187661200762, -0.024607352912425995, 0.00720461318269372, -0.011388805694878101, -0.0032087774015963078, 0.013790342956781387, 0.02003299631178379, -0.014933932572603226, -0.01648114249110222, -0.009377432987093925, 0.07388933002948761, 0.00528741953894496, 0.028361016884446144, -0.03460367023944855, -0.01315800566226244, -0.0009014175739139318, 0.025777850300073624, -0.023598304018378258, -0.011355170048773289, 0.020194442942738533, -0.02639673464000225, 0.008476016111671925, -0.010897734202444553, 0.009639786556363106, 0.024392088875174522, 0.006774085573852062, 0.002150957239791751, 0.026961801573634148, 0.006094658747315407, 0.016292786225676537, -0.010453753173351288, 0.02973332442343235, 0.017207657918334007, -0.005987027194350958, -0.052282217890024185, -0.021916555240750313, 0.0005587611813098192, 0.0038074799813330173, 0.005421959329396486, -0.006111476570367813, -0.022347083315253258, 0.0220914576202631, -0.011886603198945522, -0.011913510970771313, 0.0047156247310340405, 0.0050284299068152905, 0.021472573280334473, -0.001321014016866684, 0.008462561294436455, 0.016817491501569748, 0.030190760269761086, 0.015001202002167702, -0.006525186821818352, 0.005512773524969816, -0.006215744651854038, 0.007231521420180798, 0.028441742062568665, -0.0213918499648571, -0.026746539399027824, -0.011341716162860394, 0.017382558435201645, 0.008563466370105743, -0.02895299345254898, 0.035222552716732025, 0.0020601428113877773, -0.025629857555031776, -0.01789381168782711, 0.0021055499091744423, 0.010137584060430527, -0.04566285386681557, -0.008758549578487873, 0.02798430621623993, 0.028280293568968773, -0.02217218093574047, 0.008274205960333347, -0.17027373611927032, 0.02114967815577984, 0.014288140460848808, -0.0024082649033516645, 0.0008921679109334946, 0.004681989550590515, 0.013702891767024994, 0.023167775943875313, -0.02475534752011299, 0.00014452531468123198, 0.03820934146642685, 0.002870745724067092, -0.038666777312755585, -0.018875952810049057, -0.0038074799813330173, 0.011711700819432735, -0.03393097221851349, 0.017544006928801537, 0.023100506514310837, 0.024526629596948624, 0.014234324917197227, -0.03290846571326256, 0.0045474497601389885, -0.004782894626259804, 0.020302075892686844, 0.001124249305576086, -0.01753055304288864, 0.037859536707401276, 0.01393833663314581, -0.016010252758860588, -0.0157008096575737, -0.03823624923825264, 0.02809193730354309, 0.0026706175412982702, 0.010124130174517632, 0.009458157233893871, -0.01078337524086237, -0.0007328221690841019, -0.010151037946343422, 0.05623769015073776, 0.0023426765110343695, -0.00010700128768803552, 0.009411068633198738, 0.020665332674980164, -0.009976135566830635, 0.005213422235101461, 0.022320175543427467, 0.007211340591311455, -0.010352848097682, -0.0558609813451767, -0.006336831022053957, -0.014019060879945755, -0.017248019576072693, -0.0011486347066238523, 0.019387204200029373, 0.015875712037086487, 0.006427645217627287, 0.02540113963186741, -0.017678547650575638, 0.002737887669354677, 0.0014555539237335324, -0.005220149178057909, 0.031805239617824554, -0.009498518891632557, 0.011079363524913788, -0.0527934692800045, -0.02240089885890484, 0.010009771212935448, -0.015122288838028908, -0.001235244795680046, -0.0015926164342090487, -0.001293265144340694, 0.01823016069829464, 0.0017927446169778705, 0.0076956842094659805, 0.002305678091943264, 0.004930888302624226, 0.008301113732159138, 0.010803557001054287, -0.0007567871361970901, 0.001504324609413743, -0.006989349611103535, -0.0009182350477203727, -0.026517821475863457, -0.035357095301151276, -0.008254025131464005, -0.003474493743851781, 0.0041572838090360165, 0.016023706644773483, 0.011752063408493996, 0.01872795820236206, -0.03837078809738159, -0.00725170224905014, -0.03672940284013748, 0.0204231608659029, -0.002907744375988841, 0.02065187878906727, -0.004463362041860819, 0.005677585024386644, 0.01251894049346447, -0.0022148636635392904, -0.011630977503955364, -0.004708897788077593, 0.01775927096605301, -0.011361896991729736, 0.008254025131464005, -0.003962201066315174, -0.0013992153108119965, 0.0211227685213089, -0.016292786225676537, -0.029114441946148872, -0.001812925562262535, 0.013965245336294174, 0.01619860716164112, -0.01700584776699543, 0.03296228498220444, 0.0017179067945107818, 0.011691519990563393, 0.01783999428153038, -0.0077360463328659534, 0.05629150941967964, -0.022669978439807892, -0.014974294230341911, 0.021930009126663208, -0.009061264805495739, -0.002147593768313527, -0.1019812673330307, -0.010346121154725552, -0.011274446733295918, 0.006521823350340128, -0.02628910355269909, -0.013622168451547623, 0.002657163655385375, 0.022279812023043633, 0.01018467266112566, 0.020907506346702576, 0.001250380533747375, -0.018553055822849274, -0.022885242477059364, -0.003195323282852769, 0.03729446977376938, -0.018458878621459007, 0.0057145836763083935, -0.0009779371321201324, -0.03837078809738159, 0.03637959808111191, 7.2196967266791034e-06, -0.024943703785538673, -0.015377914533019066, -0.009693602100014687, -0.030809644609689713, -0.024903342127799988, -0.04407528042793274, -0.0031700972467660904, 0.002492352155968547, 0.029518060386180878, 0.013050373643636703, -0.015001202002167702, 0.027795949950814247, -0.030056221410632133, -0.01047393400222063, -0.012263314798474312, -0.047142792493104935, -0.012027869932353497, 0.0025781213771551847, -0.03732137754559517, 0.008025307208299637, 0.010991912335157394, -0.00953215453773737, -0.02050388604402542, 0.005159606225788593, -0.013272364623844624, 0.020355891436338425, 0.0129898302257061, 0.016911668702960014, -0.025724034756422043, -0.01814943738281727, -0.007500601001083851, -0.03756354749202728, -0.009330344386398792, 0.026773447170853615, 0.000744594435673207, 0.010036678984761238, -0.014315049163997173, -0.012868744321167469, 0.007386242505162954, -0.010373028926551342, -0.01358853280544281, -0.016400417312979698, 0.003501401748508215, 0.026275649666786194, -0.004866981878876686, 0.0005133539089001715, -0.008032034151256084, 0.006834628526121378, -0.0007563667022623122, -0.015189558267593384, 1.4518224816129077e-05, -0.018997037783265114, 0.004597902297973633, -0.030406024307012558, 0.0012478579301387072, -0.01689821481704712, -0.030110036954283714, 0.018028350546956062, -0.007480420172214508, -0.012862017378211021, -0.016104429960250854, 0.01781308650970459, -0.031024908646941185, 0.012283495627343655, -0.004150556866079569, -0.008650917559862137, -0.01169824693351984, 0.011503164656460285, -0.036998480558395386, -0.010124130174517632, -0.0012117002625018358, 0.017638185992836952, -0.018566511571407318, -0.017624730244278908, 0.023692481219768524, -0.006760631687939167, -0.005997117608785629, 0.0486227311193943, -0.010050132870674133, -0.006848082412034273, -0.015014656819403172, -0.04162665456533432, 0.031859055161476135, 0.014651398174464703, 0.004184192046523094, -0.004174101632088423, -0.015055018477141857, 0.016682950779795647, -0.016911668702960014, -0.011577161028981209, 0.007130616344511509, -0.013743254356086254, 0.006962441373616457, -0.03506110608577728, -0.008926724083721638, -0.03481893613934517, -0.00422455370426178, 0.01022503525018692, -0.005337871611118317, 0.020275168120861053, 0.008106030523777008, -0.009881958365440369, -0.02326195500791073, -0.001265516271814704, 0.02967950887978077, 0.0023510854225605726, 0.03301610052585602, -0.016346601769328117, 0.03220885992050171, -0.0036056702956557274, 0.019387204200029373, 0.036056701093912125, -0.024190280586481094, -0.00682790158316493, 0.013319453224539757, -0.033634983003139496, -0.012868744321167469, 0.0008303636568598449, 0.015633540228009224, 0.0064175548031926155, 0.00809930358082056, -0.014395772479474545, -0.014516858384013176, -0.021486027166247368, -0.030944185331463814, 0.004476816393435001, -0.0015993434935808182, -0.0233426783233881, -0.00971378292888403, -0.012929287739098072, 0.02303323708474636, -0.007836950942873955, 0.004076560027897358, -0.003358453046530485, -0.01992536336183548, 0.014368864707648754, -0.021257309243083, 0.01989845559000969, 0.02370593696832657, 0.03820934146642685, -0.005277328658849001, 0.02517242170870304, -0.01989845559000969, 0.004648354835808277, -0.032720111310482025, -0.009101626463234425, -0.0025629857555031776, -0.04076559841632843, 0.020154081284999847, 0.0002835849591065198, -0.006525186821818352, -0.019441019743680954, -0.002554577076807618, -0.0023964925203472376, 0.017153840512037277, -0.005775126628577709, 0.0013697847025468946, 0.019804278388619423, -0.008106030523777008, -0.03411932662129402, 0.014234324917197227, 0.010447025299072266, -0.003999199718236923, -0.011819332838058472, 0.01656186580657959, 0.010830464772880077, -0.006747177802026272, -0.025253145024180412, 0.00829438678920269, -0.002251862082630396, 0.00993577390909195, -0.01580844260752201, -0.007231521420180798, -0.0011091135675087571, 0.007715865038335323, -0.0015858894912526011, 0.05198622867465019, -0.008785457350313663, 0.009424522519111633, 0.032800834625959396, -0.00028736889362335205, 0.002685753395780921, -0.01864723488688469, -0.010016498155891895, -0.04009290039539337, -0.024822616949677467, 0.01524337474256754, -0.046416275203228, -0.029033716768026352, 0.012128775008022785, 0.026800354942679405, 0.012619845569133759, -0.014530312269926071, 0.04337567463517189, 0.01403251476585865, -0.029383521527051926, 0.016292786225676537, -0.012976376339793205, -0.021015137434005737, -0.03207432106137276, 0.034307681024074554, 0.0036224876530468464, 0.0037772085051983595, 0.04582430049777031, -0.01705966331064701, 0.029975496232509613, 0.02545495517551899, 0.01403251476585865, -0.0033567713107913733, -0.005778490100055933, -0.00023166094615589827, 0.012888925150036812, 0.0029447427950799465, -0.003388724522665143, -0.006040842738002539, 0.0005230240058153868, -0.01103227399289608, -0.011509891599416733, 0.03161688521504402, 0.013373269699513912, 0.07318972051143646, 0.030944185331463814, -0.003979018423706293, 0.016104429960250854, -0.006948987487703562, 0.00832129456102848, 0.028441742062568665, 0.007944582961499691, -0.004570994060486555, -0.02581821382045746, 0.0015018020058050752, 0.0024553537368774414, 0.008435653522610664, -0.0372406542301178, -0.009505245834589005, -0.006498278584331274, 0.0058827586472034454, 0.022414352744817734, -0.03258557245135307, -0.02394810877740383, 0.018660688772797585, 0.007325699087232351, 0.006895171478390694, -0.009760872460901737, -0.0034324501175433397, -0.01268711593002081, 0.002404901199042797, -0.007036438677459955, -0.008805638179183006, -0.0444519929587841, 0.015337551943957806, 7.5573603680823e-05, -0.009350525215268135, -0.022656524553894997, -0.010083767585456371, 0.0012444943422451615, -0.01492047868669033, -0.02595275267958641, -0.01532409805804491, -0.005667494609951973, 0.010615200735628605, 0.029329705983400345, -0.012801474891602993, -0.0027614322025328875, -0.008126212283968925, -0.004042924847453833, -0.007359334267675877, -0.01120044942945242, -0.013050373643636703]}, "text_id_to_doc_id": {"a326e984-e626-4861-9818-6b3d3d6f8b44": "3c75ce43-2e10-4b85-858c-681659206346", "9a896790-1a80-4627-9db8-c0c234d7f77b": "3c75ce43-2e10-4b85-858c-681659206346"}}}}}

index_v2/Databricks/docstore.json

@@ -0,0 +1 @@
+{"docstore/metadata": {"758d1b0b-ef44-40c6-922f-00ef33f63983": {"doc_hash": "c2bdfe3b7e1c7a4d7d4c4167e407d6f359fe8a121dd4eec125d7f06058e26aae"}, "db1785f6-757e-4817-95f1-3c68a6b14df7": {"doc_hash": "b881cc345edfcb923d76faf3012e2ca058fecb0fedb986fba153fadbd7141f8e", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "d9064537-a6bf-4a34-a883-0db1a39fd2b2": {"doc_hash": "5b8f226eb4681988c9cc494718f1f1a9d980dcb0b83fd4d3619b7bac0da45f15", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "ac137145-15a8-4587-9745-0a50eb1a49ff": {"doc_hash": "5f7710440e3d2ce01686cc65929ce14f5a5d2705476af1cb5007596d01cc3d3f", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "e09ee097-cc44-4337-9851-729475b3188e": {"doc_hash": "a8afb5b137c09eb65d1c25faab40ce3cd7c65f9e5d7bff8de288214d2f3a1711", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "1b0c5199-9475-474f-ab5b-ef7aadd12087": {"doc_hash": "a0a46721e1b8429d1996eb0b7c74941cb78d3e4600cea0cad277d9d83ceca8af", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "64017536-5407-424e-ac7c-667ab0323871": {"doc_hash": "465ae957610a6d57d0c9ecacb241631ea84febc0d211e2619939f9969290a432", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "067b5d34-dfe4-43f9-a607-5fa6aea16e59": {"doc_hash": "01aac656c40d2ba668b475d34d8510ca1f403d1e3a0e1cd42a0f60eb2edeb694", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "6bb4664b-7a78-436b-b496-e99cfd7d3f74": {"doc_hash": "ebff0865e6eb56c6437fc848bb75d67825e43ec2f33aec882cbd2197d88da61f", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "57d479ac-14b0-4150-97d8-2e4981940c84": {"doc_hash": "b84caa5280dfbdc03bb62d2d98be7a86a04340c43dd38bcc36ea90485733222c", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "2a102d81-3648-4c2c-9708-087e2f32622b": {"doc_hash": "41e6209ade6048be73a9f87f4c9f101c213a0af16fde6200b41537fa755f9a60", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "2e49a6f3-6b45-4d22-82b9-6af69ace3a5e": {"doc_hash": "0149e3962c9e1852374644898afd017ec84e91608bf02a7fdd3b09f6b98ad8ab", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "28142fd1-8d5d-43ef-a8b5-9aad252d4444": {"doc_hash": "454e2934c2e5211db3e6a88e5c25b2c6ea59efc2588ebf7a657a54bf091cf662", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "fe7fa115-165b-4947-823f-e35939ebe9da": {"doc_hash": "a06f0e4327f78ccffc904170705eade921b1c322d3ded78c1cdb0d6101798311", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "4e79713a-6e82-497a-a79f-7c97fc16f07c": {"doc_hash": "484ce6651b883f21981308b7654fc66deff82f96ac7572e21a88218c1afcd62a", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "97019ad3-abb7-41f6-a177-7762daf8013e": {"doc_hash": "ac677ea9daadf03578c01105167893beadb5e54f1290379ca9e9467c828158da", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "9589d69f-c551-4155-8097-1658626b2946": {"doc_hash": "e9807b7ba633b94b4ab3b55e07da9dc104e8c465952469711495fdd07638bfbe", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "f5d2dc23-f653-4730-8b4b-a47dcd9cc57d": {"doc_hash": "29504a15f3abaf33fc29339dd6373c8f781e5f2411ea90c26615b045c7c81146", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}, "e32c5fc2-09b2-4a9e-9174-bcac03c84bdf": {"doc_hash": "7c7cec2483ae2315b066d5dfb8adc8b6501846b74e4bd9b78d43abb05362b8c5", "ref_doc_id": "758d1b0b-ef44-40c6-922f-00ef33f63983"}}, "docstore/data": {"db1785f6-757e-4817-95f1-3c68a6b14df7": {"__data__": {"text": "Capterra, Verified Reviewer, nan, 4, Easy to use application to build data lakes to run reports on top of it. The Databricks internal architecture helps to run the reports faster., The data bricks features are completely wrapper and delivered as snowflake (product) . The Databricks should come up with more features to stand out in the market.\nCapterra, Verified Reviewer, nan, 5, Databricks is a great platform for working with a huge amount of data. But the most interesting feature is the ability to use Magic query. Magic query allows users to write code in multiple languages in the same notebook., Databricks is a go-to platform for most of the analysis and processing workload, but when it comes to the financials, it becomes a little more expensive. And as a result, not a lot of the projects are reliable to be developed in Databricks.\nCapterra, Shamaas H., Software Engineer, 5, I love the z indexing, which allows for really fast querying of data. Optimized by spark it is great., The data visualization are subpar. I wish there were better libraries to integrate and visual the data.\nCapterra, Iulian N., PM, 5, Open source -Built upon excellent technologies -Broad set of data ingestion sources -Reliable and scalable -Cost efficient data processing, Can get overwhelming when you start using it -Would be nice to be able visualize data on the fly\nCapterra, Verified Reviewer, nan, 5, Documentation is GREAT - Implementation is mostly straight-forward - The service is easy to use and full of features - Support is top-notch - The interviews we had with the DB guys were more like a peers meeting than a corporate call (I love this) - Our DS lead engineer totally loves it, Can't really speak of anything that we don't like about the product at the moment\nCapterra, Vipul C., Principal Analyst, 5, Our team can collaborate on a project simultaneously and make changes to the scripts. It is fast and reliable., Sometimes we need to restart the cluster when system gets crashed.\nCapterra, Cody M., Controller, 4, Databricks was able to pull data from our core and create specialized dashboarding / reporting that automated a host of manual process that took hours per week. It is now totally hands off and management get review the data in just a few clicks., It can be extremely confusing given the sheer breadth of tools available. The initial setup and connections certainly require an experienced professional, but once up and running, less-technical users can utilize.\nCapterra, Verified Reviewer, nan, 5, The infrastructure is very simple, I have started using Community edition, and then switched to the paid version, however community edition covers most of your needs if you are a student or doing one time projects., There are no many users of Pyspark, sometimes finding some answers is hard /there are no many forums, resources, no many questions in Stack overflow/\nCapterra, Andrew K., Senior Program Manager, 5, Databricks allows data science teams to do things that they normally would not be able to do without a much greater level of technical ability. Their mission is \"making big data simple\" and they definitely deliver on that promise., One area where there's still potential to improve further is around making machine learning more accessible. Currently ML still requires a pretty significant degree of data engineering knowledge, but I would love to see Databricks make ML even more accessible.\nCapterra, Mallikarjuna D., Lead consultant, 5,  I'm one of active user using this software day to day needs its pioneer data store layer by holding transactional process stream line it and hold the information by applying business rules., It's pioneer to to hold the source raw traditions as a refined layer to store the data for longer time\nCapterra, Verified Reviewer, nan, 3, Enables simultaneous collaborative work with colleagues - Easy to mix spark queries and python for extra analyses and plots - Handful visualization modes for query results (tables and plots with aggregations), Hard to manage notebook workspace - Sometimes it gets really slow to run queries - AFAIK, there aren't visualization options for datasets (without running queries)\nCapterra, Rita R., ux designer, 3, In databricks is easy", "doc_id": "db1785f6-757e-4817-95f1-3c68a6b14df7", "embedding": null, "doc_hash": "b881cc345edfcb923d76faf3012e2ca058fecb0fedb986fba153fadbd7141f8e", "extra_info": null, "node_info": {"start": 0, "end": 4239, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "3": "d9064537-a6bf-4a34-a883-0db1a39fd2b2"}}, "__type__": "1"}, "d9064537-a6bf-4a34-a883-0db1a39fd2b2": {"__data__": {"text": "Rita R., ux designer, 3, In databricks is easy to transfer the result of a spark query to the python environment, and it has several plots with automatic aggregations, Databricks has a bad file management system and it is slow sometimes. In addition there are no ways to make a visual query, without using code.\nCapterra, Verified Reviewer, nan, 5, What I like most about Databricks is the amount of integrations the platform provides to the user. With Databricks, you can create datasets, develop machine learning models, and analyze performance automatically by setting up a job periodically. Whether the user is an engineer, data scientist, or business analyst, Databricks can streamline everyone's work., What I least like about Databricks is the instability that usually occurs when there are too many users trying to run their notebooks on the same cluster at the same time.\nCapterra, Verified Reviewer, nan, 5, This product has democratized big data computation. Its very easy to move from any platform to this product as it supports most of the languages., Nothing so far- may be cost of computation can improve over time but still an economical product to build in-house big data capability.\nCapterra, Dan S., SA, 4, Easy to use user interface Can be widely shared across an enterprise with various teams Apache Spark Cluster part of product, Information Security considerations have to be taken into account due to need for integrations with databricks VPCs when hosted in AWS\nCapterra, Rayla V., Graduate Research Assistant, 5, I love how easy it is to deploy auto-scaling machine learning models. After a machine learning model is trained, you can just click a button to deploy the model, I believe in a container, and have it auto scale as needed. You can also specify the minimum and maximum size of the deployment to reduce costs but to keep up with the workload as necessary. It is also built around Spark, so tasks involving \"big data\" aren't an issue., Some of the cons are that the primary language is Java/Scala, whereas many data scientists are using python or R, which run slower on Databricks than Java and Scala. Also, the main interface via coding, which can limit a lot of citizen data scientists.\nCapterra, Robert G., DB Architect, 4, I'm a SQL person, so being able to run big data analytics in my preferred language was quite nice. Being able to (near) seamlessly swap between Scala, SQL, and python in the same script is quite powerful. If you don't know how to do something easily in one language, do it in another and then swap back. It's pretty performant and querying non-indexed data dumped from the source systems, even if those datasets aren;t quite \"big data\". I found it to be quicker to dump 100mil rows of staged date from our on-prem server to the data lake and crunch it in Databricks than it was to run in SQL., I wasn't involved in the pricing piece, but from what I understand it's fairly expensive. The clusters can be spun up or down as needed, and there's a nice inactivity shutdown feature if you forget to turn off a test cluster, or something. I also had a pretty rough time getting an Azure Gen 2 Data Lake connected, but after finding the not-so-well-documented bug, it wasn't a big deal.\nCapterra, Douglas F., Senior business analyst, 5, The access and manipulation of data. The software is very fast and great to manipulate and treat data. Also it is possible to build models., The lack of options of visualization and creation of dashboards. The creation of dashboards is possible, but is not intuitive.\nCapterra, Balashowry Preetam S., data scientist, 5, I like the portal page, which connects all Azure subscriptions.,  It can be difficult to understand, and not much tutorial is available.\nG2.com, Hoora R, Machine Learning eng, 5, its powerful data analytics and machine learning capabilities. The platform includes built-in tools and libraries for data analysis, visualization, and machine learning, allowing users to perform complex data modeling and analysis tasks with ease.\n\nffers a collaborative and flexible working environment, with", "doc_id": "d9064537-a6bf-4a34-a883-0db1a39fd2b2", "embedding": null, "doc_hash": "5b8f226eb4681988c9cc494718f1f1a9d980dcb0b83fd4d3619b7bac0da45f15", "extra_info": null, "node_info": {"start": 4202, "end": 8303, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "db1785f6-757e-4817-95f1-3c68a6b14df7", "3": "ac137145-15a8-4587-9745-0a50eb1a49ff"}}, "__type__": "1"}, "ac137145-15a8-4587-9745-0a50eb1a49ff": {"__data__": {"text": "with ease.\n\nffers a collaborative and flexible working environment, with support for multiple programming languages and easy integration with popular development tools. This makes it an ideal choice for data teams and organizations of all sizes looking to streamline their data processing and analysis workflows., I don't like some of the documentation. Some of the features are not being maintained properly and some of the features that are mainly needed never get added. However, I don't think this is an issue with Databricks but rather an issue on MLFLow.\nG2.com, \nMaaz Ahmed A., nan, 4.5, One of the key advantages of Databricks Lakehouse Platform is its unified approach to data management, which allows organizations to manage all types of data, including structured, semi-structured, and unstructured, in a single location. This simplifies data management and provides a unified view of all data, enabling better decision-making.\n\nAnother advantage is its scalability and performance. Databricks Lakehouse Platform is designed to handle large volumes of data and can scale horizontally as well as vertically. It also provides high-speed data processing and query performance, thanks to its distributed architecture and optimized computing engines.\n\nThe platform's built-in capabilities for machine learning and AI is another advantage. This allows organizations to easily integrate machine learning and AI into their data workflows and derive insights and value from their data., One potential challenge is the learning curve associated with the platform. Databricks Lakehouse Platform requires a certain level of technical expertise and familiarity with the tools and technologies used in the platform, such as Apache Spark, SQL, and Python. This can make it challenging for some organizations to adopt the platform, especially if they lack the necessary expertise.\n\nAnother potential limitation is the cost associated with the platform. Databricks Lakehouse Platform is a commercial product, and as such, it requires a subscription or licensing fee. This can be a barrier to entry for some organizations, especially smaller ones with limited budgets.\nG2.com, \nSudarsan M., Solution architect, 4.5, Databricks Serverless SQL with Photon Query acceleration for data analyst & business analyst\n\nIn-built Visualization & dashboards, along with GeoSaptial & Advanced SQL functions\n\nUnified Pipeline for Structure streaming batch & real-time ingestion\n\nAuto-loader for standard formats of file ingestion & Schema Evolution in-built\n\nDelta Live Table for data Engineering Workloads & Pipelines\n\nDatabricks Multi-task Orchestration job worklfows\n\nUnity Catalog Metstaore & its integration with other data catalogs\n\nMLFlow for building and tracking ML experiments & Feature Store for centralized feature supply for production/inference models\n\nTime Travel & Z-order Optimization, Need to build a more comprehensive orchestration workflow JOBS panel for a diverse set of pattern design workflows\n\nServerless Cluster for Data Engineering Streaming/Batch pipelines\n\nIntegrate most IDE features into the notebook\n\nClear documentation on Custom Databricks runtime docker image creation will be helpful\n\nLineage & flow monitoring dashboard can be built automated for non-DLT jobs as well\n\nDLT implementation can be extended to other DELTA format supporting warehouse in future\nG2.com, \nMatthew V., Data Engineering, 4, Repo deployment allows my team to collaboratively develop against databricks resources while still using their local development toolkit, and quickly deploy out to it when they're ready\n\n- Delta live tables are a breeze to set up and get streaming data into the lakehouse\n\n- Language mixing is very nice; most of my data engineering work is SQL focused, however I can leverage Python or Scala for more complex data manipulation, all within the same notebook,  Data explorer can be incredibly slow and cumbersome if your datalake is unevenly distributed\n\n- Cold starting clusters can take a frustratingly long amount of time, at least for the way our clusters are set up (the minimum size for our cluster options are i3.xlarge on AWS)\n\n- While developing in notebooks is nice, the concept of running notebooks in production where anyone can edit", "doc_id": "ac137145-15a8-4587-9745-0a50eb1a49ff", "embedding": null, "doc_hash": "5f7710440e3d2ce01686cc65929ce14f5a5d2705476af1cb5007596d01cc3d3f", "extra_info": null, "node_info": {"start": 8278, "end": 12537, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "d9064537-a6bf-4a34-a883-0db1a39fd2b2", "3": "e09ee097-cc44-4337-9851-729475b3188e"}}, "__type__": "1"}, "e09ee097-cc44-4337-9851-729475b3188e": {"__data__": {"text": "in notebooks is nice, the concept of running notebooks in production where anyone can edit from the ui is concerning, wish there was more ways to \"lock\" down production processes\nG2.com, Amr A, nan, 5, Keep updating the notebook platform (e,g, keep adding new features such as local variables track).\n\n- MLFLOW experiment and Model registry, where all trained models can be tracked and registered in one place, Connect my local code in Visual code to my Databricks cluster so I can run the code on the cluster. The old databricks-connect approach has many bugs and is hard to set up. The new Databricks extension on Visual Code, doesn't allow the developers to debug their code line by line (only we can run the code).\nG2.com, samin F, nan, 4.5, Its ability to seamlessly integrate data processing, analytics, and machine learning workflows, its scalability and performance, and its support for a wide range of data sources and programming languages. I like that it get UI updates on the notebooks., The learning curve for new users can be steep. There are limited documentation on markdowns in notebooks and it can be faster. I would like to see it faster and improved.\nG2.com, Greg T, Data scientist, 3.5, I have been using databricks for almost 4 years and it has been a great asset to our development as a team and our product.\n\nShared folders of re-usable and tracked notebooks allow us to work on tasks only once, minimising duplication of work, which in turn accelerates development cycle.\n\nOne of my personal favourites are the workflows, that allowed us to automate a variety of tasks, which availed capacity for us to focus on the right problems at the right time.\n\nAnother great selling point for me, is that collaborators can see each other typing and highlighting live., UX could be improved\n\nWhile I appreciate the addition of new features, developments and experiments, the frequency of changes made it tiring and frustrating for me recently.\n\nToo much, too frequently. The 'new notebook editor' is a great example here. The editor itself could be a very useful change, but changing all the keyboard shortcuts at the same time without letting the user know is questionable to me.\n\nI would prefer it, if changes were rolled out less frequently with detailed patch updates (see Dota 2 for example), and configurable options in the user settings.\n\nE.g. I would use the experimental 'new notebook editor' if I could keep the keyboard shortcuts the same.\n\nLess frequent, more configurable updates please.\n\nOne of the biggest pain point for me is the Log In and Log Out process. Why does Databricks have to log me out every couple of hours? Especially while I am typing in a command cell?\n\nCould this be improved please?\n\nAlso, would love it if libraries on clusters could be updated without having to restart the cluster.\n\nHaving said all this, I do love some of the new features, such as the new built-in visualisation tool, however would love it even more if titles could be added and adjusted.\nG2.com, \nNorman L., Data Scientist, 4.5, I have been using Databricks platform for business research projects and building ML models for almost a year. It has been a great experience to be able to run analysis and model testing for big data projects in a single platform without switching between SQL server and development environment with Python, R, or Stata. Also, I like the fact that MLflow can track data ingestion for any data shift in realtime for model retraining purposes., We have had issues using MLflow and feature store on Databricks for ML projects, which slows down the development process. Wish there was better documentation on these tools or more diverse examples to demonstrate different use cases. Also, the test-train split with MLflow does not support time series time interval test-train split for model validation purposes.\nG2.com, \nAnkit R., Software Engineer, 4.5, Databricks come with everything in one place, and that is the best thing about the platform. Now I don't have to go to EMR page to create an ERM and then create a notebook. All these can be done with just one click and one", "doc_id": "e09ee097-cc44-4337-9851-729475b3188e", "embedding": null, "doc_hash": "a8afb5b137c09eb65d1c25faab40ce3cd7c65f9e5d7bff8de288214d2f3a1711", "extra_info": null, "node_info": {"start": 12526, "end": 16647, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "ac137145-15a8-4587-9745-0a50eb1a49ff", "3": "1b0c5199-9475-474f-ab5b-ef7aadd12087"}}, "__type__": "1"}, "1b0c5199-9475-474f-ab5b-ef7aadd12087": {"__data__": {"text": "ERM and then create a notebook. All these can be done with just one click and one page. One gets to jump from notebooks to Query service and to AI in just one click. You get data store views, auto type suggestions based on table and schema context. All these makes the experience very smooth and fast., Queries get refreshed once in a while, where if some queries are not saved explicitly get deleted.\n\nThere is no dark mode, hence have to use a white theme.\n\nSometimes your queries get pushed to long queues which takes a lot of time and can be little frustrating.\nG2.com, Thabiso K., Lead Recruiter, 5, The platform is easy to use and collaborate with my colleagues. Deploying to production is simple and can be even easier if you choose the non-self-hosted option. Although Databricks does some of the heavy lifting, it's still open enough to allow teams to use their own flexibility and complex processes without too much configuration. \", Platforms constantly change as they adapt, so staying on top of everything can be difficult. - If you don't have a CICD system in place, once you hit a certain number it starts to get difficult to manage.\nG2.com, \nVishaw S., Data engineering, 4.5, We employ Python, Spark, and SQL to develop ELT pipelines, and Databricks is the most reliable and user-friendly option available. Developers may concentrate on writing code, creating pipelines, and creating models rather than spending time setting up the environment because it is very simple to do so., Knowledge of the cost model and recommendation engine to reduce burned DBUs There is an Overwatch notebook that offers general statistics about the environment, but it isn't developed enough and it also doesn't show you the cost of the infrastructure used in the back cloud kitchen. Platform as a whole is excellent.\nG2.com, David H, Business Intelligence Developer, 4.5, Databricks' versatility is its best feature. The range of languages and functionality afforded by Databricks is impressive. Thus far, I've written code in R, Python, SQL and Scala in Databricks. And im just getting started. But I've composed SQL code in both R and Python, executed in Databricks. And then we come to interoperability. Data written to SQL can be accessed by either R or Python. Parameters can be passed across SQL, R and Python via widgets or environmental variables. If you have an intractable data or analytics problem, Databricks would be my 'go to' to maximise the options as to how you could potentially code your way under, around or over the obstacles standing between your project and successful execution., The options for deployment of Databricks code from dev >> qa >> uat >> prod aren't as intuitive as I might like. This might have more to do with our current use of Azure Data Factory for orchestration. Setting up workflow natively in Databricks was quite straightforward. It seems to be accessing Databricks notebooks from Azure Data Factory in dev >> qa >> uat >> prod where we are perhaps creating problems for ourselves. Perhaps not a shortcoming in Databricks at all. Curious as to how Databricks would operate with AWS rather than Azure. Perhaps a better experience?\nG2.com, Sudarsan S., Data Engineer, 4.5, Unified Batch & Streaming for source systems data\n\nAutoloader capability, along with Schema Evolution\n\nDelta Live Table & orchestrating with Pipelines\n\nCDC Event streams for SCD1 & SCD2 using DELTA apply changes\n\nDatabricks Workflows - Multi-task jobs\n\nServerless SQL Photon cluster along with Re-dash integrated Visualization\n\nUnity Catalog\n\nDelta Sharing & Data MarketPlace\n\nData Quality expectations\n\nIntegration with Collibra, Privacera & other security & governance tools, Issue in running multiple streaming jobs in same cluster\n\nJob clusters can't be reused even for the same retry in PRODUCTION, since shutdown immediately after the job run/fail is set by default - Need to check any options to increase this limit\n\nMulti-Task jobs requires TASK output should be passed to next input TASK and also need to support", "doc_id": "1b0c5199-9475-474f-ab5b-ef7aadd12087", "embedding": null, "doc_hash": "a0a46721e1b8429d1996eb0b7c74941cb78d3e4600cea0cad277d9d83ceca8af", "extra_info": null, "node_info": {"start": 16659, "end": 20694, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "e09ee097-cc44-4337-9851-729475b3188e", "3": "64017536-5407-424e-ac7c-667ab0323871"}}, "__type__": "1"}, "64017536-5407-424e-ac7c-667ab0323871": {"__data__": {"text": "requires TASK output should be passed to next input TASK and also need to support FAIL on trigger and setting OR dependent predecessors to trigger ,Currently supports only AND\n\nNo serverless option for Data engineering jobs outside DLT\n\nDLT need to be matured to handle wide variety of integrating source & target, currently only support DELTA table in databricks. Expecting that be supported for any tool/service/product which supports DELTA format filesystems\nG2.com, \nKartavya K., nan, 4.5, The platform allows us to quickly start developing and prototyping without worrying much about setting up workspaces, the runtimes, connectors etc. The best part is that it is really powerful to move up from basic prototyping to production ready codebase maintenance, The platform allows us to quickly start developing and prototyping without worrying much about setting up workspaces, the runtimes, connectors etc. The best part is that it is really powerful to move up from basic prototyping to production ready codebase maintenance\nG2.com, No name, nan, 3.5, Ability to edit the same notebook with collaborators\n\n- GitLab compatibility\n\n- Multiple languages supported\n\n- Broad functionality allows most of our digital teams to use it for their own needs\n\n- Spark compute is fast and the amount of processors on a cluster is clear, UI is constantly changing, and changes are not announced with any leadup\n\n- UI can be buggy - WebSocket disconnects, login timeouts, copy/pasting into incorrect cells\n\n- Pricing structure is a little opaque - DBUs don't have a clear dollar-to-time amount\n\n- Notebook structure isn't perfect for production engineering, better for ML or ad-hoc operations\nG2.com, No name, nan, 4.5, Databricks' Lakehouse platform combines the capabilities of a data lake and a data warehouse to provide a unified, easy-to-use platform for big data processing and analytics. The platform automatically handles tasks such as data ingestion, data curation, data lineage, and data governance, making it easy to manage and organize large amounts of data. The platform includes features such as version control, collaboration tools, and access controls, making it easy for teams to work together and ensure compliance with data governance policies., The amount of time to spin up a new cluster takes around 10-15 minutes. Moreover, the limited resources and learning materials for new users become challenging. If data bricks can provide more learning resources will be great.\nG2.com, Jack Y C, Chief Data Scientist, 5, One of the best analytical databases currently available in the market and can handle all formats of data ranging from structured, semi-structured, to unstructured., I don't have anything I particularly don't like. If there is, I would say the SPARK statistical modeling libraries are still quite limited comparing with the packages from R, SAS, or Python.\nG2.com, No name, nan, 4.5, As a frequent user of Databricks, it has made my life so much easier by simplifying processes and allowing me to develop proof-of-concept designs rapidly. The orchestration of notebooks via workflows provides excellent visualization and enables me to conduct real-time demos for members on the business side. In addition, the integration with Azure and AWS makes it so that Databricks does not operate in isolation and allows me and other engineering team members to transform large amounts of data that is ingested via our enterprise pipelines., There can sometimes be issues integrating Databricks workflows with open source frameworks, often requiring lots of debugging and trial and error. Additionally, I've been told that the platform can be pretty expensive.\nG2.com, \nAleksandr P., SSE, 2.5, Lakehouse platform is a solution that is easy to setup, the infrastructure is easy to maintain and the UI is accessible to a wide variety of engineers.\n\nIt allows for a fast rollout to production and covers most common needs of a data company., The biggest kink in Lakehouse platform is its speed. It does not deliver on the performance promised.\n\nIn addition, the Databricks UI is not easy to use. It feels like", "doc_id": "64017536-5407-424e-ac7c-667ab0323871", "embedding": null, "doc_hash": "465ae957610a6d57d0c9ecacb241631ea84febc0d211e2619939f9969290a432", "extra_info": null, "node_info": {"start": 20693, "end": 24812, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "1b0c5199-9475-474f-ab5b-ef7aadd12087", "3": "067b5d34-dfe4-43f9-a607-5fa6aea16e59"}}, "__type__": "1"}, "067b5d34-dfe4-43f9-a607-5fa6aea16e59": {"__data__": {"text": "addition, the Databricks UI is not easy to use. It feels like it's a smartphone app.\n\nOn the side of technology, it is slow and expensive, with authorization added as an afterthought.\n\nIt's an absolute pain to administer and hard to control expenses.\nG2.com, \nRohit S., software Developer, 4, Since Databricks Lakehouse provided a unified single platform for data processing, analysis, and machine learning, it helped me to work with the structured, semi-structured, and unstructured datas in a single environment., Databricks Lakehouse required me to learn few tools and technologies, such as Apache Spark and Delta Lake, which as a beginner was a bit complex for me to learn.\nG2.com, \naashish b., Analyst Optimization and Generation, 4, I have been actively engaged in Databricks training and I find it very relevant to the work our organization does. We usually have large amounts of data we need to process for our power generation and revenue needs, and I find that Databricks can be a one-stop shop for our automation and streamlining the process.\u201d, I believe it could be a steep learning curve for someone who may not know how to program or have a general understanding of it. The best way to work around this is to follow training offered on data bricks.\nG2.com, \nNishant B., Data Scientist-I, 4.5, Seamless integration between spark, pyspark, scala, sparkr, and SQL APIs with Cloud Storages, Easy to use and schedule streaming and batch services with delta lake as storage for all data engineering needs with git integration and revision control., UI can be a little more like VSCode or cloud editor to give you more choices, modular code, packaged code for better unit testing, and CI CD can improve the developer experience drastically.\nG2.com, No name, nan, 4.5, The versatility and scalability are the best features for us. We currently use SQL, R, Python, SQL, Spark and Scala with Databricks. It's impressive how seamless this experience is for different teams with different use cases and skill sets. The interoperability across these languages and accessing data is a blessing and enables us to use a vast array of tools to solve problems., More insight into individual job costs would be a helpful feature that is currently lacking. Deploying code is also not as intuitive and the Git integration could be more powerful with an enhanced feature set.\nG2.com, Adoba Y, nan, 5, Best for Analytics, we also got started off first using Fivetran and it was the easiest destination for us to use., Getting setup wasnt the easiest thing to do, also the UI feels a little old.\nG2.com, Nigel B, Senior Data Engineer, 5, If you need to leverage python, spark, and SQL to build ELT pipelines, Databricks offers the most robust and easy-to-use solution for this. It doesn't require a lot of effort to configure and deploy, and allows developers to focus on building pipelines, instead of getting the infrastructure to work., I do wish there was more visibility into individual job cost, and overall cost as well- but this is a relatively minor complaint. Overall, the platform is great!\nG2.com, \nMalathi M., Big Data Consultant, 4,5, Autoloader\n\nChange Data Feed\n\nDLT pipelines\n\nSchema evolution\n\nJobs Multitask\n\nIntegration with leading Git Providers, Data Governance and security tools\n\nMLflow AutoML\n\nServerless SQL endpoints for analyst\n\nPhoton accelerated engine, No GUI-based drag & drop\n\nComplete Data Lineage visualization at the metadata level is still no there\n\nNO serverless Cluster for data engineering pipelines if you use existing interactive clusters, only available through job clusters through DLT\n\nEvery feature has some limitations involved\n\nMore work is needed on orchestration workflows\nG2.com, \nDan P., nan, 4, t's fully managed, and gives us lots of processing power with very little effort., There are lots of areas to it, so understanding all of it at any depth takes", "doc_id": "067b5d34-dfe4-43f9-a607-5fa6aea16e59", "embedding": null, "doc_hash": "01aac656c40d2ba668b475d34d8510ca1f403d1e3a0e1cd42a0f60eb2edeb694", "extra_info": null, "node_info": {"start": 24830, "end": 28727, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "64017536-5407-424e-ac7c-667ab0323871", "3": "6bb4664b-7a78-436b-b496-e99cfd7d3f74"}}, "__type__": "1"}, "6bb4664b-7a78-436b-b496-e99cfd7d3f74": {"__data__": {"text": "are lots of areas to it, so understanding all of it at any depth takes time.\nG2.com, Ramesh G, nan, 4.5, Databricks is an excellent tool for data processing and analysis. The platform is user-friendly and intuitive, making it easy for team members of all technical skill levels to collaborate and work on data projects. The integration with popular data storage systems and the ability to run both SQL and Python code make it a versatile option for handling a variety of data types and tasks. The platform also offers robust security features and the ability to scale resources as needed. Overall, I highly recommend Databricks for anyone looking for a reliable and efficient data platform., Nothing. I like the UI and the toggle between python and sql\nG2.com, Likhita B, Senior Business Analyst, 5, I like the ease to switch between Python, Pyspark and sql in the same notebook., The spark cluster needs to get connected faster in community edition.\nG2.com, No name, nan, 4, The most reliable and user-friendly option for creating ELT pipelines that employ Python, Spark, and SQL is Databricks. Configuring and deploying it doesn't take much labour, and it frees developers from having to worry about setting up the infrastructure., using the same cluster to perform several streaming tasks\n\nSince shutdown immediately following the job run/fail is configured by default, job clusters cannot be reused even for the same retry in PRODUCTION. Checking potential ways to raise this limit.\nG2.com, \nVivi S., Data Science Churn Lab Lead, 4.5, Databricks allow us to access data via pyspark, python and sql.\n\nThe interface is easy to use and most of my work is spent there., I was told the model training part is more costly in Databricks than in Azure.\n\nSo some of the jobs need to be done in databricks and some of the jobs need to be done on Azure.\n\nIt will be good if cost is not an issue when choosing platforms.\nG2.com, \nmandi N., Senior Java developer, 4, Offers low cost storage of data with efficient schema structure and analytics. Support for ACID transactions. Quick and easy data accessibility. Good data governance., I should hold an active account with AWS or Azure to use Databricks Lakehouse platform or else I can't access it. More guidance on data quality tools is needed.\nG2.com, \nPrashant S., nan, 3.5, It's stores data in delta lake that basically helps to generate a backup of data doesn't matter if process failed every time it took cache of data and most importantly we can easily migrate it with any cloud platform to handle big data., For dislike I would say some time cluster takes time to run and it gives memory error and it's bit costly in use and sometime notebooks cells stuck in between run so team can work on it bit.\nG2.com, \nLaksh S., Threat Hunting Specialist-II, 4, Ease of use, really optimised platform, lots of good integrations, good customer support., The platform has some glitches that have been lying around for a while now I feel. The SQL dashboards are very very slow and the screen gets stuck often.\nG2.com, No name, nan, 4.5, The platform is powerful and flexible enough to do almost anything you want to do, like ETL, ML models, data mining, simple adhoc queries, etc. Also easy to switch languages between python, sql, r, scala, etc. anytime you want., The search function is not my favoriate, I often like to use the search function from the browser but it doesn't work well with scripts in a big cell. Also the clusters takes a while to start.\nG2.com, No  name, nan, 3, Being quickly able to get the environment up and running for any kind of workloads. The support for all three languages and catering to the needs of Data Engineering and ML., Too many customizations are needed to achieve the right mix of parameterization for optimal performance. On the other hand, snowflake provides lots of features out of the box without the developer worrying about these things.\nG2.com, No name, nan, 5, Pyspark, Delta lake,", "doc_id": "6bb4664b-7a78-436b-b496-e99cfd7d3f74", "embedding": null, "doc_hash": "ebff0865e6eb56c6437fc848bb75d67825e43ec2f33aec882cbd2197d88da61f", "extra_info": null, "node_info": {"start": 28722, "end": 32688, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "067b5d34-dfe4-43f9-a607-5fa6aea16e59", "3": "57d479ac-14b0-4150-97d8-2e4981940c84"}}, "__type__": "1"}, "57d479ac-14b0-4150-97d8-2e4981940c84": {"__data__": {"text": "No name, nan, 5, Pyspark, Delta lake, The way that it integrates seamlessly with AWS services and how they managed to open source everything. It provides a great managed spark infrastructure., Harder to integrate with more legacy data sets. Requires you to move data into AWS to use.\nG2.com, No name, nan, 4, Fast iterative abilities and notebook baseed UI. It is also helpful to have multiple contributors on a single notebook at one time. You can see where others are in the notebook which helps with collaboration., We are using Databricks to move large amounts of data. Our team is able to run different ETL pipelines with different schedules in an organized way. We are able to quickly iterate on our notebooks to add new features.\nG2.com, \nRishabh P., Associate Data Engineer, 4.5, I like delta live table the most because of its working and the exposure it gave to the customer like data constraints and data quality check , that is best, I dislike the python syntax and code to create the delta live tables , so confusing and need to be change the logic , sql syntax is best\nG2.com, \nArvind K., Data scientist, 5, It is the best datalake even when compared to the offerings by AWS, GCP or Azure due to its proprietary delta lake technology, No offering for developers to debug their code line by line\nG2.com, \nSenthil Kumarr M., BigData Solution Architect, 5, No 1 - Delta Lakehouse platform supports ACID transactions (Data lake + Datawarehouse)\n\nEasy DLT pipeline with lineage & quality\n\nUnified governance with the unity catalog\n\nSupport Schema evolution\n\nExceptional AUTOLOADER capability, Awaiting for the Serverless Data engineering pipeline with NO capacity planning outside DLT with SLA-based scaling ( I know it's on ROADMAP, I am waiting).\n\nMore features on GCP+Databricks integration compared to same as AWS, Azure. (Some capabilities like credential passthrough missing in GCP)\nG2.com, \nBipin S., Senior Data engineer, 5, It's a complete package for development to deployment. Helps in experimentation and within a few clicks we can move it from experimentation to production., Sometimes lacks the feel of working on a traditional IDE kind of environment. However, it's not a significant drawback and one gets accustomed to it with time.\nG2.com, \nShivaji C., Research analyst, 4, Ease of access to multiple data sources and we can change the code to python to SQL,Scala etc it is impressive., Not able to create interactive visualization\nG2.com, \nSahithi K., Application developer, 4, Easy to schedule and run jobs and integrate with airflow and azure storage accounts.\n\nEasy to execute code cell-wise and debug the errors because of its interpreter., It won't give auto-fill suggestions while coding like how other IDEA's gives.\nG2.com, \nOrr S., analystics team lead, 4.5, The flexibility of working with notebooks that combine python and sql, The visualization tools are nice but very basic and not really helpful\nG2.com, \nihor z., Data Engineer, 5, Delta Tables, open source format, cloudFiles format, notebook UI and visualizations, other companies do not use delta, so integration is not so simple, as delta sharing\nG2.com, No name, nan, 4,5, The infrastructure is pretty straightforward. I started out using the Community edition before switching to the premium version, but if you're a student or working on one-off projects, the Community edition should be more than sufficient., Finding some answers can be challenging at times because there aren't many Pyspark users, forums, or resources available.\nG2.com, No name, nan, 4, Great unification of functions & features and data sharing across the organization., There's still a lot to learn and make sure that all the functions I use work well and properly. Nothing bad, just more to find out.\nG2.com, Sharmila R, Sr Big data Engineer, 4.5, Easy to develop and maintain.", "doc_id": "57d479ac-14b0-4150-97d8-2e4981940c84", "embedding": null, "doc_hash": "b84caa5280dfbdc03bb62d2d98be7a86a04340c43dd38bcc36ea90485733222c", "extra_info": null, "node_info": {"start": 32714, "end": 36562, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "6bb4664b-7a78-436b-b496-e99cfd7d3f74", "3": "2a102d81-3648-4c2c-9708-087e2f32622b"}}, "__type__": "1"}, "2a102d81-3648-4c2c-9708-087e2f32622b": {"__data__": {"text": "R, Sr Big data Engineer, 4.5, Easy to develop and maintain. Flexibility with transactional integrity., Can be more integrated with DW systems like Snowflake.\nG2.com, Nhat H., data engineer, 4.5, Data Engineer & Machine Learning is very easy to use., It takes time to start a job cluster so I must create a cluster for live update dashboard.\nG2.com, Rahul N., Big data engineer, 4, Easy to use and and very small learning curve. This makes it easy to start focusing on the actual probelm statement and start getting value out of it., UX. Though there are features available, sometime it's hard to find. If you're not trained, your eye might not catch it. Some features can only be applied via API. This require to keep a constant watch in the documentation to know what other options available. At least those options could be provided as a note in the UI for knowing there are other possibilities.\nG2.com, No name, nan, 4, Python notebooks that abstract away a lot of the complexity e.g. packages and infrastructure., The drop down menu/tool bar in the UI sometimes feels a bit clunky.\nG2.com, Max C, SSE, 3.5, Databricks is the most reliable and flexible way to run Spark applications for data engineering workloads., Databricks is at the top end of the market on pricing.\nG2.com, No name, nan, 5, I like the simple user interface that allows me to run spark without having to do much configuration. The Terraform support is also great., Databricks runtime is not available locally to run unit tests, so some workarounds have to be made for that.\nG2.com, No name, nan, 5, Delta Lake & Lakehouse architecture for streaming and batch operations\n\n- Databricks Academy provides hands-on learning and support\n\n- Interact with Databricks resources via Terraform, Orchestration of pipelines could be improved. We currently use an external product to orchestrate our Databricks Spark jobs.\nG2.com, Pradeep S, Team  Lead, 5, Data Governance and Simplified Schema.\n\nSupport for unstructured along with structured data enabling support for any use cases to build machine learning, business intelligence, and streaming features. Also support Streaming Live Tables which is a new feature in latest version., performance benchmark needs to be verified with other competitors like Snowflake. Looks like(as per the documentation) the latest version is blazing fast.\nG2.com, Martand S., Sr Data Engineer, 4, Databricks delta lake is the default storage for databricks which makes it very useful. Time travel, transaction, partitioning makes it very efficient., Until now I have not faced any limitations for my use case.\nG2.com, \nDr. Ernie P., IT Biz Apps Manager, 4.5, The core storage technology is Open Source (Delta Lake)\n\n2. Multiple data formats fully accessible via Spark/Python or SQL\n\n3. Ability to manage code via our own GitHub repositories, Not always obvious which pieces are (or will be) open source vs proprietary\n\n2. GitHub integration doesn't support multiple branches, making it difficult to develop alongside production\n\n3. Hard mode-switch between SQL and Data Science user interfaces feels needlessly complex (though I understand there is some technical justification for it)\nG2.com, \nMiguel \u00c1ngel F., Professor - Clustering & Time Series, 5, The ability to work with other professionals (data engineers and other data scientists) on the same platform. I trust Databricks and believe that they will always provide cutting-edge solutions that make Data Science projects more robust, easy and black-box-proof., Sometimes I feel a bit trapped in the platform. Solutions like Databricks-connect and DBX are great but still miss a development environment more robust than notebooks. For this reason, I tend to use virtual machine from Azure Machine Learning to develop python packages and use Databricks as a compute platform to run queries against Big Data.\nG2.com, \nGreg T., Lead data Engineer, 4, The concept of a lakehouse and the simplicity this brings.\n\nI like the notebook functionality", "doc_id": "2a102d81-3648-4c2c-9708-087e2f32622b", "embedding": null, "doc_hash": "41e6209ade6048be73a9f87f4c9f101c213a0af16fde6200b41537fa755f9a60", "extra_info": null, "node_info": {"start": 36545, "end": 40538, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "57d479ac-14b0-4150-97d8-2e4981940c84", "3": "2e49a6f3-6b45-4d22-82b9-6af69ace3a5e"}}, "__type__": "1"}, "2e49a6f3-6b45-4d22-82b9-6af69ace3a5e": {"__data__": {"text": "lakehouse and the simplicity this brings.\n\nI like the notebook functionality and the constantly expanding ability of Partner Connect and link to BI tools, It feels like an Integrated Development Environment would be a fantastic improvement to the existing UI.\n\nDbx might help accomplish this with further developments.\nG2.com, Tanvi M, Data analyst, 5, Delta Table is the best. Spark in a very curated format, Nothing as now . Its very good overallll\nG2.com, No name, nan, 5, Databricks support services needs a special nod, they have come to the table day in and day out with solutions and ideas to better our enterprise environment for any channel we were working with. Also, the support within the platform multi-format data, github support, and an open-source experience are what I love best about the platform., I'd like a better more seamless way to integrate development teams into our environment. This does feel a bit challenging at times with some minor re-work, but I think there could be progress made in this area. Particularly speaking to how you manage workloads for teams with multiple workspaces.\nG2.com, No name, nan, 4.5, As a Cloud Operation Specialist, I deploy the databricks workspace, setup and manage the clusters. It\u2019s easy to setup and manage the users within the workspace.\n\nUI is very user friendly and intuitive., Error messages can me more detailed and explained well.\nG2.com, No name, nan, 5, Lakehouse combines the power of storage of data lake and reliability of warehouse, decoupled storage and compute is the best thing, Not enough resources earlier, but now we have all the required material in databricks academy.\nG2.com, No name, nan, 5, For two large projects, our Big Data Analytics and Engineering teams moved to the cloud for the first time with Azure ALDS gen 2 and Databricks. We could have done the ETL the old fashioned way but decided that on a new platform we should adopt the new methodologies. We fully adopted Spark Structured Streaming Medallion Lakehouse archetecture with Bronze, Silver, Gold, and were able to deploy in just a few months what normally would have taken us a full year in Oracle with Informatica. For the first time ever our BI professionals were able to hit the same hive megastore and data model as our data scientists at blazing speeds., There isn't much that I dislike about the platform. Many of the issues that we are having have to do with using more than one workspace and the need to orchestrate jobs/workflows between them. I understand that some of that new functionality is coming in future releases.\nG2.com, No name, nan, 4.5, Opportunity to not manage Hadoop clusters., Cluster autoscaling doesn't always work as expected, and I would like to have more control over EC2 instances provisioning (availability to use multiple instance types in a single job/cluster, affinities, possibility to define some sort of topology, etc.). The whole experience is notebook focused.\nG2.com, Ahmed M, Lead Data & AI Cloud Solutions Architect - Telco, Media , Energy, Advanced AI, 5, The extensive detailed content that is not shy from being deeply technical and in the same time industry-focused to depth. The amount of information covered here is incredible from data & analytics to GPUs to K8s to industry discussions, there is no on-demand hands-on labs. and we cannot download all slides for all sessions. The timing of the sessions was also a challenge.\n\nI didn't like the scheduling features too.\nG2.com, No name, nan, 5, Your data is not trapped with a propietary tool or platform.\n\nYou can access your data thru an SQL interface or interface it with Python, Scala or R API.\n\nMuch faster than other DWs., The notebook editor could be better for copying and pasting.\n\nAlso it needs better Find lookup function for really long cells.\n\nThe new feature identity column feature for tables, needs better support to Create or Alter a table from pyschark commands.\nG2.com, \nVenkatraman S., Sr. Data engineer,", "doc_id": "2e49a6f3-6b45-4d22-82b9-6af69ace3a5e", "embedding": null, "doc_hash": "0149e3962c9e1852374644898afd017ec84e91608bf02a7fdd3b09f6b98ad8ab", "extra_info": null, "node_info": {"start": 40521, "end": 44498, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "2a102d81-3648-4c2c-9708-087e2f32622b", "3": "28142fd1-8d5d-43ef-a8b5-9aad252d4444"}}, "__type__": "1"}, "28142fd1-8d5d-43ef-a8b5-9aad252d4444": {"__data__": {"text": "\nVenkatraman S., Sr. Data engineer, 4.5, Databricks Data Science and Engineering Workspace allows writing the coding in various languages and it enables the ingestion process simpler and guarantee that data available for business queries are reliable and current, Reusing the Cluster feature and delta live tables features was the least liked process, due to the missing link to the GIT integration directly from the Repos.\n\nIf this is available then we will be able to use these cool features widely\nG2.com, Ahmed H, Data engineer, 4.5, Everything is on a single platform like ETL, Sql dashboard and running ML models.\n\nSimplied version for creating scheduled jobs using workshops and the best part is Delta Lake., Every piece of code should be in the form of notebooks which sometimes makes it difficult to manage. It can be more user friendly if they give different options.\nG2.com, Alihan Z, Sr Data engineer, 5, A great experience that combines ML-Runtimes - MLFlow and Spark. The ability to use Python, and SQL seamlessly in one platform. Since databricks notebooks can be saved as python scripts in the background it is amazing to have both notebook and script experience and synchronize to git., Debugging code and using interactive applications outside out databricks approved tools can be tricky. It is hard to get a grasp of the documentation for beginners to the platform.\nG2.com, Laura E, chief Data scientist, 5, It is a cloud native modern data estate service which handles core DW concepts around the snowflake and star schema requirements like CDC like a champ, Lakehouses still can become lake-\"swamps\" without true governance and what is offered is more 3rd party or bolt on\nG2.com, abel S, Data analyst, 4.5, Integration with Github repos and CI/CD pipelines. Also having different ways to collaborate with team members and stakeholders (repos, workspace, Databricks SQL), Depending on cluster settings and number of users running queries at the same time and the number of jobs running at the same time, it can sometimes take time to run queries\nG2.com, Micheal L, analystics engineer, 5, Best Data Engineering features. Love it., Very expensive. Wish it would cost less.\nG2.com, No name, nan, 5, Databricks Lakehouse brings together BI, SQL-based data warehouses, data governance, processing and DAG creation, and ML (and more) under one umbrella. Competitors like Dataiku, Snowflake, Cloudera, etc. really can't compete and don't bring the same value proposition out of the box., Unless you're willing to keep your clusters that serve DB SQL queries spun up at all times, the \"first query wait\" can be quite annoying. However, using Databricks in its serverless form (managed environments) would mitigate that drawback.\nG2.com, Paul b, Full Stack Data Scientist, 4, Scheduled jobs, pre-installed ML environments, abundance of documentation and example use cases. There are a lot of best practices available through the Spark AI conference also., Their Spark install is not always compatible with 3rd party tools (ex: geospatial) causing a delay in some package availability until an extra release. Some gotachs with distributed model training (Horovod).\nG2.com, No name, nan, 5, Integarted UI for SQL , Spark , Python . This makes the job really seamless, Nothing as of now . Enjoying the product\nG2.com, \nNeelakanta P., sr Data Engineer, 4.5, Databricks lakehouse is one shop stop for analytics with Big data case, Databricks have many releases one going and that might create a need for customer to constantly updates there infrastructure\nG2.com, No name, nan, 5, Lesser Running time, handling big datsets, user-friendly platform, Cluster active time is less, active time should be increased when not in use\nG2.com, \nHerivelton A., Data engineer, 5, Delta lake house implementation, enabling and democratizing the data acquisition and consumption. The delta sharing initiative is so disrupting to creating data assets., It seems", "doc_id": "28142fd1-8d5d-43ef-a8b5-9aad252d4444", "embedding": null, "doc_hash": "454e2934c2e5211db3e6a88e5c25b2c6ea59efc2588ebf7a657a54bf091cf662", "extra_info": null, "node_info": {"start": 44535, "end": 48488, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "2e49a6f3-6b45-4d22-82b9-6af69ace3a5e", "3": "fe7fa115-165b-4947-823f-e35939ebe9da"}}, "__type__": "1"}, "fe7fa115-165b-4947-823f-e35939ebe9da": {"__data__": {"text": "delta sharing initiative is so disrupting to creating data assets., It seems that we could have an easier way to suggest improvements or new features needed in the daily activities. Overall good features.\nG2.com, \nJulie-Anne B., Fraud and Crime specialist, 4.5, I really like that we can have queries. We have only started to review them properly for each account, but there are limitless opportunities once we start digging., I would like to access more access to creating queries and investigating several things. Sometimes I get glitches with the account, it freezes and I can't see the information.\nG2.com, \nBruno A., executive manager, 4.5, Integration and flebility on the daily base speed up the development and delivery. Data lake and data sharing is amazing and away from the competitors in the market., It should be ease to get improvements in the platform and embedded reports for daily basis usage.\nG2.com, Kavya P, Freelance Writer, 5, It offers multi-cloud support across AWS, GCP, and Azure\n\nNew features are aggressively released every quarter.\n\nThe UI is relatively user-friendly compared to AWS EMR or other similar products, Errors are not entirely straightforward sometimes.\n\nRegular Maintenance can sometimes cause downtime or failure, which can be solved with proper scheduling and retry mechanisms.\nG2.com, Mayank S, Domain architect, 5, A single unified platform that can be used for both real-time and batch data ingestion patterns to fulfill both BI and advanced analytics use cases., Nothing. I absolutely love the platform.\nG2.com, Colin M, Principal Sales Engineer - Data Enrichment, 5, Easy to use for a SQL only technical person., I would like SQL query designer to make the text\nG2.com, \nGeoffrey F., Solution architect, 4.5, I love that Databricks abstracts away all of the administrative overhead of running spark clusters., I wish that spark could do run time partition elimination\nG2.com, Tejas Sai, Sr Data engineer, 5, Data bricks Lake House architecture seems promising, I don't see much video tutorials. If we have tutorials for free we can learn more\nG2.com, Mayur s, sr Consultant, 4.5, One platform to access Notebooks, tables, AI/Ml Platform, No debugger like other IDE's, difficult to navigate notebooks and functions\nG2.com, \nRobert T., Solution arch, 5, workload isolation is the best feature for our use case., serverless endpoint with AAD passthrough has few selections\nG2.com, \nMarcelo A., Data Eng, 4, Really helpful abstractions, intuitive UI and attentive support., Very hermetic environment. Could allow more integrations with outer platforms.\nG2.com, Alan B, nan, 5, Single pane of glass to create an end to end solution, No dislikes yet, some aspects of capability delivery are difficult to govern\nG2.com, \nPierre-Alain R., Data Analyst/ Scientist, 4, All integrated platform with different tools., More visible way to manage and maintain Delta lakes\nG2.com, Guilherme de Almeida G., PM, 5, The way that works with the delta format. Providing a lot of possibilities without the necessity to have a dedicated database administrator. It's also nice to talk about their flexibility, Sometimes the cluster management is not so well distributed, causing some necessity to restart the cluster. Maybe send some warnings before it gets non workable.\nG2.com, No name, nan, 5, Databricks is a great platform to bring all your data into a single location and provides tools for many personas to work with that data from BI to AI., There is a learning curve to using Databricks\nG2.com, No name, nan, 5, Has tools like AutoML which reduces human effort and increases better predictions and deeper understanding of the data, The platform can be slow sometimes. Other than that not major issues worth mentioning\nG2.com, No name, nan, 5, The platform integrates the best of the warehouse and lake.,", "doc_id": "fe7fa115-165b-4947-823f-e35939ebe9da", "embedding": null, "doc_hash": "a06f0e4327f78ccffc904170705eade921b1c322d3ded78c1cdb0d6101798311", "extra_info": null, "node_info": {"start": 48455, "end": 52293, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "28142fd1-8d5d-43ef-a8b5-9aad252d4444", "3": "4e79713a-6e82-497a-a79f-7c97fc16f07c"}}, "__type__": "1"}, "4e79713a-6e82-497a-a79f-7c97fc16f07c": {"__data__": {"text": "No name, nan, 5, The platform integrates the best of the warehouse and lake., As of now, there is nothing to report on disadvantages.\nG2.com, No name, nan, 4, combines data warehousing with data lakes; ease of use and implementation; compatibility with BI tools, nothing i can think of - databricks is awesome\nG2.com, No name, nan, 4.5, For me, I like the data science and SQL platform best. They are extremely helpful for my job, allowing me to streamline my work and automate it using Jobs., Sometimes the platform can be a bit slow to react but I'm not sure if it's the cluster size or something is wrong with Databricks itself. Overall I didn't find many issues with the platform.\nG2.com, No name, nan, 4.5, How a steep learning curve Databricks is, I'm enjoying learning all the time with such great materials and people., Sometimes I feel documentation is a bit misleading. E.g. Pandas UDF + ML model combined - the functionality of both is amazing, but actually it's not clear how to use it\nG2.com, Hubert D., Consultant, 5, It is a one-stop shop for all. It is clearly the best data processing solution that I have ever used., There is still room for improvements - for example, when you deploy, it could be nice to set the configuration of DBFS storage (is it LRS or GRS, etc.). When VMs are deployed, there should be more options to configure hard drives. It is a minor issue related to administrative tasks, but anyway, it is the best lakehouse on the market today.\nG2.com, No name, nan, 4.5, I like how Data bricks is layed out. At first it can seem difficult to read, but from computer background i find it a great way to layout the information in an organized fashion., Sometimes Credit Files will pull not pull in the Credit Kyc section and will almost always pull in the Customer information Tab.\nG2.com, No name, nan, 5, One please with all nessarery fetaure.\n\n1. tracking\n\n2. storage of models and files related documentation like log, config file.\n\n3. validation of the model with meteric feature and plot crossponding to it and genrate the report from the experiments.\n\n4. Data callibation with data \ud83e\uddf1, SQL and other cloud providers., Anything which dislike is nothing tell yet, But If we can build something like feature where we can do more advanced anlaytics crossponding to parameters and meterics and generate the different plot from that tabuler data, like we have d-tale (github: https://github.com/man-group/dtale), beacuse I was running some simulation run with differnet experiments and then write the report crossponding with the experiments and with differnet signnificant plot, demonstrates the report write up.\nG2.com, Damon Wilder C., CTO, 4.5, Incredible support for Data Science, Machine Learning and SQL use cases all in one platform., Theoretically their SQL Engine may not scale, but I have not seem that at all.\nG2.com, No name, nan, 4, The slowly changing dimension features that comes out of the box with the lakehouse, Lake of UI/UX to have a moth user experience\nG2.com, Carissa T, BDA, 4, I like how granular we can get when running queries and reports for our business purposes, The user interface could be a little sleeker and more intuitive\nG2.com, \nPrashidha K., Optimisation Engineer, 4.5, Databricks had very powerful distributed computing built in with easy to deploy optimized clusters for spark computations. The notebooks with MLFlow integration makes it easy to use for Analytics and Data Science team yet the underlying APIs and CICD integrations make it very customizable for the Data Engineers to create complex automated data pipelines. Ability to store and query and manipulate massive Spark SQL tables with ACID in Delta Lake makes big data easily accessible to all in the organization., It lacks built in data backup features and ability to restrict data access to specific users. So if anyone accidentally deletes data from Delta Table or DBFS, the lost data cannot be retrieved unless we setup", "doc_id": "4e79713a-6e82-497a-a79f-7c97fc16f07c", "embedding": null, "doc_hash": "484ce6651b883f21981308b7654fc66deff82f96ac7572e21a88218c1afcd62a", "extra_info": null, "node_info": {"start": 52295, "end": 56254, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "fe7fa115-165b-4947-823f-e35939ebe9da", "3": "97019ad3-abb7-41f6-a177-7762daf8013e"}}, "__type__": "1"}, "97019ad3-abb7-41f6-a177-7762daf8013e": {"__data__": {"text": "data from Delta Table or DBFS, the lost data cannot be retrieved unless we setup our own customized backup solution.\nG2.com, No name, nan, 5, Delta Lake , SQL Analytics , Optimized Photon engine, Notebook UI , performance for SQL analytics on huge volume on the fly aggregate calculations\nG2.com, No name, nan, 4, The ability to monitor and relaunch jobs from the phone is amazing. I don't need to be on my computer on the weekend to relaunch a failed job., I don't particularly appreciate how the mlflow menu is hidden from the left bar UI unless I enter a specific link that contains the ID of an experiment.\n\nFor instance, I cannot see anything in https://*******.cloud.databricks.com/#mlflow and I cannot see mlflow in the left bar unless I go to :\n\nhttps://*******.cloud.databricks.com/#mlflow/experiments/3817218/runs/172f6fcb9f144bbc93cc5b3b857c50f1\nG2.com, \nJoseph M., DOT, 5, An interface that is better than Jupyter notebooks that allows SQL, Scala, PySpark, Python, R and the ability to collabortate on notebooks, nan\nG2.com, Priyanka B, analyst, 5, I learned to datamine with Python on Databricks and I use it daily. It is a nice software, user friendly and easy to connect to multiple sources, The errors can be a little more explanatory than what it is currently.\nG2.com, \nNavisha S., Associate Data Science Engineer, 5, It's very useful when it comes to tracking performance of machine learning models. Acts like a dashboard that would otherwise have to be built from scratch., There aren't any major downsides but the model training part according to me is still better run locally for comfortable experiments\nG2.com, No name, nan, 4.5, MLFlow has been instrumental in providing a decoupled interface between training and prediction part of our ML pipelines where we can store model metadata as part of training cycle and then in prediction we are able to leverage and pick model with highest ROC or just latest by chronological sorting and overall just do good job in tracking our experiments., Sometimes slow to render in databricks environment as UI but that could be related to our databricks setup.\nG2.com, Omkar m, SDE, 4, The easy of use is the most useful feature i like about MLFlow, it can use locally without any need for deployment on any server, great UI which allows use to search through general experiments and flexibility of changing data stores., The UI design is in Django I think which is a bit laggy and slow improvement can be done on that side.\nG2.com, Stefan P, Lead data engineer, 5, Easy administration, easy to create jobs from notebooks, great development environment, new and exciting features coming., Taking away our dedicated customer service rep and replacing this with just a support GUI.\nG2.com, Vinit K, HSEO engineer, 3.5, One of the best utilities for packing code into reproducible runs and tuning the hyperparameters., Merge with Azure data bricks was not very smooth & giving problems while using GPU cores.\nG2.com, No name, nan, 5, \u00a0like how it forces the developer to follow a certain code style which can basically help maintain the codebase much easily over time and have a proper documentation over it., I think there could be improvements within the documentation over how to use MLflow within existing codebases.\nG2.com, No name, nan, 5, MLflow tracking has been a major advantage for keeping up the record of the results of the experiments we carry out on the data using different parameters. Tracking the results and parameters is very iseful for achieving the most optimized solution., One small counter point is that it is not an easy tool and requires all in depth knowledge for making the best use of it.\nG2.com, Gitesh K, Coursera Deep Learning Mentor, 4.5, The features. There are hell lot of features present on MLFlow, Haven't explored everything. But yeah, maybe better documentation.\nG2.com, \nJorge C., nan, 4.5,", "doc_id": "97019ad3-abb7-41f6-a177-7762daf8013e", "embedding": null, "doc_hash": "ac677ea9daadf03578c01105167893beadb5e54f1290379ca9e9467c828158da", "extra_info": null, "node_info": {"start": 56253, "end": 60141, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "4e79713a-6e82-497a-a79f-7c97fc16f07c", "3": "9589d69f-c551-4155-8097-1658626b2946"}}, "__type__": "1"}, "9589d69f-c551-4155-8097-1658626b2946": {"__data__": {"text": "documentation.\nG2.com, \nJorge C., nan, 4.5, It is a highly adaptable solution for data engineering, data science, and AI, I wouldn't say I like the lack of an easier way to import personalized code files or libraries from notebooks.\nG2.com, Chen S, Lecturer in Artificial Intelligence, 5, Experiment management, and model deployment., Support for code engineering and version control.\nG2.com, Pavan kumar Y, Sr data eng, 5, It has got everything in it. IDE, Version Control, Scheduling whatnot., I didn't find something that discomforts me yet.\nG2.com, No name, nan, 4.5, The fact that you can store all your models at one place, The support for custom transforms isn't there\nG2.com, Deepa Ram S., Data analyst 2, 4.5, Easy to use multiple languages based command in same notebook. Direct connection to Redshift., Sometime it takes lot of time to load data. Should show better suggestions.\nG2.com, Ayush O, Data scientist, 4.5, Great for model refreshes and comparison, Ui and artifact loads can be improved...\nG2.com, \nStephen D., Senior Systems/Data Analyst, 4, It makes the power of Spark accessible and innovative solutions like Delta Lake., Fewer solutions that aren't wholly or partially on the cloud.\nG2.com, Debashis P., BI Development Manager, 4.5, Spark Distribution of query and speed of batch query so does performance, Interface can be make better and more intutive\nG2.com, \nRamavtar M., sse, 4.5,  A single format to support all measure ML libraries such as Sklearn, Tensorflow, MXnet, Spark MLlib, Pyspark etc.\n\n2) Capabilities to deploy on Amazon Sagemaker with just one API call\n\n3) Flexibility to log all model params such as Accuracy, Recall, etc. along with Hyperparameter tuning support.\n\n4) A good GUI to compare and select the best models.\n\n5) Model registry to track Staging, Production, and Archived models.\n\n6) Python best API\n\n7) REST APIs supported.\n\n8) Available out of the box in Microsoft Azure., CI/CD pipeline is not supported in the open-source version\n\n2) Recent framework so not a very large community\n\n3) Dependent on many python libraries. It can be a problem while resolving dependencies in your existing setup.\nG2.com, \nChad F., VP & data head, 5, Incidentally, the thing I like most about Databricks isn't a product feature at all; I love Databricks's proactive and customer-centric service, always willing to make an exception or create a unique feature, all the while minimizing costs for the customer - as @Heather Akuiyibo & Shelby Ferson et al. have done for me and my former teams!, Broadening programming logic and syntax.\nG2.com, No name, nan, 4.5, Multiple people can write code in the same file at the same time. We use Databricks in Machine Learning., The cluster gets shut down after sometimes, leading to loss of data on the RAM\nG2.com, No name, nan, 5, Having a platform to share codebase with team members and run machine learning models on the cloud., Sometimes we have to restart clusters to fix memory errors, which leads to data loss.\nG2.com, No name, nan, 5, Machine learning model tracking and find best weight, Add support for other programming language like cpp\nG2.com, No name, nan, 4, Centralization and remote servers and API, Nothing specific. I like everything about mlflow.\nG2.com, \nianthe L., \nDigital Marketing Specialist, 5, It is great when you have large amount of data, excellent for collaboration, perfect for using with visualisation tools and functions with many programming languages., Difficult to get a grasp on how many applications and funcrions it has.\nG2.com, \nSomu S., Data engineer, 5, Interactive clusters, user friendly, excellent cluster management, Cluster takes some time to heat up on start, should support upsert without delta", "doc_id": "9589d69f-c551-4155-8097-1658626b2946", "embedding": null, "doc_hash": "e9807b7ba633b94b4ab3b55e07da9dc104e8c465952469711495fdd07638bfbe", "extra_info": null, "node_info": {"start": 60169, "end": 63890, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "97019ad3-abb7-41f6-a177-7762daf8013e", "3": "f5d2dc23-f653-4730-8b4b-a47dcd9cc57d"}}, "__type__": "1"}, "f5d2dc23-f653-4730-8b4b-a47dcd9cc57d": {"__data__": {"text": "Cluster takes some time to heat up on start, should support upsert without delta as business need pure upserts too\nG2.com, \nAlvaro R., Data Engineer, 5, The different languages used for implementation.\n\nGreat user experience.\n\nEasy to understand and use.\n\nCreation of different tools inside such as clusters or database.\n\nEase of integration with other software such as azure services.\n\nGreat addition to your expertise if you manage to master it completely.\n\nIntegration of spark with the different languages.(Python, R, Scala), The documentation inside the portal isn't the best, find better support outside with search engines.\nG2.com, \nVikrant B., Sr Consultant, 4.5, DataBricks is a great analytics tool which provides lightening speed analytics and has given new abilities to Data Scientists. Additionally, our advanced analytics at scale has gone up 100 times., The learning curve is steep and people would need coding knowledge to work with Databricks. It can also be costly at times.\nG2.com, \nDouglas D., Head of data science, 4.5, It's like a Jupyter notebook but a lot more powerful and flexible. You can easily switch from Python to SQL to Scala from one cell to the next. With the Spark framework, you can preview your data processing tasks without having to build large intermediate tables., Need better support when it comes to troubleshooting spark applications. It shows a lot of information, but gives you little sense of how to apply it\nG2.com, No name, nan, 4.5, Good UI\n\n2. Good integrations with other applications/services.\n\n3. Faster and efficient.\n\n4. Updates are good., Need better support when it comes to troubleshooting spark applications. It shows a lot of information, but gives you little sense of how to apply itSometimes it take much time to load the Spark notebook.\n\n2. Sometimes having issues with interpreter settings while running the notebook.\nG2.com, No name, nan, 4.5, It has significantly improves its performance with the Databricks Inout and Ouput Module. WIth better support for spark, it combines well with Microsoft Azure and Amazon AWS. It has faster execution and faster read write processes in its version 5., A few schema related queries are still on the slower side considering huge data clusters and the processing involved for those clusters.\nG2.com, No name, nan, 3.5, You can sync data from different systems all onto this one platform and everything can be analyzed without switching programs since you can also use many different programming languages and reap the benefits of each such as SQL and Python. This makes it so much easier to work with large datasets. Very nice user interface too!, Very difficult to collaborate on projects using Databricks, it is its biggest downfall and in fact just almost outweighs the benefits. I also don't think their customer support is the best, have had some challenges with that. Otherwise a very good product.\nG2.com, No name, nan, 4.5, The system architects data delivery in a very easy to use and intuitive way. Non-data-savvy individuals are able to access the insights that data can provide and the support around the product is 2nd to none!, Cost is always a concern when working with a system like this, but if the organization can afford it the insights and ease of use are worth it\nG2.com, Reeham N., Lead Data Scientist/Analytics Manager, 2.5, The ability to automatically load data from aws into databricks for collection, and analysis. It does a great job of customizing the notebooks and nodes that can be created., This tool is not optimized for R users. They were supposed to have an update Q1 for R studio but their help team informed me that this was no longer a priority. Even so, heavy AI and machine learning algorithms are not optimized for use here besides the usual theano and keras on python. Its also difficult to run analyses on a large volume of data without sampling which defeats the purpose.\nG2.com, Shristi K, Incident Problem Manager, 5, This is really a nice user friendly platform., I have not", "doc_id": "f5d2dc23-f653-4730-8b4b-a47dcd9cc57d", "embedding": null, "doc_hash": "29504a15f3abaf33fc29339dd6373c8f781e5f2411ea90c26615b045c7c81146", "extra_info": null, "node_info": {"start": 63863, "end": 67889, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "9589d69f-c551-4155-8097-1658626b2946", "3": "e32c5fc2-09b2-4a9e-9174-bcac03c84bdf"}}, "__type__": "1"}, "e32c5fc2-09b2-4a9e-9174-bcac03c84bdf": {"__data__": {"text": "Incident Problem Manager, 5, This is really a nice user friendly platform., I have not found any glitches. It is really good.\nG2.com, No name, nan, 5, It is no surprise that Spark is one of the fastest growing technologies today and databricks provides a platform that makes transitioning to Spark easier. I like how there are also tutorials for people who are just beginning to learn make the onboarding to Spark easier. Love the connection with Github so there is the ease of sharing the projects with the world. Love the ease of pipeline creation in whatever language that one is comfortable in., Could give a bigger size of the cluster for individuals and students so that they can explore it to a bigger extent. Also, technical support is not good enough. I also do not like there is no way you can collaborate on a project. Visualization could be better.\nG2.com, No name, nan, 4, Overall, since we brought in DataBricks, our ability to use DataScience and advacned analytics at scale has gone up 100 times. Our experience has been awesome, and I know we're not even pushing the bounds of what it can do, Overall Databricks has worked well, though it has taken longer than we anticipated to get it up and running.\nG2.com, Shivi G, Partner Account Lead, 2.5, Get the data you need right at your finger tips, Data can be hard to pull (weite code in SQL) versus other platforms\nG2.com, No name, nan, 4, Databricks is my company's one stop shop for interacting with our expansive datasets. Databricks has been great so far for navigating our complex storage systems, accessing data, and being able to analyze it without having to switch programs. One of the best features of Databricks is that you can use a variety of languages within the program to complete all steps needed to fully use the data. I like being able to switch seamlessly between python, spark, and sql to work on big data sets.\n\nAdditionally, the formatting of the workbook is awesome. You can create new spaces below your original data view in order to perform the analysis., When using Databricks on a cloud-based server it is sometimes difficult to search through the folders and tables to find exactly what you need. I think it would be beneficial if they created an S3 browser to speed up this process.\nG2.com, No name, nan, 4, I love how accurate and quick databricks is. Once I started working with databricks, I couldn\u2019t fathom doing data analyzation and comparisons without it., nan\nG2.com, Tommy O, nan, 5, Software was great and easy.It was fun to use., Nothing at all.Ircwas understandable and fun.\nG2.com, No name, nan, 5, Databricks is a great tool to integrate queries from MySQL, Redshift, Python, and Adobe Clickstream data and the queries run pretty fast too., It takes some coding knowledge to set up and a good Data Engineering team.\nG2.com, No name, nan, 3.5, One of the best features on the platform is the ability to use a notebook environment and attach them to different Spark interpreters. I do like the user interface and the easy access to browsing files stored on the cluster., Controls are not really developed, it is hard to optimize runtimes. Databricks is expensive and we can not say it is the best for price/value.", "doc_id": "e32c5fc2-09b2-4a9e-9174-bcac03c84bdf", "embedding": null, "doc_hash": "7c7cec2483ae2315b066d5dfb8adc8b6501846b74e4bd9b78d43abb05362b8c5", "extra_info": null, "node_info": {"start": 67870, "end": 71088, "_node_type": "1"}, "relationships": {"1": "758d1b0b-ef44-40c6-922f-00ef33f63983", "2": "f5d2dc23-f653-4730-8b4b-a47dcd9cc57d"}}, "__type__": "1"}}, "docstore/ref_doc_info": {"758d1b0b-ef44-40c6-922f-00ef33f63983": {"doc_ids": ["db1785f6-757e-4817-95f1-3c68a6b14df7", "d9064537-a6bf-4a34-a883-0db1a39fd2b2", "ac137145-15a8-4587-9745-0a50eb1a49ff", "e09ee097-cc44-4337-9851-729475b3188e", "1b0c5199-9475-474f-ab5b-ef7aadd12087", "64017536-5407-424e-ac7c-667ab0323871", "067b5d34-dfe4-43f9-a607-5fa6aea16e59", "6bb4664b-7a78-436b-b496-e99cfd7d3f74", "57d479ac-14b0-4150-97d8-2e4981940c84", "2a102d81-3648-4c2c-9708-087e2f32622b", "2e49a6f3-6b45-4d22-82b9-6af69ace3a5e", "28142fd1-8d5d-43ef-a8b5-9aad252d4444", "fe7fa115-165b-4947-823f-e35939ebe9da", "4e79713a-6e82-497a-a79f-7c97fc16f07c", "97019ad3-abb7-41f6-a177-7762daf8013e", "9589d69f-c551-4155-8097-1658626b2946", "f5d2dc23-f653-4730-8b4b-a47dcd9cc57d", "e32c5fc2-09b2-4a9e-9174-bcac03c84bdf"], "extra_info": {}}}}

index_v2/Databricks/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"227cce90-9742-4a92-87ac-4949fc911df5": {"__type__": "vector_store", "__data__": "{\"index_id\": \"227cce90-9742-4a92-87ac-4949fc911df5\", \"summary\": null, \"nodes_dict\": {\"db1785f6-757e-4817-95f1-3c68a6b14df7\": \"db1785f6-757e-4817-95f1-3c68a6b14df7\", \"d9064537-a6bf-4a34-a883-0db1a39fd2b2\": \"d9064537-a6bf-4a34-a883-0db1a39fd2b2\", \"ac137145-15a8-4587-9745-0a50eb1a49ff\": \"ac137145-15a8-4587-9745-0a50eb1a49ff\", \"e09ee097-cc44-4337-9851-729475b3188e\": \"e09ee097-cc44-4337-9851-729475b3188e\", \"1b0c5199-9475-474f-ab5b-ef7aadd12087\": \"1b0c5199-9475-474f-ab5b-ef7aadd12087\", \"64017536-5407-424e-ac7c-667ab0323871\": \"64017536-5407-424e-ac7c-667ab0323871\", \"067b5d34-dfe4-43f9-a607-5fa6aea16e59\": \"067b5d34-dfe4-43f9-a607-5fa6aea16e59\", \"6bb4664b-7a78-436b-b496-e99cfd7d3f74\": \"6bb4664b-7a78-436b-b496-e99cfd7d3f74\", \"57d479ac-14b0-4150-97d8-2e4981940c84\": \"57d479ac-14b0-4150-97d8-2e4981940c84\", \"2a102d81-3648-4c2c-9708-087e2f32622b\": \"2a102d81-3648-4c2c-9708-087e2f32622b\", \"2e49a6f3-6b45-4d22-82b9-6af69ace3a5e\": \"2e49a6f3-6b45-4d22-82b9-6af69ace3a5e\", \"28142fd1-8d5d-43ef-a8b5-9aad252d4444\": \"28142fd1-8d5d-43ef-a8b5-9aad252d4444\", \"fe7fa115-165b-4947-823f-e35939ebe9da\": \"fe7fa115-165b-4947-823f-e35939ebe9da\", \"4e79713a-6e82-497a-a79f-7c97fc16f07c\": \"4e79713a-6e82-497a-a79f-7c97fc16f07c\", \"97019ad3-abb7-41f6-a177-7762daf8013e\": \"97019ad3-abb7-41f6-a177-7762daf8013e\", \"9589d69f-c551-4155-8097-1658626b2946\": \"9589d69f-c551-4155-8097-1658626b2946\", \"f5d2dc23-f653-4730-8b4b-a47dcd9cc57d\": \"f5d2dc23-f653-4730-8b4b-a47dcd9cc57d\", \"e32c5fc2-09b2-4a9e-9174-bcac03c84bdf\": \"e32c5fc2-09b2-4a9e-9174-bcac03c84bdf\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/Datadog/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"593b6e84-6dae-4851-b8b4-02d56fa00d15": {"__type__": "vector_store", "__data__": "{\"index_id\": \"593b6e84-6dae-4851-b8b4-02d56fa00d15\", \"summary\": null, \"nodes_dict\": {\"0c142657-6970-4ee7-9647-14dc60537a00\": \"0c142657-6970-4ee7-9647-14dc60537a00\", \"4d3fcfc7-9023-40a0-b807-5e89f013c374\": \"4d3fcfc7-9023-40a0-b807-5e89f013c374\", \"c3b56f26-887a-43d6-9de3-39e228261bc3\": \"c3b56f26-887a-43d6-9de3-39e228261bc3\", \"af3c10bd-1db5-4954-a3c4-d9e4cde600fd\": \"af3c10bd-1db5-4954-a3c4-d9e4cde600fd\", \"f891d754-5b71-4448-9069-3dff046be834\": \"f891d754-5b71-4448-9069-3dff046be834\", \"b1eb3ee1-929c-4cd2-9c3d-9a3a3869a6ef\": \"b1eb3ee1-929c-4cd2-9c3d-9a3a3869a6ef\", \"8f6f8669-9943-4aa5-aa79-f185e413636c\": \"8f6f8669-9943-4aa5-aa79-f185e413636c\", \"8040e9e3-de8d-45d1-870e-8b2f0c44f4bc\": \"8040e9e3-de8d-45d1-870e-8b2f0c44f4bc\", \"e45eea2c-fa16-4f6c-97d2-b145b149d1c1\": \"e45eea2c-fa16-4f6c-97d2-b145b149d1c1\", \"b5398d00-ce67-41e4-a0bd-59e194fca19a\": \"b5398d00-ce67-41e4-a0bd-59e194fca19a\", \"42d0f166-f343-47cd-ba6f-1383e67d8d54\": \"42d0f166-f343-47cd-ba6f-1383e67d8d54\", \"8237bbcc-5302-466e-9dc2-db832e533372\": \"8237bbcc-5302-466e-9dc2-db832e533372\", \"5f252439-4174-4f21-8caf-f68533eecee0\": \"5f252439-4174-4f21-8caf-f68533eecee0\", \"60f8b901-2d88-4334-9c72-687aa01d4b8d\": \"60f8b901-2d88-4334-9c72-687aa01d4b8d\", \"478c060d-0015-4f8c-883f-57ca83956105\": \"478c060d-0015-4f8c-883f-57ca83956105\", \"24a7a2fe-17f2-4bb0-a3d1-bf233235f75b\": \"24a7a2fe-17f2-4bb0-a3d1-bf233235f75b\", \"5cb45dc8-b174-4848-a875-d6a8775981e2\": \"5cb45dc8-b174-4848-a875-d6a8775981e2\", \"764b01ac-db76-4081-af21-2483631ae895\": \"764b01ac-db76-4081-af21-2483631ae895\", \"c69ca865-8ff1-4557-816a-48675d98a997\": \"c69ca865-8ff1-4557-816a-48675d98a997\", \"026e2225-4c31-4004-afd6-8fcc6410d07f\": \"026e2225-4c31-4004-afd6-8fcc6410d07f\", \"7a7b5aad-cc36-4282-a044-1dfdfd66d09f\": \"7a7b5aad-cc36-4282-a044-1dfdfd66d09f\", \"922a83e8-252c-46c7-a471-f74fe0bfb35c\": \"922a83e8-252c-46c7-a471-f74fe0bfb35c\", \"820c781f-0bc4-4d05-b91f-8df2f26be661\": \"820c781f-0bc4-4d05-b91f-8df2f26be661\", \"68814d94-f4cb-45b6-bd96-e057286d2f56\": \"68814d94-f4cb-45b6-bd96-e057286d2f56\", \"74773a00-8ea0-44ea-8c3a-2447481985b5\": \"74773a00-8ea0-44ea-8c3a-2447481985b5\", \"f1d0e2c4-f8f3-478b-bd36-1d395e26f7d1\": \"f1d0e2c4-f8f3-478b-bd36-1d395e26f7d1\", \"36cc1197-845b-4606-870b-731ad308677a\": \"36cc1197-845b-4606-870b-731ad308677a\", \"b1d6a962-e1e8-4fff-8ef0-b5fccc0a1260\": \"b1d6a962-e1e8-4fff-8ef0-b5fccc0a1260\", \"b54e2b2b-366b-4afe-8ff7-80ffeb88d77c\": \"b54e2b2b-366b-4afe-8ff7-80ffeb88d77c\", \"28e00375-f4da-4f42-8df0-4a4ca3bbf53c\": \"28e00375-f4da-4f42-8df0-4a4ca3bbf53c\", \"1c72ea81-28e2-4e4a-ba15-7ae788d5c584\": \"1c72ea81-28e2-4e4a-ba15-7ae788d5c584\", \"d0484d59-55d2-4197-84b6-7d9eed3bc501\": \"d0484d59-55d2-4197-84b6-7d9eed3bc501\", \"b9455574-e3cb-4838-95d0-00256ab31595\": \"b9455574-e3cb-4838-95d0-00256ab31595\", \"0273158c-ddd2-4574-ae6c-5061fb24282a\": \"0273158c-ddd2-4574-ae6c-5061fb24282a\", \"0a13f4dd-7723-4ab1-8c78-ad41d2c9660a\": \"0a13f4dd-7723-4ab1-8c78-ad41d2c9660a\", \"2ad1d5ea-2e57-4b5d-9c89-8b0d8b6056ca\": \"2ad1d5ea-2e57-4b5d-9c89-8b0d8b6056ca\", \"635a43aa-23d9-4e2e-a76d-ae12f2968888\": \"635a43aa-23d9-4e2e-a76d-ae12f2968888\", \"43b721e9-efe0-41e3-b387-e32a09609efd\": \"43b721e9-efe0-41e3-b387-e32a09609efd\", \"307eca8f-2352-43d0-9760-0e10d0586e6b\": \"307eca8f-2352-43d0-9760-0e10d0586e6b\", \"f7d7f7aa-1a20-4297-8195-d6a2c8d681de\": \"f7d7f7aa-1a20-4297-8195-d6a2c8d681de\", \"ec0cea14-8506-48af-a97e-dac7de3f928d\": \"ec0cea14-8506-48af-a97e-dac7de3f928d\", \"e682ce61-fb56-4a2d-a957-fbf6faf3a827\": \"e682ce61-fb56-4a2d-a957-fbf6faf3a827\", \"0a685b2c-0702-4790-a271-687cd0bdfe6f\": \"0a685b2c-0702-4790-a271-687cd0bdfe6f\", \"0239f2fb-6432-444b-95a6-f00669901af5\": \"0239f2fb-6432-444b-95a6-f00669901af5\", \"92435c91-6b25-4870-b65c-fb292b61e3cf\": \"92435c91-6b25-4870-b65c-fb292b61e3cf\", \"6f4df675-71f3-4b0b-8e32-bd4e3e076a3b\": \"6f4df675-71f3-4b0b-8e32-bd4e3e076a3b\", \"eb311335-0ee1-4bd8-bc94-bfa5e9e75c37\": \"eb311335-0ee1-4bd8-bc94-bfa5e9e75c37\", \"af21247b-3377-47d5-8dbd-994fa2b1e1be\": \"af21247b-3377-47d5-8dbd-994fa2b1e1be\", \"184bf94f-62b1-4835-8df6-f922e578b660\": \"184bf94f-62b1-4835-8df6-f922e578b660\", \"b2f62080-d437-4bf6-a39b-8fd08f0953c3\": \"b2f62080-d437-4bf6-a39b-8fd08f0953c3\", \"ffb7c329-65a8-4b3c-aed1-483e33e7db2d\": \"ffb7c329-65a8-4b3c-aed1-483e33e7db2d\", \"016fefde-7b3d-43b7-8c2f-97a0e3a90eec\": \"016fefde-7b3d-43b7-8c2f-97a0e3a90eec\", \"2226af7c-b46b-4600-b899-63c5dc50458f\": \"2226af7c-b46b-4600-b899-63c5dc50458f\", \"0335b885-e042-4a73-95ba-f4c87d2f57f1\": \"0335b885-e042-4a73-95ba-f4c87d2f57f1\", \"9139abf7-f504-4dbf-8c6e-77c0a8048025\": \"9139abf7-f504-4dbf-8c6e-77c0a8048025\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/OnCall/docstore.json

@@ -0,0 +1 @@
+{"docstore/metadata": {"d6496709-cfc5-4485-93e6-2c6905c9d395": {"doc_hash": "ba829374ee458613e165ee84864cb14c77e58f29c0834dbd4e5f912038f0bb0b"}, "7bc79ea6-68b3-4bf5-8112-31e1aa58d448": {"doc_hash": "9235c45f05466bd25cf44b08c688648d350ecc8155d3298737e6da74e901d63c"}, "57018674-bf81-4ad7-940b-47bc8f22a82b": {"doc_hash": "8d63fb8bf8df55df4f5197459fd3a64b87c236b6064aebed0c594689dcc8c818"}, "04678987-bdb0-4922-a081-c6066b190cff": {"doc_hash": "f3f6588a774bb7d11930e89fc7dfdcfaa1cd3b790c7dbe529caa506839d8b53a"}, "130a58d8-6265-4783-b0a6-056344dacdb8": {"doc_hash": "21c74d0f1661068e36910b2edb2dfc0a7023e3e0824a1886d0ef24f1084dd561"}, "bd4335e6-72c5-40f0-ac46-bfd30bc3b26f": {"doc_hash": "8a28314bb5126884074d743b913cdfbee6aeecb9683fb8fe916f6b87e89ef6ee"}, "0bd2d94e-126a-4644-8989-aa46455d3788": {"doc_hash": "73588ffe6973fa49b0c3077faa9f86c139ad0f8c454e53fc65f9515cea160d28"}, "d09c18d3-ac4b-4719-a3f1-9ca73015e9c2": {"doc_hash": "393d4ef40635d51192007750b39e813be462e2977f1394d8268d2ed934bd1efe"}, "ce7f46b5-953b-4cb8-b961-183b46bc7645": {"doc_hash": "c71e2be5d1b16eae6c3cc025a36805db56dc72f75f370e5a627febd746eb4bee"}, "597ca512-6f36-4807-b986-4a1d5acc33ca": {"doc_hash": "b5f9583474e44ec59425e0b688b0be07ff599cf8e029af55625eb07ebef2ac90"}, "1ba7a349-4a28-4423-a013-05d8defe7065": {"doc_hash": "02e672753bc4d8fea49be0aa8911cd09b3f8c9c155c24d2699605170446679ee"}, "c48683dc-f64e-4689-bcba-15ef3e12b199": {"doc_hash": "063df790c6149c4ce5236602034cfc02e6f6f1b2a622dddf43af4d3a38df36ef"}, "6ca3f6f6-9ccc-4ee4-9af0-15bb8ed19623": {"doc_hash": "4de7f29babc2fb2eb3a09f34596f49c2a755a6f39c82a3347d9e84dfcd24b952"}, "2db441ba-005f-47fc-ab87-96ebe48bb427": {"doc_hash": "8d026d684544b78161af0013116f2adc29a261dcfb565b682a1aef00ec0e2672"}, "468db9da-7f2c-458a-8e4b-a209e0ccb1ad": {"doc_hash": "282f7a4e8d6c8a5fbdad62c017649e2fa9a8bee44a08e744fe98dac3e1c3ca6c"}, "00e68c43-8f2c-4ed5-b5ec-e0c71b8f3819": {"doc_hash": "1a86000e046e02e65e8b90d724c44e1c30b0211a2b13674ec716d3f64c5c6686"}, "61eb3840-5d98-4260-8e52-318ba943edcf": {"doc_hash": "9c016adfebd20b478a08aa2f5f267dc63ee4bb47a6583cb8e8677832abc3b1e8"}, "03a7050b-f0d8-4a33-b9e8-d4f82439cca0": {"doc_hash": "1e7ddc74e8d4464205a6644eb228753e21d7a80ddaa201ec55bfbb3ebdde4fcd", "ref_doc_id": "d6496709-cfc5-4485-93e6-2c6905c9d395"}, "33630944-a8b9-4d7e-8d3f-0381d2c4e586": {"doc_hash": "bd205fbaf9edc0054ec276d8b090a4d142de9aa42f4a6b0966d4a3b662a46327", "ref_doc_id": "d6496709-cfc5-4485-93e6-2c6905c9d395"}, "69adae88-db95-4f48-81df-ac19ca8077e3": {"doc_hash": "04291c6d919c46bce3de41cfd59054e6f6749fbebe20fe95c507d9cc7725c4d5", "ref_doc_id": "7bc79ea6-68b3-4bf5-8112-31e1aa58d448"}, "21d0b6b7-28cf-437e-aef6-522813d4e0a1": {"doc_hash": "442829f5592cb598491ad09a9bf802b5ffd05c35f0acd8ed778933a106b6fbfd", "ref_doc_id": "7bc79ea6-68b3-4bf5-8112-31e1aa58d448"}, "792e2728-bdc4-4e54-ad72-55e359056616": {"doc_hash": "468aa6ba5b142eaf477fc77a16ac3860eb0a697cb185d98efe5952334915c1d9", "ref_doc_id": "57018674-bf81-4ad7-940b-47bc8f22a82b"}, "6f1adeda-e4d0-4b96-b2f1-57def8904cb6": {"doc_hash": "ac81899b7dbe7fc3f0421bc53a447ed09c476c48ace64bf033962da90442f5c8", "ref_doc_id": "57018674-bf81-4ad7-940b-47bc8f22a82b"}, "07aa42dc-7b17-4b9f-848a-181c4ec7e77f": {"doc_hash": "e293beddafaeba9c2e7920144bfa4f83273e02ec83f6018e14e50352775b4066", "ref_doc_id": "04678987-bdb0-4922-a081-c6066b190cff"}, "d14ad41a-0e46-4fb9-b979-8973ba836de4": {"doc_hash": "6522631f31a4eb34a2c2b544744221bb4786da92958151c2bdcbf5885c718333", "ref_doc_id": "04678987-bdb0-4922-a081-c6066b190cff"}, "e5834cdd-0e9d-484d-a7e8-721644c8e119": {"doc_hash": "1d176f65dedef8d5ad0687715f9c339683b887090d0401a901c6c6978b0feb9a", "ref_doc_id": "130a58d8-6265-4783-b0a6-056344dacdb8"}, "4cc6e453-d8cb-4316-9f00-1ad8fc6152ad": {"doc_hash": "421638b67a9017a993430a131cb489f7c2e389add8bbd170c41fb9342cfbea24", "ref_doc_id": "130a58d8-6265-4783-b0a6-056344dacdb8"}, "975881aa-a45e-4b2c-83a8-bd6932e4a819": {"doc_hash": "8a28314bb5126884074d743b913cdfbee6aeecb9683fb8fe916f6b87e89ef6ee", "ref_doc_id": "bd4335e6-72c5-40f0-ac46-bfd30bc3b26f"}, "26d56212-a665-414f-803a-387a807bffa0": {"doc_hash": "d7ac5b9c0ab787ad4760d17bb0aadddcf494ad86227d369624429af714871f64", "ref_doc_id": "0bd2d94e-126a-4644-8989-aa46455d3788"}, "ca972543-cc22-4e27-a596-6492703c69ce": {"doc_hash": "f423df9dcf495ebde76dc87f0ed83ee90510a32f59cf6074b61c5a2f50ec8489", "ref_doc_id": "0bd2d94e-126a-4644-8989-aa46455d3788"}, "02048f03-be3c-4ebf-9383-5e85fd3356e1": {"doc_hash": "3ec06fd5ac2c5df8dca93e0230688bddf501838001a915f4a72d6fc1af4a78e1", "ref_doc_id": "d09c18d3-ac4b-4719-a3f1-9ca73015e9c2"}, "9cf96cfc-0673-4806-b906-e4dab4f6aa0e": {"doc_hash": "f847cda6d3bfbd372510c419f3c441db5dd3b844749ac665292b54549c535324", "ref_doc_id": "d09c18d3-ac4b-4719-a3f1-9ca73015e9c2"}, "9b16e0e5-8641-4e16-a4f7-67130cdd3a59": {"doc_hash": "cfaaada74b10d4e9a4bab7716a674baed2bc3b9ea87aa0d38103027d8d0aae3c", "ref_doc_id": "ce7f46b5-953b-4cb8-b961-183b46bc7645"}, "7f0dd2c8-c705-447e-b1f0-55556cf61ad4": {"doc_hash": "22889ef4aaa4e83fb7aa65672e44a170330a352aedc9af9484a65dfa8cd19cf9", "ref_doc_id": "ce7f46b5-953b-4cb8-b961-183b46bc7645"}, "7ce57955-6637-4a9a-85e0-3b8d16306141": {"doc_hash": "ea26818540474a01a0f073875cf1ecb90cce2bf2d3197374a49cf7a5adaf243a", "ref_doc_id": "597ca512-6f36-4807-b986-4a1d5acc33ca"}, "ffdf9f90-fc3a-4461-a76f-81e03fe84ba5": {"doc_hash": "b4fd660279f17945d5caced3f06297ba5931d73d5f168cba77ea325e7b016211", "ref_doc_id": "597ca512-6f36-4807-b986-4a1d5acc33ca"}, "626bf733-83e0-4372-99f9-1dbf3c28ba09": {"doc_hash": "250979f309d921145598693fd5749628bea415943ab79ac333d4ae961514b527", "ref_doc_id": "1ba7a349-4a28-4423-a013-05d8defe7065"}, "d5075358-1c6e-4cea-9e52-089839227b0b": {"doc_hash": "75592305e804625729dfa9f91bc1405c7e4ec65b537c842e77bea06b52c6fc2c", "ref_doc_id": "1ba7a349-4a28-4423-a013-05d8defe7065"}, "c50c0de2-ac18-4cd7-b256-ada4437b2bda": {"doc_hash": "7b73a33c11e41231fde88bd963b2c4f4e02766e0c9a3cf5261dec06934c7d16d", "ref_doc_id": "c48683dc-f64e-4689-bcba-15ef3e12b199"}, "01024302-ea9b-4c9e-a828-a1993457fb64": {"doc_hash": "1c2c983e8edfc01984ac6fc3739201892f191ec1bfd9893c7762166f24f7da78", "ref_doc_id": "c48683dc-f64e-4689-bcba-15ef3e12b199"}, "097a8045-83e3-4b75-a50f-f1d632d4b401": {"doc_hash": "7aba5260560ca7df5c005486b024256bd3f55ca1957aadc5720744d03ef88f46", "ref_doc_id": "6ca3f6f6-9ccc-4ee4-9af0-15bb8ed19623"}, "323c8c4a-7364-4ad8-82c9-ed3deb9eca73": {"doc_hash": "35b3c7e033df386e946b443f55ed94de7a012f3b704dcddff4667103d4e47c2b", "ref_doc_id": "6ca3f6f6-9ccc-4ee4-9af0-15bb8ed19623"}, "076e6fd8-44dc-4bac-89f1-37a0041f2c11": {"doc_hash": "8d026d684544b78161af0013116f2adc29a261dcfb565b682a1aef00ec0e2672", "ref_doc_id": "2db441ba-005f-47fc-ab87-96ebe48bb427"}, "6b452ef4-8877-4949-bb83-18edbabbfb58": {"doc_hash": "c9214a49365cb50c3b7b3a4bcf53baa21cf17048f981d7a5617b54e6e1d35fc4", "ref_doc_id": "468db9da-7f2c-458a-8e4b-a209e0ccb1ad"}, "7bd9db26-5333-49d3-acfe-b320ad60a235": {"doc_hash": "41a06d83a069f023f4bb9e5c9b5bcce6010e31811dc5604185831759e9fc6c6e", "ref_doc_id": "468db9da-7f2c-458a-8e4b-a209e0ccb1ad"}, "279ac7d5-3dfe-4ac0-90e5-1e530831058a": {"doc_hash": "7f3c775f3b4f4c6752d1971216828989007def89a9878a50ce3d002c3ef9e9a6", "ref_doc_id": "00e68c43-8f2c-4ed5-b5ec-e0c71b8f3819"}, "ffbb83c4-370e-4692-826e-a86bbef48dc1": {"doc_hash": "44ed1835b0e365ac7b4163d53ac0a53217d44cf34507b1cf0dc0a842371e9d14", "ref_doc_id": "00e68c43-8f2c-4ed5-b5ec-e0c71b8f3819"}, "57762e71-1462-4735-8d07-d94672b8c357": {"doc_hash": "9c016adfebd20b478a08aa2f5f267dc63ee4bb47a6583cb8e8677832abc3b1e8", "ref_doc_id": "61eb3840-5d98-4260-8e52-318ba943edcf"}}, "docstore/data": {"03a7050b-f0d8-4a33-b9e8-d4f82439cca0": {"__data__": {"text": "On-call Log\nOpen on-call bugs/tasks  \nJIRA  List\nOn-call Incident Log Key Summary T Created Updated Due Assignee Reporter P Status Resolution\nCOLL-2428ON-CALL: invalid_refresh_token error for Tenant 12956\n(crowdstrike)15/May/23 11:29 PM 15/May/23 11:31 PM Harinandan\nChintamreddyParanthaman\nKarthikeyanTO DO Unresolved\nCOLL-2308Find rootcause for 404 while brocessing slack event\nduring cross brokering24/Apr/23 10:57 AM 24/Apr/23 10:58 AM Harinandan\nChintamreddyAnil Ganivada TO DO Unresolved\nCOLL-2294Debug 500 response from sentiment collector endpoint\n\"/sentiment-collector/api/messages\"19/Apr/23 12:14 AM 19/Apr/23 12:16 AM Harinandan\nChintamreddyAnil Ganivada TO DO Unresolved\nDISC-2807[Investigate] 500 error due connection reset by peer for\nvalidate user call11/Apr/23 10:51 PM 11/Apr/23 10:58 PM ritu vaidya Pradeep TO DO Unresolved\nCOLL-2264Alert for : [Prod] [Collab] /slack/slash/addressBook took\nmore than 3 seconds11/Apr/23 10:25 PM 18/Apr/23 3:28 AM Harinandan\nChintamreddyGuruprasad\nShenoyTO DO Unresolved\nCOLL-2084Alert for : [Prod] [Collab] Failed brokering message to\nSlack14/Mar/23 11:24 PM 03/May/23 11:59 PM Harinandan\nChintamreddyShivam\nBhosaleTO DO Unresolved\nCOLL-1992[On-Call] Failure to extend pulse for messages deleted\non Slack, but not on Axm.28/Feb/23 12:42 PM 28/Feb/23 4:15 PM Harinandan\nChintamreddyRama\nTaranigantyTO DO Unresolved\nCOLL-1904[On-call] [Investigate] Failed to refresh token due to\nHttpMessageNotReadableException14/Feb/23 12:40 PM 14/Feb/23 12:41 PM Harinandan\nChintamreddyRama\nTaranigantyTO DO Unresolved\nCOLL-1898[On-call] [Investigate] Failed brokering message to Slack\nwith a 40413/Feb/23 12:17 PM 23/Feb/23 10:30 AM Sagarika\nNangiaRama\nTaranigantyTO DO Unresolved\nDAT-697 [On-call] [Investigate] Is there a need to tune the API\ngranularity or # of connections in the Hikari pool to avoid\nthe drop in IDLE connections26/Oct/22 3:07 PM 13/Feb/23 12:20 PM Satya Vummidi Rama\nTaranigantyTO DO Unresolved\nCOLL-1289[on-call] [Document] If we see a Slack Operation we\ncannot handle, there needs to be a process to follow to\ntriage it01/Oct/22 4:31 PM 13/Feb/23 12:20 PM Harinandan\nChintamreddyRama\nTaranigantyTO DO Unresolved\nDISC-1422[On-call] Prod ES yellow status alarm: Increase the\nnumber of data points or duration to consider before\ncreating an alarm19/Sep/22 9:53 PM 13/Feb/23 12:20 PM Pradeep Pradeep TO DO Unresolved\nCOLL-928 Add Details for runboook entry for COLLAB-FAILED-\nMSG-TO-TEAMS-OR-SLACK01/Jul/22 9:18 AM 13/Feb/23 12:20 PM Harinandan\nChintamreddyManoj\nInukolunuTO DO Unresolved\n13 issues\nJun 7, 2023 @Satya Vummidi Threshold Violated: GLOBAL-JVM-HEAP-THRESHOLD It looks like a false positive spike. We may need to update the trigger \ncriteria to tone it down a little bit.", "doc_id": "03a7050b-f0d8-4a33-b9e8-d4f82439cca0", "embedding": null, "doc_hash": "1e7ddc74e8d4464205a6644eb228753e21d7a80ddaa201ec55bfbb3ebdde4fcd", "extra_info": {"page_label": "1", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2740, "_node_type": "1"}, "relationships": {"1": "d6496709-cfc5-4485-93e6-2c6905c9d395", "3": "33630944-a8b9-4d7e-8d3f-0381d2c4e586"}}, "__type__": "1"}, "33630944-a8b9-4d7e-8d3f-0381d2c4e586": {"__data__": {"text": "We may need to update the trigger \ncriteria to tone it down a little bit. Started a discussion in Slack me\nssage from Satya Vummidi in #reg-alerts-prod Date Responder Notes Related JIRAs/identified actions\n", "doc_id": "33630944-a8b9-4d7e-8d3f-0381d2c4e586", "embedding": null, "doc_hash": "bd205fbaf9edc0054ec276d8b090a4d142de9aa42f4a6b0966d4a3b662a46327", "extra_info": {"page_label": "1", "file_name": "OnCall.pdf"}, "node_info": {"start": 2667, "end": 2873, "_node_type": "1"}, "relationships": {"1": "d6496709-cfc5-4485-93e6-2c6905c9d395", "2": "03a7050b-f0d8-4a33-b9e8-d4f82439cca0"}}, "__type__": "1"}, "69adae88-db95-4f48-81df-ac19ca8077e3": {"__data__": {"text": "Jun 6, 2023 @Prashant Kumar Jha [Prod] [Disc] Report Partial Generation Failed DISC-2723: [ON-CALL] [Partial Report Generation] Report genera\ntion API failure: unauthorizedTO DO \n31 May 2023 @Gaurav Dahiya [Prod] [Collab] Failed brokering message to collab COLL-2528: throw 404 from TM and 401 from consuming service\ns if service token is not foundTO DO \nSlack thread - Slack message from Opsgenie in #opsgenie-alerts \n29 May 2023 @Prabhu Pant [Prod] [Collab] Unable to install app in teams Raised during testing in production\n27 May 2023 @Prabhu Pant ALARM: \"cdk-rds-alarms-production-\naslv2commonproductionrdsalarmslowfreeablem...\" in US West \n(Oregon)Raised due to low primary memory in the RDS instance at that time. \nSlack message from seshan in #on-call \n27 May 2023 @Prabhu Pant [LightStep] Critical Threshold Violated: GLOBAL-MAX-FILES\n[LightStep] Resolved: GLOBAL-MAX-FILESPossibly raised from cloud-config-server during the deployment as \nGitlab was not accessible and the service was deployed twice. \nVerified that cloud-config server is working in prod and alert wasn\u2019t \nre-raised later on Slack message from Anil Kumar Ganivada in #o\npsgenie-alerts \n27 May 2023 @Prabhu Pant Alert for : [Prod][Plat] Service Restarting Repeatedly This alert was raised because a platform service was restarted to \ncheck automation tests Slack message from Logz Alerts in #critica\nl-alerts-prod \n26 May 2023 @Prabhu Pant CloudWatch alarm - cdk-rds-alarms-production-\naslv2discoveryproductionrdsalarmslowfreeablememoryalarmC53\nE0730-A4HRWXNQRI1COpen a ticket with AWS to increase the resources on this cluster - \nSlack message from Slackbot in #reg-alerts-prod \nMay 22, 2023 @Anzar Slack message from Logz Alerts in #critical-alerts-prod \n@Mohith disabled the alert for the sys test tenant: 1932\nCOLL-2243: Sys test triggering alertsTO DO \nMay 18, 2023 @Paranthaman Karthikeyan [Logz.io: Cloud Observability & Security Powered by Open Source \n] Alert for : [Prod] [Collab] CRUD failed for Survey InstanceLooks the product instance 19026 is no longer existing or is deleted \nbut pulse manage survey instance has a reference to it. \nThe tenant 1932 is not a real customer. Closing the ticket.\n1\n2\n3\n4\n5\n6\n7\n8TaskContext(customerTenantId=17686, vendorTenantId=176\nteamsOnboardingV2=false, genericTenantId=17687, pvtId=\nUser {\n    emailId: tony.stark@zw8yb.onmicrosoft.com\n    persona: 2000\n    name: user1\n}]),\n1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n11\n12\n13An alert has been triggered due to an event in your Ax\nHigh severityHigh severity\n[Prod] [Collab] CRUD failed for Survey Instance\n[Int] [Collab] CRUD failed\nMay 22, 2023, 3:57 AM to May 22, 2023, 4:12 AM (UTC)\nAlert event samples\nSample 1 event out of 1:\n[ {\n \"date\" : 1.684728670693344E9,\n \"exception\" : {\n   \"exception_class\" : \"org.springframework.web.reacti\n   \"exception_message\" : \"404 Not Found from GET http:\n   \"stacktrace\" :", "doc_id": "69adae88-db95-4f48-81df-ac19ca8077e3", "embedding": null, "doc_hash": "04291c6d919c46bce3de41cfd59054e6f6749fbebe20fe95c507d9cc7725c4d5", "extra_info": {"page_label": "2", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2865, "_node_type": "1"}, "relationships": {"1": "7bc79ea6-68b3-4bf5-8112-31e1aa58d448", "3": "21d0b6b7-28cf-437e-aef6-522813d4e0a1"}}, "__type__": "1"}, "21d0b6b7-28cf-437e-aef6-522813d4e0a1": {"__data__": {"text": ": \"404 Not Found from GET http:\n   \"stacktrace\" : \"org.springframework.web.reactive.fu\n1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n11\n12\n13\n14\n15\n16\n17\n18\n19\n20\n21\n22\n23\n24\n25\n26\n27\n28\n29Description : [Int] [Collab] CRUD failed\nEvent Samples : Sample 1 event out of 1:\n[ {\n\"date\" : 1.684383028945186E9,\n\"exception\" : {\n\"exception_class\" : \"org.springframework.web.reactive.\n\"exception_message\" : \"404 Not Found from GET http://c\n\"stacktrace\" : \"org.springframework.web.reactive.funct\n},\n\"logzio-signature\" : -1076969265,\n\"message_obj\" : {\n\"msg\" : \"Error reading pulse survey instance by id=147\n\"tenantId\" : 1932\n},\n\"source\" : \"stdout\",\n\"_logzio_logceptions\" : [ \"490f4bf7c48f4e57171fb9dbd5f\n\"type\" : \"fargate\",\n\"file\" : \"PulseSurveyInstancesApiService.java\",\n\"env_name\" : \"Production\",\n\"LogSize\" : 6759,\n\"line_number\" : 204,\n\"@version\" : 1,\n\"logger_name\" : \"com.axm.collaboration.pulse.manager.s\n\"class\" : \"com.axm.collaboration.pulse.manager.service\n\"source_host\" : \"ip-10-55-10-115.us-west-2.compute.int\n\"method\" : \"getPulseSurveyInstanceById\",\n\"level\" : \"ERROR\",\n\"mdc\" : {\n\"AWS-XRAY-TRACE-ID\" : \"1-6465a534-bb2fc63923b8da7bd31f", "doc_id": "21d0b6b7-28cf-437e-aef6-522813d4e0a1", "embedding": null, "doc_hash": "442829f5592cb598491ad09a9bf802b5ffd05c35f0acd8ed778933a106b6fbfd", "extra_info": {"page_label": "2", "file_name": "OnCall.pdf"}, "node_info": {"start": 2816, "end": 3923, "_node_type": "1"}, "relationships": {"1": "7bc79ea6-68b3-4bf5-8112-31e1aa58d448", "2": "69adae88-db95-4f48-81df-ac19ca8077e3"}}, "__type__": "1"}, "792e2728-bdc4-4e54-ad72-55e359056616": {"__data__": {"text": "May 17, 2023 @Shivam Parashar (Unlicensed) Repeated issue as below.\n[Logz.io: Cloud Observability & Security Powered by Open Source \n] Alert for : [Prod] [Collab] Get Access Token errors\n[invalid_token_response] An error occurred while \nattempting to retrieve the OAuth 2.0 Access Token \nResponse: Error while extracting response for type [class \norg.springframework.security.oauth2.core.endpoint.OAuth2Ac\ncessTokenResponse] and content type \n[application/json;charset=utf-8]; nested exception is \norg.springframework.http.converter.HttpMessageNotReadableE\nxception: An error occurred reading the OAuth 2.0 Access \nToken Response: Could not convert {ok=false, \nerror=invalid_refresh_token, warning=superfluous_charset, \nresponse_metadata={warnings=[superfluous_charset]}} to \nOAuth2AccessTokenResponse; nested exception is \norg.springframework.http.converter.HttpMessageConversionEx\nception: Could not convert {ok=false, \nerror=invalid_refresh_token, warning=superfluous_charset, \nresponse_metadata={warnings=[superfluous_charset]}} to \nOAuth2AccessTokenResponse(Same as below) \nTenant: 12,956 (Crowdstrike)\nTracking it here:COLL-2428: ON-CALL: invalid_refresh_token err\nor for Tenant 12956 (crowdstrike)TO DO \nMay 16, 2023 @Paranthaman Karthikeyan [Logz.io: Cloud Observability & Security Powered by Open Source \n] Alert for : [Prod] [Collab] Get Access Token errors\n[invalid_token_response] An error occurred while \nattempting to retrieve the OAuth 2.0 Access Token \nResponse: Error while extracting response for type [class \norg.springframework.security.oauth2.core.endpoint.OAuth2Ac\ncessTokenResponse] and content type \n[application/json;charset=utf-8]; nested exception is \norg.springframework.http.converter.HttpMessageNotReadableE\nxception: An error occurred reading the OAuth 2.0 Access \nToken Response: Could not convert {ok=false, \nerror=invalid_refresh_token, warning=superfluous_charset, \nresponse_metadata={warnings=[superfluous_charset]}} to \nOAuth2AccessTokenResponse; nested exception is \norg.springframework.http.converter.HttpMessageConversionEx\nception: Could not convert {ok=false, \nerror=invalid_refresh_token, warning=superfluous_charset, \nresponse_metadata={warnings=[superfluous_charset]}} to \nOAuth2AccessTokenResponseTenant: 12,956 (Crowdstrike)\nCan be tracked via COLL-2428: ON-CALL: invalid_refresh_token \nerror for Tenant 12956 (crowdstrike)TO DO \nMay 11, 2023 @Shivam Bhosale ALARM: \"stepfunction-alarms-production-\nStatemachinetenancytenantdeletion112E...\" in US West (Oregon)Already ticket exists.\nPLAT-1999: [Prod] Cleanup issue for system testsTO DO \nMay 8, 2023 @Sanjiv Ranjan stepfunction-alarms-production-Statemachinetenancytenantdeletion Generated by System test. \nPLAT-1999: [Prod] Cleanup issue for system testsTO DO \nMay 8, 2023 @Sanjiv Ranjan [Prod] [Disc] Report Generation Failed - \n\"message\" : \"Updated status as FAILED\",\n\"requestId\" : \"b631ae1f-126f-5ee3-b167-f2cd6b77f3b1\",\n\"responseData\" : {\n\"reportFormat\" : \"plain_text\",\n\"reportId\" : 185,\n\"reportUrl\" : \"1932/report_details_lKA1MaECut_1683519206621.pdf\",\n\"status\" : \"FAILED\"System", "doc_id": "792e2728-bdc4-4e54-ad72-55e359056616", "embedding": null, "doc_hash": "468aa6ba5b142eaf477fc77a16ac3860eb0a697cb185d98efe5952334915c1d9", "extra_info": {"page_label": "3", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 3081, "_node_type": "1"}, "relationships": {"1": "57018674-bf81-4ad7-940b-47bc8f22a82b", "3": "6f1adeda-e4d0-4b96-b2f1-57def8904cb6"}}, "__type__": "1"}, "6f1adeda-e4d0-4b96-b2f1-57def8904cb6": {"__data__": {"text": ": \"FAILED\"System test(1932) - Fix not deployed in prod yet.\nDISC-2836: Reporting Lambda: TimeoutError: Navigation timeout \nof 30000 msDONE \nUI-1945: Timeout while exporting  qualitative comments from UI \nDONE \nApr 26, 2023 @Syed Ummar Farooqh [Prod] [Plat] ERROR logs > 100 in 15mins\n<a \nhref=https://pinstripe.atlassian.net/wiki/spaces/PRODUCT/pages/2772\n82829/Run+books#GLOBAL-ERROR-LOGS>Run book entry</a>\nApr 26, 2023, 3:27 PM to Apr 26, 2023, 3:42 PM (UTC)\nAlert event samplestenantId: 11923 (mattel)\nIssue: COLL-2297: Handle or supress error log for pulse survey fil\nter failureDONE \nSlack thread: Slack message from Anil Kumar Ganivada in #on-ca\nll \n30\n31\n32\n33\n34\n35\n36\n37\n38\n39\n40\n41\n42\n43\"requestId\" : \"98d497bd-c77c-4019-94d0-3ec164cdbb0e\",\n\"span_id\" : \"8444a8a663ee5401\",\n\"trace_flags\" : \"01\",\n\"trace_id\" : \"6465a534bb2fc63923b8da7bd31f4d84\"\n},\n\"ecs_task_definition\" : \"pulsemanagerstackproductionpu\n\"tags\" : [ \"_logz_http_bulk_json_8070\" ],\n\"ecs_task_arn\" : \"arn:aws:ecs:us-west-2:643306803378:t\n\"@timestamp\" : \"2023-05-18T04:10:28.943+0000\",\n\"container_name\" : \"pulse-manager-task-container\",\n\"thread_name\" : \"http-nio-8080-exec-38\",\n\"ecs_cluster\" : \"pulse-manager-stack-production-pulsem\n\"container_id\" : \"7d2ae71648394ee0a8b6b763858fc2a1-585\n} ] \n", "doc_id": "6f1adeda-e4d0-4b96-b2f1-57def8904cb6", "embedding": null, "doc_hash": "ac81899b7dbe7fc3f0421bc53a447ed09c476c48ace64bf033962da90442f5c8", "extra_info": {"page_label": "3", "file_name": "OnCall.pdf"}, "node_info": {"start": 3065, "end": 4328, "_node_type": "1"}, "relationships": {"1": "57018674-bf81-4ad7-940b-47bc8f22a82b", "2": "792e2728-bdc4-4e54-ad72-55e359056616"}}, "__type__": "1"}, "07aa42dc-7b17-4b9f-848a-181c4ec7e77f": {"__data__": {"text": "The following have met the condition:\n[ {\n \"container_name\" : \"pulse-manager-task-container\",\n \"message_obj.tenantId\" : \"11923\",\n \"count\" : 102.0\n} ]\nApr 24, 2023 @Anil Ganivada #549: [Logz.io] Alert for : [Prod] [Collab] Failed brokering \nmessage to Slack\nDescription : #COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-\nSLACK\nEvent Samples : Sample 2 events out of 2:\n[ {\n \"date\" : 1.682352822403735E9,\n \"exception\" : {\n   \"exception_class\" : \n\"com.axm.collaboration.message.broker.exception.MessageBrokerEx\nception\",\n   \"exception_message\" : \"Exception while replying to the activity in \nteams.\",\n   \"stacktrace\" : \n\"com.axm.collaboration.message.broker.exception.MessageBrokerEx\nception: Exception while replying to the activity in teams.\\n\\tat \ncom.axm.collaboration.message.broker.teams.channel.TeamsBotServi\nce.replyMessage(TeamsBotService.java:298)\\n\\tat \ncom.axm.collaboration.message.broker.teams.service.TeamsMessagi\nngService.postReaction(TeamsMessagingService.java:154)\\n\\tat \ncom.axm.collaboration.message.broker.slack.handler.SlackReactionH\nandler.handleEvent(SlackReactionHandler.java:43)\\n\\tat \ncom.axm.collaboration.message.broker.slack.handler.SlackReactionH\nandler.handleEvent(SlackReactionHandler.java:17)\\n\\tat \ncom.axm.collaboration.message.broker.slack.Brokering failed while finding mappings for 2 reactions \n\u201cack-splunk\u201d => \nhttps://app.logz.io/#/goto/d7d81770f45a1ce54f75899b0f361fc8?\nswitchToAccountId=389045\n\u201cthanksplunk\u201d => \nhttps://app.logz.io/#/goto/c4064a89b23405c36abd8bd944ee4352?\nswitchToAccountId=389045\nbased on the thread Slack message from Nayan Srivastava in #o\nn-call  we are already sending message when we are unable to find \nmapped emoji. However, we were not able to decode the 404 \nresponse from bot added COLL-2308: Find rootcause for 404 whil\ne brocessing slack event during cross brokeringTO DO  to \ninvestigate this issue further\nApr 20, 2023 @Anil Ganivada [Prod] [Plat] ERROR logs > 100 in 15mins\n<a \nhref=https://pinstripe.atlassian.net/wiki/spaces/PRODUCT/pages/2772\n82829/Run+books#GLOBAL-ERROR-LOGS>Run book entry</a>\nApr 20, 2023, 12:54 PM to Apr 20, 2023, 1:09 PM (UTC)\nAlert event samples\nThe following have met the condition:\n[ {\n \"container_name\" : \"pulse-manager-task-container\",\n \"message_obj.tenantId\" : \"8677\",\n \"count\" : 124.0\n} ]COLL-2297: Handle or supress error log for pulse survey filter fail\nureDONE \n \nslack thread: Slack message from Anil Kumar Ganivada in #on-ca\nll \nApr 18, 2023 @Anil Ganivada #COLLAB-ERROR-RESPONSES-TO-TEAMS-OR-SLACK\nApr 18, 2023, 4:57 PM to Apr 18, 2023, 5:12 PM (UTC)\nAlert event samples\nThe following have met the condition:\n[ {\n \"message_obj.RequestURI\" : \"/sentiment-collector/api/messages\",\n \"count\" :", "doc_id": "07aa42dc-7b17-4b9f-848a-181c4ec7e77f", "embedding": null, "doc_hash": "e293beddafaeba9c2e7920144bfa4f83273e02ec83f6018e14e50352775b4066", "extra_info": {"page_label": "4", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2693, "_node_type": "1"}, "relationships": {"1": "04678987-bdb0-4922-a081-c6066b190cff", "3": "d14ad41a-0e46-4fb9-b979-8973ba836de4"}}, "__type__": "1"}, "d14ad41a-0e46-4fb9-b979-8973ba836de4": {"__data__": {"text": ": \"/sentiment-collector/api/messages\",\n \"count\" : 2.0\n} ]COLL-2294: Debug 500 response from sentiment collector endpoi\nnt \"/sentiment-collector/api/messages\"TO DO \n \nSlack thread: Slack message from Anil Kumar Ganivada in #on-ca\nll \nApr 18, 2023 @Anil Ganivada Critical Threshold Violated: COLLAB-SLACK-INCOMING-\nREQUEST-RESPONSE-TIME\nProject axiamatic-prod-1067bb71\nAlert COLLAB-SLACK-INCOMING-REQUEST-RESPONSE-TIME\nDescription\nIf we take more than 3 seconds we will start seeing errors in slack bot\nExpression\nCritical Threshold Violated: alert 'COLLAB-SLACK-INCOMING-\nREQUEST-RESPONSE-TIME' is above 3 (value is 4.82)Subsequent operation on same path succeeded \nhttps://app.logz.io/#/goto/7d5e8312cc8bd5fe89c71625455c06\ne6?switchToAccountId=429760 \nmajor bottleneck was due to the call GET /message-\nbroker/api/v1/broker/pvt-lookup/slack?\nteamId=T02649E326S&channelId=C053A8RTCP9 which took about \n4.3 secs  updating findings in COLL-2264\n", "doc_id": "d14ad41a-0e46-4fb9-b979-8973ba836de4", "embedding": null, "doc_hash": "6522631f31a4eb34a2c2b544744221bb4786da92958151c2bdcbf5885c718333", "extra_info": {"page_label": "4", "file_name": "OnCall.pdf"}, "node_info": {"start": 2644, "end": 3586, "_node_type": "1"}, "relationships": {"1": "04678987-bdb0-4922-a081-c6066b190cff", "2": "07aa42dc-7b17-4b9f-848a-181c4ec7e77f"}}, "__type__": "1"}, "e5834cdd-0e9d-484d-a7e8-721644c8e119": {"__data__": {"text": "Apr 18, 2023 @Sanjiv Ranjan ERROR logs > 100 in 15mins. {\n\"container_name\" : \"pulse-manager-task-container\",\n\"message_obj.tenantId\" : \"8677\",\n\"count\" : 124.0\n} ]Already toned down log level to WARN - Fix is available in INT .\nApr 17, 2023 @Pradeep #539: ALARM: \"stepfunction-alarms-production-\nproductionTEAMSCONNECTstepfunctionala...\" in US West (Oregon)\nconnect-api failed for system test tenant due to pvt getting deleted. \nthis could be due parallel execution of tests.TEST-739: [on-call]  Investigate step function failure in prod in test \ntenant 3210DONE \nApr 14, 2023 @Pradeep 404 error on connected-products API in actions tab in web\nSlack message from Aryan Nair in #on-call \nThis was due to a stale entry in MB , we can use the new table in \ncore-data which has pvt-vvt mapping instead. Created a tacker for \nAPPs to move the APIDISC-2827: [on-call] Move connected products call from message \nbroker to core-data DONE \nApr 12, 2023 @Guruprasad Shenoy COLLAB-ERROR-RESPONSES-TO-TEAMS-OR-SLACK\nSlack message from Logz Alerts in #reg-alerts-prod COLL-1249: [On-call] [Investigate]  /sentiment-collector/api/messa\nges is throwing JSONParseException and returning 401DONE \nCOLL-2269: Create 3rdparty repo for https://github.com/microsoft/\nbotbuilder-java to leverage latest fixes pushed to itDONE \nApr 12, 2023 @Guruprasad Shenoy COLLAB-SLACK-INCOMING-REQUEST-RESPONSE-TIME\nActual Value\n3.14\nAttributes\napp:sentiment-collector, env:production, uri:/slack/slash/addressBook\nSlack message from Lightstep Alerts in #critical-alerts-prod \nRCA : TBDThe command worked on subsequent attempt. \nFiled Jira for tracking\nCOLL-2264: Alert for : [Prod] [Collab] /slack/slash/addressBook to\nok more than 3 secondsTO DO \nApr 11, 2023 @Pradeep Remove unnecessary check pvtAssociations.pvt.id!=null which \nprobably is causing issues\nslack: Slack message from Rama Taraniganty in #on-call DISC-2808: [on-call] Remove unnecessary check pvtAssociation\ns.pvt.id!=nullDONE \nApr 11, 2023 @Pradeep There was a failure while adding users. Call failed on url \n'/dashboard-app/api/v1/async/verify/pvt-\nuser/status/validateUsers:b4687e0d-e407-42c4-a391-\n2f3e710bf495'\nThis seems to be due to connection reset issues that we have seen \nwith reports as well. \ntraceid - 64357c9def4d953829939cadf8851e7e\nslack: Slack message from Anil Kumar Ganivada in #on-call Filed Jira for investigating further - DISC-2807: [Investigate] 500 e\nrror due connection reset by peer for validate user callTO DO \nApr 11, 2023 @Pradeep Exception on onTeamsUserEvent Already filed - COLL-1739: Production Exception: No value prese\nntTO DO \nApr 4, 2023 @Harinandan Chintamreddy [Prod] [Disc] Report Partial Generation Failed\nSlack message from Logz Alerts in #critical-alerts-prod \nRCA: TBD \nApr 4, 2023 @Harinandan Chintamreddy [Prod] [Collab] CRUD failed for Survey Instance\nApr 4, 2023, 1:32 PM to Apr 4, 2023, 1:47 PM (UTC)\n \"axm.user\" : \"system_user@axiamatic.com\",\nNo instances found for query filter", "doc_id": "e5834cdd-0e9d-484d-a7e8-721644c8e119", "embedding": null, "doc_hash": "1d176f65dedef8d5ad0687715f9c339683b887090d0401a901c6c6978b0feb9a", "extra_info": {"page_label": "5", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2960, "_node_type": "1"}, "relationships": {"1": "130a58d8-6265-4783-b0a6-056344dacdb8", "3": "4cc6e453-d8cb-4316-9f00-1ad8fc6152ad"}}, "__type__": "1"}, "4cc6e453-d8cb-4316-9f00-1ad8fc6152ad": {"__data__": {"text": ": \"system_user@axiamatic.com\",\nNo instances found for query filter \npulseSurvey.productInstanceId==3695;pulseSurvey.tenantId==8677\nSlack message from Logz Alerts in #critical-alerts-prod \n \n[Prod] [Collab] CRUD failed for Survey Instance\nApr 4, 2023, 2:58 PM to Apr 4, 2023, 3:13 PM (UTC)\n \"axm.user\" : \"system_user@axiamatic.com\",\nNo instances found for query filter \npulseSurvey.productInstanceId==3695;pulseSurvey.tenantId==8677\nSlack message from Logz Alerts in #critical-alerts-prod \n \n[Prod] [Collab] CRUD failed for Survey Instance\nApr 4, 2023, 4:05 PM to Apr 4, 2023, 4:20 PM (UTC)\n\"axm.user\" : \"abenjamin@ea.com\", \n", "doc_id": "4cc6e453-d8cb-4316-9f00-1ad8fc6152ad", "embedding": null, "doc_hash": "421638b67a9017a993430a131cb489f7c2e389add8bbd170c41fb9342cfbea24", "extra_info": {"page_label": "5", "file_name": "OnCall.pdf"}, "node_info": {"start": 2894, "end": 3518, "_node_type": "1"}, "relationships": {"1": "130a58d8-6265-4783-b0a6-056344dacdb8", "2": "e5834cdd-0e9d-484d-a7e8-721644c8e119"}}, "__type__": "1"}, "975881aa-a45e-4b2c-83a8-bd6932e4a819": {"__data__": {"text": "No instances found for query filter \npulseSurvey.productInstanceId==8928;endedAt==null;pulseSurvey.ten\nantId==8677\nSlack message from Logz Alerts in #critical-alerts-prod \n \nRCA: This log line should not be alerted on there is a discussion in \nslack regarding this Slack message from Rama Taraniganty in #op\nsgenie-alerts \nEssentially this was a change that app team requested to return 404 \ninstead of empty response and this response is handled as expected\nSlack message from Kiran Marshall in #apps-ui \n \nThe first two occurrences were when we were internally accessing EA \ntenant but @Anil Ganivada confirmed they did not notice any issues \nin the UI\nThe last access was by a user from EA which needs investigation\nApr 4, 2023 @Harinandan Chintamreddy [Prod] [Collab] CRUD failed for Survey Instance\nApr 4, 2023, 12:26 PM to Apr 4, 2023, 12:41 PM (UTC)\nSlack message from Logz Alerts in #critical-alerts-prod \nRCA: This happened when a sys test created tracker to resolve the \nissue\n COLL-2243: Sys test triggering alertsTO DO \nApr 4, 2023 @Harinandan Chintamreddy #521: [Logz.io] Alert for : [PROD] [PLAT] user invitation with \npermissions failed\nSlack message from Logz Alerts in #critical-alerts-prod \n \nRCA: Per @Anil Ganivada this is most likely system test regression \nissue due to change in payload as this request came from user agent \npython \nApr 4, 2023 @Harinandan Chintamreddy #520: [Logz.io] Alert for : [PROD] [PLAT] Update or replace \npermissions failed for user\nRCA: Per @Anil Ganivada this is most likely system test regression \nissue due to change in payload as this request came from user agent \npython also this failure is the same as next alert \nApr 4, 2023 @Harinandan Chintamreddy [Prod] [VMS] DATA-SCORING-SQL-DATA-ACCESS-ERROR\nInvestigation is being tracked on this thread\nSlack message from Opsgenie in #opsgenie-alerts \nRCA: TBD@ritu vaidya confirmed the fix is in 0.9.10, but we are looking to \nbackport a HF to 0.9.9\nApps :  DISC-2619: Dashboard App : Timeline Filters : Fix the impl \nas it is making O(N) downstream api callsDONE \nUI : UI-1720: Frontend : Update API for timeline filters for Dashbo\nard & Vendor AppDONE \nApr 4, 2023 @Harinandan Chintamreddy [Prod] [Collab] CRUD failed for Survey Instance\nSlack message from Logz Alerts in #critical-alerts-prod \n \nThis error occurred for EA tenant ID 8677\n \nRCA: Per @ritu vaidya This is an intermittent/transient issue when \npulse app was still 0.9.8 and pulse-manager was 0.9.9 \nFrom prod-deployments\n#pulse-manager-service was deployed at 4:50 PM\nSlack message from Deployer in #prod-deployments \n#pulsesurvey-app-service was deployed at 5:29 PM\nSlack message from Deployer in #prod-deployments \n \nAnd the issue was seen at 17:10:31.357 \nApr 4, 2023 @Harinandan Chintamreddy [Prod][Plat] Service Restarting Repeatedly\n \"container_name\" : \"reporting-task-container\",\nSlack message from Logz Alerts in #critical-alerts-prod \nRCA: This was a resource issue  per @Anil Ganivada whcih should \nnow be resolved\n  \n", "doc_id": "975881aa-a45e-4b2c-83a8-bd6932e4a819", "embedding": null, "doc_hash": "8a28314bb5126884074d743b913cdfbee6aeecb9683fb8fe916f6b87e89ef6ee", "extra_info": {"page_label": "6", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2995, "_node_type": "1"}, "relationships": {"1": "bd4335e6-72c5-40f0-ac46-bfd30bc3b26f"}}, "__type__": "1"}, "26d56212-a665-414f-803a-387a807bffa0": {"__data__": {"text": "Apr 4, 2023 @Harinandan Chintamreddy [Prod][Plat] Service Restarting Repeatedly\n \"container_name\" : \"score-provider-task-container\",\nSlack message from Logz Alerts in #critical-alerts-prod \n \nRCA: This looks like issue in prod deployment \nApr 3, 2023 @ritu vaidya #520: [Logz.io] Alert for : [PROD] [PLAT] Update or replace \npermissions failed for userPLAT-1880: [On call] : Runtime Exception while updating the user \npermissionTO DO \nMar 28, 2023 @Nayan Srivastava  [Prod] [Disc] Report Partial Generation Failed DISC-2723: [ON-CALL] [Partial Report Generation] Report genera\ntion API failure: unauthorizedTO DO \nMar 28, 2023 @ritu vaidya [Prod] [Collab] Unable to create team and channel in teams\nexception_message\" : \"Error code: BadRequest\\nError message: \nFailed to execute Templates backend request \nCreateTeamFromTemplateRequest. Request Url: \nhttps://teams.microsoft.com/fabric/amer/templates/api/team,Need to add teams name length validation : COLL-2106:   Micros\noft - Teams name length ValidationTO DO \nMar 21, 2023 @Gaurav Dahiya [PROD][PLAT] ONBOARDING_ERROR_IN_INFO_CALL Closing this after discussion on slack - Slack message from Logz \nAlerts in #critical-alerts-prod \nMar 21, 2023 @Sanjiv Ranjan ALARM: \"stepfunction-alarms-production-\nproductionSLACKCONNECTstepfunctionalaSlack channel creation is failing with invalid chars .     Tracking ticket \n: COLL-2113: Slack channel creation is failing with invalid chars \nTO DO \nMar 20, 2023 @Sanjiv Ranjan [Prod] [Collab] Unable to create team and channel in teams\nexception_message\" : \"Error code: BadRequest\\nError message: \nFailed to execute Templates backend request \nCreateTeamFromTemplateRequest. Request Url: \nhttps://teams.microsoft.com/fabric/amer/templates/api/team,Need to add teams name length validation : COLL-2106:   Micros\noft - Teams name length ValidationTO DO \nMar 19, 2023 @Sanjiv Ranjan Alert for : [Prod][Collab] Error responses sent to slack or teams 401 : POST /sentiment-collector/api/messages\n \nMar 14, 2023 @Shivam Bhosale Alert for : [Prod] [Collab] Failed brokering message to Slack COLL-2084: Alert for : [Prod] [Collab] Failed brokering message to \nSlackTO DO \nThis happned due to corrupted data. Collab team is looking into this \nissue.\nMar 14, 2023 @Paranthaman Karthikeyan [Prod] [Disc] Report Partial Generation Failed Seems a 500 (Internal server error) when pulsesurvey-\napp/api/v1/pulse-survey-tracking/pulse-survey-\ninstances/dimensions/performance?\nproductInstanceIdQuery=8928&pulseSurveyInstanceIdList=10290&p\nulseSurveyInstanceIdList=10291 was called. \nTagged apps team to confirm if it was an issue overall the message \nsay report generation completed. Conversations recorded as part of \nslack thread:\nSlack message from Logz Alerts in #critical-alerts-prod \nThe below trackers are created:\n DISC-2626: [ON_CALL]: Pulse App: Null pointer exception encou\nntered at the time of report generation for EADUPLICATE \nDAT-903: Discrepancy between api response - when called from r\neporting service vs UI DONE \nMar 14, 2023 @Paranthaman Karthikeyan [Prod] [Plat] ERROR logs > 100 in 15mins This was due to sentiment-collector. EA closed their pulse. Since we \nhad run into issue previously and", "doc_id": "26d56212-a665-414f-803a-387a807bffa0", "embedding": null, "doc_hash": "d7ac5b9c0ab787ad4760d17bb0aadddcf494ad86227d369624429af714871f64", "extra_info": {"page_label": "7", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 3189, "_node_type": "1"}, "relationships": {"1": "0bd2d94e-126a-4644-8989-aa46455d3788", "3": "ca972543-cc22-4e27-a596-6492703c69ce"}}, "__type__": "1"}, "ca972543-cc22-4e27-a596-6492703c69ce": {"__data__": {"text": "EA closed their pulse. Since we \nhad run into issue previously and had deleted the pulse messages \nthere were issues of message_not_found (74) and we also hit rate \nlimiting 3 times. The expiry message was successfully delivered to \n187 users.\nMar 7, 2023 @Syed Ummar Farooqh \n@Rama Taraniganty [Prod] [Disc] Report Partial Generation Failed Issue with pulse-survey-app, an API call made by reporting to render \nsome data. There is a temprary connection reset which happens \nwhich results in one of the charts/components not being loaded in \nthe report, this must be further investigated.\n(Short-term) DISC-2564: Pulsesurvey app: failed: Connection res\net by peerQA-READY \n(Long term) DISC-2593: [On-call] [Arch] Need to find a way to inc\norporate retries in OpenAPI generated code to prevent reports from \nhaving empty sectionsNOT REQUIRED \nRegenerating should resolve this temporary issue\n", "doc_id": "ca972543-cc22-4e27-a596-6492703c69ce", "embedding": null, "doc_hash": "f423df9dcf495ebde76dc87f0ed83ee90510a32f59cf6074b61c5a2f50ec8489", "extra_info": {"page_label": "7", "file_name": "OnCall.pdf"}, "node_info": {"start": 3123, "end": 4014, "_node_type": "1"}, "relationships": {"1": "0bd2d94e-126a-4644-8989-aa46455d3788", "2": "26d56212-a665-414f-803a-387a807bffa0"}}, "__type__": "1"}, "02048f03-be3c-4ebf-9383-5e85fd3356e1": {"__data__": {"text": "Mar 1, 2023 @Syed Ummar Farooqh [Prod] [Collab] Failed brokering message to Slack COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nFeb 28, 2023 @Syed Ummar Farooqh [Prod] [Collab] Failed brokering message to Slack COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nFeb 27,2023 @Anil Ganivada [Prod] [Collab] Failed brokering message to Slack  COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nwill be fixed as part of 0.9.8\nFeb 24,2023: 17:40 IST @Anzar [Prod] [Collab] Failed brokering message to Slack  COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nwill be fixed as part of 0.9.8\nFeb 24,2023 @Anil Ganivada [Prod] [Collab] Failed brokering message to Slack  COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nwill be fixed as part of 0.9.8\nFeb 24,2023 @Anil Ganivada Opsgenie Alert: ALARM: \"stepfunction-alarms-production-\nproductionSLACKCONNECTstepfunctionala...\"Race condition issue on system_test account COLL-1966: Slack c\nhannel creation failed due to race conditionDONE \nFeb 23,2023 @Anil Ganivada Tenancy failed to fetch customers of a vendor Related to perft test calls to tenancy\nFeb 23,2023 @Anil Ganivada Enable API Access errors https://app.logz.io/#/goto/82ab076e3d68bc7005d2b55d9df4a1\n01?switchToAccountId=389045 \nmost likely related to perf test since service was waiting for DB \nconnection\nFeb 23,2023 @Anil Ganivada GLOBAL-HIKARI-IDLE-CONNECTIONS Related to perft test calls to tenancy\nFeb 23,2023 @Anil Ganivada [Prod] [Collab] Failed brokering message to Slack COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nwill be fixed as part of 0.9.8\nFeb 23,2023 @Anil Ganivada [Prod][Collab] Error responses sent to slack or teams https://app.logz.io/#/goto/b48070f66b0cb7592576c31c2d0a1496?\nswitchToAccountId=389045\nCOLL-1249: [On-call] [Investigate]  /sentiment-collector/api/messa\nges is throwing JSONParseException and returning 401DONE \nthis is a known issue - The fix is in the bot SDK 4.15.0-SNAPSHOT \nwhich is not released yet currently we use 4.14.x in our code.\nSlack message from Harinandan Chintamreddy in #on-call \nFeb 22,2023 @Anil Ganivada [Prod] [Collab] Failed brokering message to Slack COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nwill be fixed as part of 0.9.8\nFeb 21, 2023 @Anil Ganivada [PROD] [PLAT] - Tenancy failed to fetch customers of a vendor This has happened once in prod so far it seems like an exception \ntrigerring only for getAllCustomerLinkedToVendor in tenancy. This \nis not a", "doc_id": "02048f03-be3c-4ebf-9383-5e85fd3356e1", "embedding": null, "doc_hash": "3ec06fd5ac2c5df8dca93e0230688bddf501838001a915f4a72d6fc1af4a78e1", "extra_info": {"page_label": "8", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2818, "_node_type": "1"}, "relationships": {"1": "d09c18d3-ac4b-4719-a3f1-9ca73015e9c2", "3": "9cf96cfc-0673-4806-b906-e4dab4f6aa0e"}}, "__type__": "1"}, "9cf96cfc-0673-4806-b906-e4dab4f6aa0e": {"__data__": {"text": "only for getAllCustomerLinkedToVendor in tenancy. This \nis not a major error since the API call itself is a safety measure to \nhandle vendor assignments but we need to figure out the root cause \nand fix the issue - added PLAT-1712: Handle \"Cannot ask for requ\nest attribute - request is not active anymore!\" when tenancy makes a \ncall to core dataDONE  to handle this\nFeb 20, 2023 @Pradeep [Prod] [Collab] CRUD failed for Survey Instance Being discussed here - This has happened couple of times. Still \nunder investigation\nFeb 20, 2023 @Pradeep [Prod] [Collab] App not published to AppCatalog\n#448: ALARM: \"stepfunction-alarms-production-\nproductionTEAMSCONNECTstepfunctionala...\" in US West (Oregon)This was due to a new Teams Account where we did not upload the \nprod app. App is uploaded now by bhavana. Regression to be rerun \nto verify.\nSlack message from bhavana in #opsgenie-alerts \nFeb 20, 2023 @Pradeep [Prod] [Collab] Failed brokering message to Slack COLL-1872: [ON-CALL] : Silently Ignore slack event with subtype \n\"channel_join\" and \"channel_leave\"DONE \nCOLL-1901: [On-call] [Investigate] : Getting handler not found for \nFailed brokering message to SlackDUPLICATE \nFeb 16, 2023 @Pradeep \n@Rama Taraniganty [PROD] [PLAT] PERMISSIONS-ERROR-ON-RESOURCE PLAT-1642: Product admin while trying to edit priority - 500 error i\ns thrownDONE \nSlack message from Anil Kumar Ganivada in #critical-alerts-prod \nTemporary fix is to update auth0 user\u2019s metadata add the following \nline in axm_permissions array:\n<tenant-id>::customer::<tenant-id>:productInstance:\n<product-instance-id>::readWrite\nFor example:\n", "doc_id": "9cf96cfc-0673-4806-b906-e4dab4f6aa0e", "embedding": null, "doc_hash": "f847cda6d3bfbd372510c419f3c441db5dd3b844749ac665292b54549c535324", "extra_info": {"page_label": "8", "file_name": "OnCall.pdf"}, "node_info": {"start": 2754, "end": 4363, "_node_type": "1"}, "relationships": {"1": "d09c18d3-ac4b-4719-a3f1-9ca73015e9c2", "2": "02048f03-be3c-4ebf-9383-5e85fd3356e1"}}, "__type__": "1"}, "9b16e0e5-8641-4e16-a4f7-67130cdd3a59": {"__data__": {"text": "14759::customer::14759:productInstance:13808::readWrite\nAdditional details:\nSlack message from Anil Kumar Ganivada in #on-call \nB\nFeb 15, 2023 \nFeb 17, 2023 @ritu vaidya \n@Pradeep \n@ritu vaidya #414: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors\n#420: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors\n#430: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors\n#436: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors\n#437: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errorsTenant: 3209  (anu-slack)\nresponse_metadata={warnings=[superfluous_charset]\nCOLL-1904: [On-call] [Investigate] Failed to refresh token due to \nHttpMessageNotReadableExceptionTO DO \nFeb 14, 2023 \nFeb 15, 2023 (multiple \ntimes)@Rama Taraniganty \n@ritu vaidya #413: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors\n#419: [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors\n \n[invalid_token_response] An error occurred while \nattempting to retrieve the OAuth 2.0 Access Token \nResponse: Error while extracting response for type [class \norg.springframework.security.oauth2.core.endpoint.OAuth2Ac\ncessTokenResponse] and content type \n[application/json;charset=utf-8]; nested exception is \norg.springframework.http.converter.HttpMessageNotReadableE\nxception: An error occurred reading the OAuth 2.0 Access \nToken Response: Could not convert {ok=false, \nerror=invalid_refresh_token, warning=superfluous_charset, \nresponse_metadata={warnings=[superfluous_charset]}} to \nOAuth2AccessTokenResponse; nested exception is \norg.springframework.http.converter.HttpMessageConversionEx\nception: Could not convert {ok=false, \nerror=invalid_refresh_token, warning=superfluous_charset, \nresponse_metadata={warnings=[superfluous_charset]}} to \nOAuth2AccessTokenResponseTenant: 3209  (anu-slack)\nresponse_metadata={warnings=[superfluous_charset]\nCOLL-1904: [On-call] [Investigate] Failed to refresh token due to \nHttpMessageNotReadableExceptionTO DO \nMdc trace id: 63ebedf85fc7236ae35314f85fc0721e\nMaybe we could log more?\nFeb 14, 2023 \nFeb 15, 2023 @ritu vaidya #411: [Logz.io] Alert for : [Prod] [Collab] Failed brokering message to \nSlack\njava.lang.IllegalArgumentException: Could not find a \nhandler for event at \ncom.axm.collaboration.message.broker.slack.handler.SlackEv\nentHandlerRegistry.handleEvent(SlackEventHandlerRegistry.j\nava:36) at \ncom.axm.collaboration.message.broker.slack.processor.event\n.SlackEventProcessor.processEvent(SlackEventProcessor.java\n:78) at \ncom.axm.collaboration.message.broker.slack.processor.event\n.ClassicSlackEventProcessor.processEvent(ClassicSlackEvent\nProcessor.java:39) at \ncom.axm.collaboration.message.broker.event.common.MessageD\neliveryController.processSlackEvent(MessageDeliveryControl\nler.java:156) at \ncom.axm.collaboration.message.broker.event.common.MessageD\neliveryController.processData(MessageDeliveryController.ja\nva:77) at \njdk.internal.reflect.GeneratedMethodAccessor838.invoke(Unk\nnown Source)COLL-1901:", "doc_id": "9b16e0e5-8641-4e16-a4f7-67130cdd3a59", "embedding": null, "doc_hash": "cfaaada74b10d4e9a4bab7716a674baed2bc3b9ea87aa0d38103027d8d0aae3c", "extra_info": {"page_label": "9", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2995, "_node_type": "1"}, "relationships": {"1": "ce7f46b5-953b-4cb8-b961-183b46bc7645", "3": "7f0dd2c8-c705-447e-b1f0-55556cf61ad4"}}, "__type__": "1"}, "7f0dd2c8-c705-447e-b1f0-55556cf61ad4": {"__data__": {"text": "Source)COLL-1901: [On-call] [Investigate] : Getting handler not found for \nFailed brokering message to SlackDUPLICATE \nSlack message from Opsgenie in #opsgenie-alerts \n", "doc_id": "7f0dd2c8-c705-447e-b1f0-55556cf61ad4", "embedding": null, "doc_hash": "22889ef4aaa4e83fb7aa65672e44a170330a352aedc9af9484a65dfa8cd19cf9", "extra_info": {"page_label": "9", "file_name": "OnCall.pdf"}, "node_info": {"start": 2978, "end": 3146, "_node_type": "1"}, "relationships": {"1": "ce7f46b5-953b-4cb8-b961-183b46bc7645", "2": "9b16e0e5-8641-4e16-a4f7-67130cdd3a59"}}, "__type__": "1"}, "7ce57955-6637-4a9a-85e0-3b8d16306141": {"__data__": {"text": "Feb 14, 2023 \nFeb 15, 2023 @ritu vaidya #410: ALARM: \"stepfunction-alarms-production-\nproductionTEAMSCONNECTstepfunctionala...\" in US West (Oregon)\nUnderlying issue is same as \u201cApp not published to AppCatalog\u201d \nFeb 14, 2023 \nFeb 15, 2023 @ritu vaidya  #409: [Logz.io] Alert for : [Prod] [Collab] App not published to \nAppCatalog\nError in log : \nResponse body={\u201cerror\u201d:\n{\u201ccode\u201d:\u201cInvalidAuthenticationToken\u201d,\u201cmessage\u201d:\u201cAccess token has \nexpired or is not yet valid.\u201c,\u201dinnerError\u201d:{\u201cdate\u201d:\u201c2023-02-\n14T05:13:29\",\u201crequest-id\u201d:\u201cac16bf7f-bfd9-43a2-9782-\n6ab85f2982ba\u201d,\u201cclient-request-id\u201d:\u201cac16bf7f-bfd9-43a2-9782-\n6ab85f2982ba\u201d}}}, Token expired for tenant fetching new token \nuser=nullSlack message from Ritu Vaidya in #opsgenie-alerts \nSummarizing the discussion here :\n1. There was no \u201cdev\u201d activity/api-calls on this account for > 90 days \nand hence the license expired.\n2. Options :\nDisable this test from suite till we have another account in \nplace\nIgnore this alert going fwd for test tenant\n1. add a new dev account and use the credentials for this test in \nProd/Stage or INT\n2. we need to make sure that some brokering happens on these \naccount otherwise they will be marked as no dev activity and will \nexpire\nLogged TEST-584: [On-call] [Investigate] : Update the system \ntest with valid MS dev account detailsDONE \nFeb 13, 2023 @Rama Taraniganty [Logz.io] Alert for : [Prod] [Collab] Failed brokering message to Slack\nCOLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK\nFound this in the exception message:https://pinstripe.app.opsgenie.com/alert/detail/0abe40dc-245a-4760-\naeed-6f13e17dbf38-1676318247656/details\nCOLL-1898: [On-call] [Investigate] Failed brokering message to Sl\nack with a 404 TO DO \n13 Feb 2023 @Guruprasad Shenoy Add users to PVT failed for EA when getting user info from slack DISC-2386: Bulk Add user to PVT is failing - SlackDONE \n9 Feb 2023 @Satya Vummidi [LightStep] Critical Threshold Violated: GLOBAL-HIKARI-IDLE-\nCONNECTIONSThis issue happened to Tenancy service. It happened for a very short \ntime but it recovered. \nStarted a slack thread Slack message from Satya Vummidi in #on\n-call \n9 Feb 2023 @Prabhu Pant COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK\nhttps://app.logz.io/#/dashboard/osd/discover/?_a=(columns:!\n(message),filters:!(),index:'logzioCustomerIndex*',interval:auto,query:\n(language:lucene,query:'container_name: message-broker-task-\ncontainer AND level: ERROR AND file: \nSlackEventProcessor.java'),sort:!(!('@timestamp',desc)))&_g=\n(refreshInterval:(display:Off,section:0,value:0),time:(from:'2023-02-\n09T04:12:00.000Z',mode:absolute,to:'2023-02-\n09T04:22:00.000Z'))&discoverTab=logz-exceptions-\ntab&accountIds=429760&switchToAccountId=389045Already being tracked here COLL-1722:", "doc_id": "7ce57955-6637-4a9a-85e0-3b8d16306141", "embedding": null, "doc_hash": "ea26818540474a01a0f073875cf1ecb90cce2bf2d3197374a49cf7a5adaf243a", "extra_info": {"page_label": "10", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2723, "_node_type": "1"}, "relationships": {"1": "597ca512-6f36-4807-b986-4a1d5acc33ca", "3": "ffdf9f90-fc3a-4461-a76f-81e03fe84ba5"}}, "__type__": "1"}, "ffdf9f90-fc3a-4461-a76f-81e03fe84ba5": {"__data__": {"text": "being tracked here COLL-1722: [ON-CALL]: [Prod] [Colla\nb] Failed brokering message to Slack (Deleting a Slack message )\nDONE \n08 Feb 2023 @Satya Vummidi [Logz.io: Cloud Observability & Security Powered by Open Source \n] Alert for : [Prod] [Collab] Failed brokering message to TeamsAfter investigating this log by querying MS Teams using internal \ntoken, @Harinandan Chintamreddy confirmed it is a welcome \nmessage and safe to ignore it. \nCreated tracker COLL-1845: Build a diagnostic endpoint to compa\nre messages brokered between PVT and VVT and force push a mes\nsage after bug fixesIN PROGRESS \n7 Feb 2023 @Prabhu Pant ALARM: stepfunction-alarms-production-\nproductionTEAMSCONNECTstepfunctionalarmshighexecutionfail\nurealarmA8548853-YWFDBLZBJCAM\nThis also came up during testing tenant 15423 in production\nhttps://app.logz.io/#/dashboard/osd/discover/?_a=(columns:!\n(message),filters:!(('$state':(store:appState),meta:\n(alias:!n,disabled:!f,index:'logzioCustomerIndex*',key:lambda_function\n_name,negate:!f,params:(query:apps-workflow-stack-apps--Raised during testing tenant 15423 in production Slack message f\nrom Anuradha Raman in #on-call \n1\n2\n3\n4\n5\n6\n7\n8Caused by: java.util.concurrent.ExecutionException: com\nat java.base/java.util.concurrent.CompletableFuture\nat java.base/java.util.concurrent.CompletableFuture\nat com.axm.collaboration.message.broker.teams.chann\nat com.axm.collaboration.message.broker.teams.event\nat com.axm.collaboration.message.broker.teams.event\nat java.base/java.util.Optional.ifPresentOrElse(Opt\nat com.axm.collaboration.message.broker.teams.event\n1\n2\n3\n4com.axm.collaboration.message.broker.exception.Mess\nat com.axm.collaboration.message.broker.slack.data.\nat java.base/java.util.Optional.orElseThrow(Optiona\nat com.axm.collaboration.message.broker.slack.data.\n", "doc_id": "ffdf9f90-fc3a-4461-a76f-81e03fe84ba5", "embedding": null, "doc_hash": "b4fd660279f17945d5caced3f06297ba5931d73d5f168cba77ea325e7b016211", "extra_info": {"page_label": "10", "file_name": "OnCall.pdf"}, "node_info": {"start": 2694, "end": 4489, "_node_type": "1"}, "relationships": {"1": "597ca512-6f36-4807-b986-4a1d5acc33ca", "2": "7ce57955-6637-4a9a-85e0-3b8d16306141"}}, "__type__": "1"}, "626bf733-83e0-4372-99f9-1dbf3c28ba09": {"__data__": {"text": "functionappslambdaworkfl-QFv6SE3wgNc3),type:phrase),query:\n(match_phrase:(lambda_function_name:apps-workflow-stack-apps--\nfunctionappslambdaworkfl-\nQFv6SE3wgNc3)))),index:'logzioCustomerIndex*',interval:auto,query:\n(language:lucene,query:''),sort:!())&_g=(filters:!(),refreshInterval:\n(pause:!t,value:0),time:(from:now-2h,to:now))&discoverTab=logz-logs-\ntab&accountIds=429760&switchToAccountId=429760\n7 Feb 2023 @Prabhu Pant [Prod] [Collab] Unable to install app in teams\nThis came up during testing tenant 15423 in production Raised during testing tenant 15423 in production Slack message f\nrom Anuradha Raman in #on-call \nFeb 5, 2023 @Harinandan Chintamreddy #COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK\nIt looks like we do not have a handler setup to handle some event type \nbecause which the NPE occurred. Created a tracker\n \nSlack message from Logz Alerts in #critical-alerts-prod COLL-1843: [ON-CALL] NPE when handling a slack web hook ev\nentDONE \nFeb 2, 2023 ,Feb 3, \n2023 @Harinandan Chintamreddy #COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK\nThere seems to be an issue when processing delete message events. \n@Sanket Jain is investigating this issue\n \nSlack message from Logz Alerts in #critical-alerts-prod \nSlack message from Logz Alerts in #critical-alerts-prod COLL-1598: Fix log messages to avoid alerting when a delete acti\non is attempted on non-brokered messageDUPLICATE \nCOLL-1722: [ON-CALL]: [Prod] [Collab] Failed brokering messag\ne to Slack (Deleting a Slack message )DONE \nJan 23, 2023 @Satya Vummidi P1 alert related to \u201cUnable to create team and channel in teams\u201d for \nthe tenant 12958 (connect_customer). I\u2019m assuming it is your internal \ntest.\nSlack message from Logz Alerts in #critical-alerts-prod \nhttps://pinstripe.app.opsgenie.com/alert/detail/d734c000-8cdb-4ea4-\na227-54da7db432e9-1674511759532/detailsRCA from @Anzar \nRCA: Graph API to retrieve the primary channel ( general \nchannel) from the newly created team failed with a 404. But \nthe channel is present in the team when checked manually. I \nguess we need to add retry logic to this API as this could be \nsome refresh issue.\nCOLL-1764: [On-call] RCA for Alert: Failing to create tea\nm and channel in TeamsDONE \nJan 19, 2023 @Nayan Srivastava Description : #COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-\nSLACK\nEvent Samples : Sample 1 event out of 1:\n[ {\n\"date\" : 1.674034475368389E9,\n\"exception\" : {\n\"exception_class\" : \n\"com.axm.collaboration.message.broker.exception.MessageBrokerEx\nception\",\n\"exception_message\" : \"MessageId=1674034468.750409 not found\",\n\"stacktrace\" : \n\"com.axm.collaboration.message.broker.exception.MessageBrokerEx\nception: MessageId=1674034468.750409 not found\\n\\tat \ncom.axm.collaboration.message.broker.slack.data.SlackDataManager.\nlambda$getMappedMessageId$5(SlackDataManager.java:252)\\n\\tat", "doc_id": "626bf733-83e0-4372-99f9-1dbf3c28ba09", "embedding": null, "doc_hash": "250979f309d921145598693fd5749628bea415943ab79ac333d4ae961514b527", "extra_info": {"page_label": "11", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2802, "_node_type": "1"}, "relationships": {"1": "1ba7a349-4a28-4423-a013-05d8defe7065", "3": "d5075358-1c6e-4cea-9e52-089839227b0b"}}, "__type__": "1"}, "d5075358-1c6e-4cea-9e52-089839227b0b": {"__data__": {"text": "\njava.base/java.util.Optional.orElseThrow(Optional.java:408)\\n\\tat \ncom.axm.collaboration.message.broker.slack.data.SlackDataManager.\ngetMappedMe\n \nhttps://pinstripe.app.opsgenie.com/alert/detail/24d99cd5-1d68-4791-\nb424-a4b31e462e86-1674034714268/detailsCOLL-1722: [ON-CALL]: [Prod] [Collab] Failed brokering messag\ne to Slack (Deleting a Slack message )DONE \nJan 18, 2023 @Shivam Parashar (Unlicensed) [Logz.io] Alert for : [Prod] [Collab] Enable API Access errors\nEvent Samples : The following have met the condition:\n[ {\n\"message_obj.service\" : \"jira\",\n\"method\" : \"getOauth2TokenWithAuthorizationCode\",\n\"count\" : 1.0\n} ]\nLink to LogZThis was a part of testing on prod.\nAPI to get Oauth2 token for Jira service, but authorization failed.\nHappened for tenant Id: \n14,041\nAuthorization token not found\nInitiated a discussion here : Slack message from Shivam Parasha\nr in #on-call \nJan 18, 2023 @Shivam Parashar (Unlicensed) [Logz.io] Alert for : [Prod] [Collab] Enable API Access errors\nEvent Samples : The following have met the condition:\n[ {\n\"message_obj.service\" : \"jira\",\n\"method\" : \"getOauth2TokenWithAuthorizationCode\",\n\"count\" : 1.0\n} ]This was a part of testing on prod.\nThis is API to get Oauth2 token for Jira service, but authorization \nfailed.\nHappened for tenant Id: \n5,777\nAuthorization failed error=access_denied \n1\n2askContext=TaskContext(customerTenantId=15423, \nvendorTenantId=null, teamsOnboardingV2=true, genericTen\n", "doc_id": "d5075358-1c6e-4cea-9e52-089839227b0b", "embedding": null, "doc_hash": "75592305e804625729dfa9f91bc1405c7e4ec65b537c842e77bea06b52c6fc2c", "extra_info": {"page_label": "11", "file_name": "OnCall.pdf"}, "node_info": {"start": 2803, "end": 4241, "_node_type": "1"}, "relationships": {"1": "1ba7a349-4a28-4423-a013-05d8defe7065", "2": "626bf733-83e0-4372-99f9-1dbf3c28ba09"}}, "__type__": "1"}, "c50c0de2-ac18-4cd7-b256-ada4437b2bda": {"__data__": {"text": "Link to logZerrorDescription=User did not authorize the request \nerrorUri=null\nInitiated a discussion here : Slack message from Shivam Parasha\nr in #on-call \nJan 18, 2023 @Shivam Parashar (Unlicensed) [LightStep] Warning Threshold Violated: COLLAB-SLACK-\nINCOMING-REQUEST-RESPONSE-TIME\nProject Name : axiamatic-prod-1067bb71Took more than 3 seconds to respond to the slack event.\nThere is already an action item in collab to fix this.\nSlack message from Lightstep Alerts in #critical-alerts-prod \nJan 18, 2023 @Shivam Parashar (Unlicensed) Not a severe behaviour according to AWS. Instance will turn back \ngreen shortly. Issue already being tracked here DISC-1422: [On-c\nall] Prod ES yellow status alarm: Increase the number of data points \nor duration to consider before creating an alarmTO DO \nJan 16, 2023 @Satya Vummidi We got below alarm from AWS. \nAlarmName: stepfunction-alarms-production-\nproductionTEAMSCONNECTstepfunctionalarmshighexecutionfailu\nrealarmA8548853-YWFDBLZBJCAMThis alarm is very cryptic, requested in Slack to provide more details \nfor this alarm. \nAt the same time there is an on-boarding issue with Teams \npermissions for tenant ID 14979, probably both are related.\nJan 14 , 2023 @seshan Critical Threshold Violated: GLOBAL-HIKARI-IDLE-CONNECTIONS\nThere was a failover - that happened in aurora common db cluster - \ntriggering this issue - looks like some network issue in connecting to \nstorage . This resulted in multiple servicealerts - global hikari idle \nconnection went down\nEvents:\nLogs:\n Marking the issue as closed\nJan 13,2023 @seshan [Prod] [Collab] Enable API Access errors \nAuthorization failed error=access_denied errorDescription=The user \nhas denied access to the scope(s) requested by the client application. \nerrorUri=null - Based on previous on call log , @Paran you mentioned \nthat we need additional scope and i see that we have already \ndeployed the changes - but now its failed bcoz the requested scope is \ndenied - Below are the details of tenantMarking to as closed - based on discussion\n Slack message from Logz Alerts in #reg-alerts-prod \nJan 13, 2023 @seshan [Prod] [Collab] CRUD failed for Survey Instance : Unable to find \ncom.axm.collaboration.pulse.manager.entity.PulseSurvey with id\nhappening for tenant 14797\ntenant is already deleted via tenant deletion flow ( but there is \nexception for the same - no tenant type with webonly value found)\nas per discussion , tenant deletion is not implemented for PMS\nbut still we are not able to find pulse instance by id\n COLL-1733: ON-CALL: PulseSurveyInstancesApiService throws \n\"Error reading pulse survey instance by id\"  DONE \nCOLL-1734: ON-CALL: Message Broker tenant deletion throws e\nxception - No tenantType with value webonly found!!!DONE \n \n \nJan 12, 2023 @seshan COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK - Unable \nto enrich Event=SlackEvent\nSlack message from Logz Alerts in #critical-alerts-prod COLL-1724 ON-CALL: NullPointerException while enrich Slack user \nname\nCOLL-1725 ON-CALL: Cleanup of stale entries in message-broker\n1\n2ALARM: \"es-plat-evtmgmt-production-Alarmsclusterstatusy\nUS West (Oregon)\n1\n2\n3\n4January 14, 2023, 12:14 (UTC+05:30)\nStarted cross AZ failover to DB instance: aslv2-common-\nJanuary 14,", "doc_id": "c50c0de2-ac18-4cd7-b256-ada4437b2bda", "embedding": null, "doc_hash": "7b73a33c11e41231fde88bd963b2c4f4e02766e0c9a3cf5261dec06934c7d16d", "extra_info": {"page_label": "12", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 3229, "_node_type": "1"}, "relationships": {"1": "c48683dc-f64e-4689-bcba-15ef3e12b199", "3": "01024302-ea9b-4c9e-a828-a1993457fb64"}}, "__type__": "1"}, "01024302-ea9b-4c9e-a828-a1993457fb64": {"__data__": {"text": "cross AZ failover to DB instance: aslv2-common-\nJanuary 14, 2023, 12:14 (UTC+05:30)\nCompleted failover to DB instance: aslv2-common-product\n1\n2\n3\n4\n5\n6\n72023-01-14T12:13:51.000+05:30\n2023-01-14 06:43:51 UTC::@:[29169]:LOG:  Storage initia\n2023-01-14T12:13:51.000+05:30\n2023-01-14T12:13:51.000+05:302023-01-14 06:43:51 UTC\n2023-01-14T12:13:51.000+05:302023-01-14 06:43:51 UTC\n1\n2\n3\n4\n5[ {\n \"message_obj.service\" : \"slack\",\n \"method\" : \"getOauth2TokenWithAuthorizationCode\",\n \"count\" : 1.0\n} ]\n112944,1,axiamatic_customer,axiamatic.com\n1\n2\n3\n4tenant_id,Count,name,domain\n13728,2,splunk,splunk.com\n7025,1,axm_onboarding,axm_onboarding\n14443,2,NA,NA", "doc_id": "01024302-ea9b-4c9e-a828-a1993457fb64", "embedding": null, "doc_hash": "1c2c983e8edfc01984ac6fc3739201892f191ec1bfd9893c7762166f24f7da78", "extra_info": {"page_label": "12", "file_name": "OnCall.pdf"}, "node_info": {"start": 3170, "end": 3815, "_node_type": "1"}, "relationships": {"1": "c48683dc-f64e-4689-bcba-15ef3e12b199", "2": "c50c0de2-ac18-4cd7-b256-ada4437b2bda"}}, "__type__": "1"}, "097a8045-83e3-4b75-a50f-f1d632d4b401": {"__data__": {"text": "Unable to enrich - is happening for  splunk and axm_onboarding \n(active tenants) - The rest of tenants are invalid /deleted tenants . \nThere are two question \n1) Is this error normal for active tenants\n2)For deleted tenants - how to remove data from message broker so \nthat it does not perform this action - @anil- i think 14xxx series are \ntenants that failed during cleanup will trigger cleanup of these tenants \ntoday\n \n \nJan 12, 2023 @seshan COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK - Failed \nto deliver message to slack- MessageId not Found\nSlack message from Logz Alerts in #critical-alerts-prod COLL-1722: [ON-CALL]: [Prod] [Collab] Failed brokering messag\ne to Slack (Deleting a Slack message )DONE \nJan 11, 2023 @seshan [Prod] [Plat] ERROR logs > 100 in 15mins Message broker Container  \nmultiple errors \nSlack message from Logz Alerts in #critical-alerts-prod \nTop 10 contributors by tenant (both testing and  real customer)\nTop contributors - actual customer\nIdentitified  tests tenants - 3572 , 4882 - which pump in lots of error s \nand triggered tenant deletion for the same\nThere are two main buckets of errors after removing test tenants\n COLL-1689: [On-call][Investigate] Figure why the error counts are \ngoing up every 6 hoursDUPLICATE \nCOLL-1690: [On-Call] skip logging error if service is not supported \nfor brokeringDONE \nJan 11, 2023 @Ashwani Kumar #358: ALARM: \"stepfunction-alarms-production-\nStatemachinetenancytenantdeletion112E...\" in US West (Oregon)\nStepfunction failure alarm triggered.This was because of failure in discovery tenant deletion- HF was \nbeing tested.\nWorkflow started passing after the hotfix was completed.\nNo further action needed.\nJan 10, 2023 @Ashwani Kumar [Prod] [Plat] ERROR\nErrors in core-data, the rule decoding was failing DISC-2137: [On-call] Reporting Lambda : Rule parsing failing in c\nore because of incorrect rule definition DONE", "doc_id": "097a8045-83e3-4b75-a50f-f1d632d4b401", "embedding": null, "doc_hash": "7aba5260560ca7df5c005486b024256bd3f55ca1957aadc5720744d03ef88f46", "extra_info": {"page_label": "13", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 1892, "_node_type": "1"}, "relationships": {"1": "6ca3f6f6-9ccc-4ee4-9af0-15bb8ed19623", "3": "323c8c4a-7364-4ad8-82c9-ed3deb9eca73"}}, "__type__": "1"}, "323c8c4a-7364-4ad8-82c9-ed3deb9eca73": {"__data__": {"text": ": Rule parsing failing in c\nore because of incorrect rule definition DONE \n5\n6\n7\n8\n9\n10\n11\n12\n13\n14\n15\n16\n17\n18\n19\n20\n21\n22\n23\n24\n25\n2614446,2,NA,NA\n14515,1,NA,NA\n14528,1,NA,NA\n14540,1,NA,NA\n14554,1,NA,NA\n14555,1,NA,NA\n14579,1,NA,NA\n14592,1,NA,NA\n14604,1,NA,NA\n14613,1,NA,NA\n14618,1,NA,NA\n14639,1,NA,NA\n14651,1,NA,NA\n14667,1,NA,NA\n14679,1,NA,NA\n14689,1,NA,NA\n14705,1,NA,NA\n14716,1,NA,NA\n14731,1,NA,NA\n14743,1,NA,NA\n14760,1,NA,NA\n14774,1,NA,NA\n1\n2\n3\n4\n5\n6\n7\n8\n9\n10tenant_idCountnamedomain\n35722070anu-prod-teamanu-prod-team\n13728169splunksplunk.com\n8677162electronic_artselectronic_arts\n1932143production_system_tests_teamsproduct\n4882108anu_prod_dndanu_prod_dnd\n1332098apps_sys_test_integrationvgn21.onmic\n437981armaan_collabcustomer1_aryanarmaan_\n1403768test_customer_app_1mprz.onmicrosoft.com\n1152855armisarmis\n1\n2\n3\n4\n5\n6\n7tenant_idCountnamedomain\n13728169splunksplunk.com\n8677162electronic_artselectronic_arts\n1295654crowdstrikecrowdstrike.com\n1299154medigateclaroty.com\n1108135axiamatic_ea_connectaxiamatic_ea_connec\n487527las_vegas_sands_corplas_vegas_sands_cor\n1\n2\n3\n4\n5\n6Bucket 1:\n8677,electronic_arts- \"Unable to get userid for user\" \nBucket 2: Almost all the other tenants has below catego\n12956,crowdstrike\n13728,splunk - \"unable to sync users for pvt class\",\"un", "doc_id": "323c8c4a-7364-4ad8-82c9-ed3deb9eca73", "embedding": null, "doc_hash": "35b3c7e033df386e946b443f55ed94de7a012f3b704dcddff4667103d4e47c2b", "extra_info": {"page_label": "13", "file_name": "OnCall.pdf"}, "node_info": {"start": 1819, "end": 3092, "_node_type": "1"}, "relationships": {"1": "6ca3f6f6-9ccc-4ee4-9af0-15bb8ed19623", "2": "097a8045-83e3-4b75-a50f-f1d632d4b401"}}, "__type__": "1"}, "076e6fd8-44dc-4bac-89f1-37a0041f2c11": {"__data__": {"text": "\"message_obj\": { \"msg\": \"Failed to parse given rule \n14037::customer::14037::productInstance::9408::readWrite . \nso skipping the rule\" },\n Invalid rule configuration being done with extra colon.\nJan 8, 2023 @Sanjiv Ranjan [Collab] CRUD failed for Survey Instance - \nCould not open JPA EntityManager for transaction; nested exception \nis org.hibernate.exception.JDBCConnectionException: Unable to \nacquire JDBC ConnectionCollab DB under maintenance \nJan 8, 2023 @Sanjiv Ranjan Critical Threshold Violated: GLOBAL-HIKARI-IDLE-\nCONNECTIONSCollab DB under maintenance \n \nJan 6, 2023 @Sanjiv Ranjan Critical Threshold Violated: GLOBAL-HIKARI-IDLE-CONNECTIONS\nLabels\napp:discoveryBeacuse primary and secondary node switch happened.\nJan 4, 2023 @Rama Taraniganty [Logz.io] Alert for : [Prod] [Plat] ERROR logs > 100 in 15mins\nMBLooks like every 6 hours there at 100 errors across various tenants. \nThis has been going on in Stage for the last couple of weeks.\n \nSlack message from Rama Taraniganty in #merge-requests \nCOLL-1689: [On-call][Investigate] Figure why the error counts are \ngoing up every 6 hoursDUPLICATE \nJan 4, 2023 @Paranthaman Karthikeyan [Logz.io] Alert for : [Prod] [Plat] ERROR logs > 100 in 15mins This again was due to missing scopes in slack bot. Fixed after \ndeploying \nhttps://gitlab.com/axiamatic-main/axiamatic-cfg/production-\nconfigs/-/merge_requests/13\nJan 4, 2023 @Paranthaman Karthikeyan [Logz.io] Alert for : [Prod] [Collab] Get Access Token errors This was due to missing scopes to slack bot that was needed for \nbidirectional flow.\n", "doc_id": "076e6fd8-44dc-4bac-89f1-37a0041f2c11", "embedding": null, "doc_hash": "8d026d684544b78161af0013116f2adc29a261dcfb565b682a1aef00ec0e2672", "extra_info": {"page_label": "14", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 1558, "_node_type": "1"}, "relationships": {"1": "2db441ba-005f-47fc-ab87-96ebe48bb427"}}, "__type__": "1"}, "6b452ef4-8877-4949-bb83-18edbabbfb58": {"__data__": {"text": "https://gitlab.com/axiamatic-main/axiamatic-cfg/production-\nconfigs/-/merge_requests/13\nJan 4, 2023 @Paranthaman Karthikeyan [Logz.io] Alert for : [Prod] [Collab] Failed brokering message to Slack\n COLL-1688: [ON_CALL]: message brokering: Reply in slack-slack \nis brokenDONE \nJan 4, 2023 @Paranthaman Karthikeyan [Logz.io] Alert for : [Prod][Plat] Service Restarting Repeatedly This was triggered during PROD deployment due to resource crunch. \nAction taken to update the resources https://gitlab.com/axiamatic-\nmain/axm-deployment/base-\ninfra/-/commit/e5f0a8ffac64af43504926bd10ec292f34fde438\nJan 4, 2023 @Sanjiv Ranjan [Prod][Plat] Service Restarting Repeatedly\n{\n\"container_name\" : \"core-data-task-container\",\n\"count\" : 3.0\n}1. Restart was triggered by scheduled deployment to prod(No Action \nneeded).\nDec 26, 2022 @Syed Ummar Farooqh COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK This issues is fixed for 0.9.6. (Error Processing message edit \nevent)\nDec 24, 2022\nJan 26, 2023@Satya Vummidi While watching Avatar: The way of waters in screenX theater, I got this \nalert. As soon as I came back, I investigated the logs, it looks like \nthere is an outage from SendGrid. Our health check failing and keep \nrestarting the service.\nSendgrid API I think we don\u2019t want to add external service health part of our service \nhealth check. What is the point in keep restarting based on this \nhealth check? If it is a recoverable situation, we need to log error, \ntrigger alert. Keep pending email delivery in queue and recover as \nsoon as the external service is up.\nPLAT-1521: [On-call] Don't use send grid health as health indicato\nr for notification service.DONE \nDec 22, 2022 @Syed Ummar Farooqh COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK This issue is fixed\nCOLL-1615: [on-call][prod] Error processing edit event from slack\nDUPLICATE \nDec 20, 2022 @Syed Ummar Farooqh 1. Warning Threshold Violated: GLOBAL-HIKARI-IDLE-\nCONNECTIONS\n2. Resolved: GLOBAL-HIKARI-IDLE-CONNECTIONSObserved a temporary spike for idle connections in tenancy-service, \nclosing the alert now. Created a tracker for this\nPLAT-1507: [on-call] [Prod] [tenancy-service] investigate - GLOBA\nL-HIKARI-IDLE-CONNECTIONSDONE \nDec 19, 2022 @Anzar [Prod] [Collab] Get Access Token errors The above error is from the tenant 13572, which is a cleaned up \nSplunk tenant. The event was triggered on opening the slack home \ntab and failed with token not found.\nThe tenant was deleted on 22nd Nov, Sentiment collector data \ncleanup code was merged post that date hence stale data has \ncaused this error. \nDec 19, 2022 @Anil Ganivada COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK alerts triggered on test tenants, closing the alert for nowCOLL-159\n8: Fix log messages to avoid alerting when a delete action is attempt\ned on non-brokered messageDUPLICATE COLL-1561: On Call : G\netting [Collab] Failed brokering message to Slack alert in Prod\nDUPLICATE \nshould fix the issue.\nDec 16, 2022 @Anil Ganivada", "doc_id": "6b452ef4-8877-4949-bb83-18edbabbfb58", "embedding": null, "doc_hash": "c9214a49365cb50c3b7b3a4bcf53baa21cf17048f981d7a5617b54e6e1d35fc4", "extra_info": {"page_label": "15", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2954, "_node_type": "1"}, "relationships": {"1": "468db9da-7f2c-458a-8e4b-a209e0ccb1ad", "3": "7bd9db26-5333-49d3-acfe-b320ad60a235"}}, "__type__": "1"}, "7bd9db26-5333-49d3-acfe-b320ad60a235": {"__data__": {"text": "\nshould fix the issue.\nDec 16, 2022 @Anil Ganivada COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK Alert triggerred on test tenants, fix is in 0.9.6\nhttps://app.logz.io/#/goto/c1fe3d22d61574e9c48fd62f66dc33\nd9?switchToAccountId=389045\n Slack message from Anzar MK in #critical-alerts-prod \nDec 16, 2022 @Anil Ganivada [Prod][Plat] Service Restarting Repeatedly Jira service restarting post deployment due to resourcing issue  \nPLAT-1501: Update all apps and jira service size to medium insta\nnceDONE\nDec 15, 2022 @Rama Taraniganty Support issue: Tenant delete + recreate has a few issues that need to \nbe addressedPLAT-1494: [On-call] Tenant creation/deletion issues - need to rev\nisit transactional supportDONE \nPLAT-1495: [On-call] [Investigate] publisher mapping didn't get re\nmoved when a tenant is deleted in core-dataDONE \nSlack message from Rama Taraniganty in #on-call \n1\n2\n3\n4\n5\n6\n7Description : #COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-S\nEvent Samples : Sample 1 event out of 1:\n[ {\n\"date\" : 1.672829539424851E9,\n\"exception\" : {\n\"exception_class\" : \"java.lang.NullPointerException\",\n\"stacktrace\" : \"java.lang.NullPointerException\\n\\tat co\n", "doc_id": "7bd9db26-5333-49d3-acfe-b320ad60a235", "embedding": null, "doc_hash": "41a06d83a069f023f4bb9e5c9b5bcce6010e31811dc5604185831759e9fc6c6e", "extra_info": {"page_label": "15", "file_name": "OnCall.pdf"}, "node_info": {"start": 2904, "end": 4049, "_node_type": "1"}, "relationships": {"1": "468db9da-7f2c-458a-8e4b-a209e0ccb1ad", "2": "6b452ef4-8877-4949-bb83-18edbabbfb58"}}, "__type__": "1"}, "279ac7d5-3dfe-4ac0-90e5-1e530831058a": {"__data__": {"text": "Dec 15, 2022 @Anil Ganivada COLLAB-SLACK-INCOMING-REQUEST-RESPONSE-TIME 2 alerts triggered on filtered events, root cause still to be analyzed on \nintermittent delay in response from backend for slack events beyond \n3 secs\nhttps://app.logz.io/#/goto/cfa2a2de9a6dc1acfe95aa6fcd8e074c?\nswitchToAccountId=389045\nhttps://app.logz.io/#/goto/cfa2a2de9a6dc1acfe95aa6fcd8e074c?\nswitchToAccountId=389045\nDec 15, 2022 @Anil Ganivada [Prod] [Collab] Failed brokering message to Slack alert triggerred on a ST tenant, attempt to delete a non-brokered \nmessage is harmless Slack message from Anzar MK in #critical-al\nerts-prod \nDec 14, 2022 @Rama Taraniganty [Logz.io] Alert for : [Prod][Collab] Error responses sent to slack \nor teams\nLooks like the payload is malformed:  =%7B%7D=https://app.logz.io/#/goto/a7166f7ad99ed1cd417d143be02854\nbb?switchToAccountId=389045\nCOLL-1589: [On-call] Handle junk message body in SlackSlashC\nommandWebhook::taskSlashCommandDONE \n12 Dec 2022 @ritu vaidya COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACK Slack message from Logz Alerts in #critical-alerts-prod \nClosing it based on the slack thread.\nDec 9, 2022 @Rama Taraniganty COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-TEAMS There is no run book entry to make sense of this. Looks like there\u2019s \nno reference to the error in this page either:\nSlack message from Rama Taraniganty in #on-call \n9 Dec 2022 @Pradeep @Anil Ganivada [Prod] [Tenancy] Tenant Registration Failed Expected error due to tests by @Anuradha Raman  on prod\nSlack message from Logz Alerts in #critical-alerts-prod \nThis alert triggerred because we were expecting test_vendor tenant \nto have been remove from our db but it was present because in \nprocess of re-creating customer scenario in prod, tenant id 12944 \nwas deleted instead of 12954 . 12944 is not a customer account but \nan internal account that we use to send invitations to vendors for \nonboarding. Luckily no data got removed from core data but the org \nwas deleted from auth0 so I used these steps to recover the instance \nin auth0 How to recover a deleted org in auth0 . After recovering \nthe instance I used anair@axiamatic.com user to link to this org and \nassigned him role of orgadmin. For step-15:\nUpdate org id in tenants table in tenancy schema for the \nrespective tenant id\nI executed following statements on prod tenancy table\npostgresdbproduction=> select * from tenant where id = \n12944;\n  id   |             name             |    domain     |        \ntime_created        |        time_updated        | is_deleted | \nmode | props | status |\n      org_id\n-------+------------------------------+---------------+-----------------------\n-----+----------------------------+------------+------+-------+--------+--\n--------------------\n 12944 | axiamatic_customer (removed) | axiamatic.com | \n2022-11-08 09:43:23.845+00 | 2022-12-09 09:44:00.627+00 \n| t          |      |     ", "doc_id": "279ac7d5-3dfe-4ac0-90e5-1e530831058a", "embedding": null, "doc_hash": "7f3c775f3b4f4c6752d1971216828989007def89a9878a50ce3d002c3ef9e9a6", "extra_info": {"page_label": "16", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 2881, "_node_type": "1"}, "relationships": {"1": "00e68c43-8f2c-4ed5-b5ec-e0c71b8f3819", "3": "ffbb83c4-370e-4692-826e-a86bbef48dc1"}}, "__type__": "1"}, "ffbb83c4-370e-4692-826e-a86bbef48dc1": {"__data__": {"text": "        |      |       |      0 | o\nrg_hbnLyrra973ZNT4x\n(1 row)postgresdbproduction=> update tenant set org_id = \n'org_KllDkpdeJhnOCWfz' where id = 12944 and domain like \n'axiamatic.com';\nUPDATE 1\npostgresdbproduction=> select * from tenant where id = \n12944;\n  id   |             name             |    domain     |        \ntime_created        |        time_updated        | is_deleted | \nmode | props | status |\n      org_id\n-------+------------------------------+---------------+-----------------------\n-----+----------------------------+------------+------+-------+--------+--\n--------------------\n 12944 | axiamatic_customer (removed) | axiamatic.com | \n2022-11-08 09:43:23.845+00 | 2022-12-09 09:44:00.627+00 \n| t          |      |       |      0 | o\nrg_KllDkpdeJhnOCWfz\n(1 row)postgresdbproduction=> update tenant set name = \n'axiamatic_customer' where id = 12944 and domain like \n", "doc_id": "ffbb83c4-370e-4692-826e-a86bbef48dc1", "embedding": null, "doc_hash": "44ed1835b0e365ac7b4163d53ac0a53217d44cf34507b1cf0dc0a842371e9d14", "extra_info": {"page_label": "16", "file_name": "OnCall.pdf"}, "node_info": {"start": 2860, "end": 3747, "_node_type": "1"}, "relationships": {"1": "00e68c43-8f2c-4ed5-b5ec-e0c71b8f3819", "2": "279ac7d5-3dfe-4ac0-90e5-1e530831058a"}}, "__type__": "1"}, "57762e71-1462-4735-8d07-d94672b8c357": {"__data__": {"text": "1.  \n 'axiamatic.com';\nUPDATE 1\npostgresdbproduction=> exit\nafter this I tried to login as anair@axiamatic.com -> \naxiamatic_customer and was able to see all previous integrations on \nthis tenant including splunk and tried to access this customer data \nfrom a vendor account and I see that things are working as expected.\n9 Dec 2022 @Pradeep api-gw-ids-production-Alarmshighfailureratealarm @Anuradha Raman  was verifying in production and while \nonboarding there were lot of failures on user-recommendations even \nwhen MB is not enabled. This caused lot of 500 error responses.\nAlready a Tracker exists.- DISC-1921: User suggestions should n\not be called when none of the MB is not enabled DONE \n8 Dec 2022 @Pradeep [Prod] [Collab] CRUD failed for Survey Instance Discussed in slack thread Slack message from Logz Alerts in #crit\nical-alerts-prod \nIt is due to Reetol poc that we did. \n8 Dec 2022 @ritu vaidya COLLAB-SLACK-INCOMING-REQUEST-RESPONSE-TIME Known issue , see 30 Nov log\n7 Dec 2022 @Pradeep COLLAB-SLACK-INCOMING-REQUEST-RESPONSE-TIME Known issue\n7 Dec 2022 @Pradeep [Prod] [Collab] Failed brokering message to Slack\n#COLLAB-MB-FAILED-DELIVERING-MESSAGE-TO-SLACKAlready fixed in 0.9.6 \nCOLL-1561: On Call : Getting [Collab] Failed brokering messa\nge to Slack alert in ProdDUPLICATE \nCOLL-1551: message-broker: editing of message should not s\ntoremappedmessagesDONE\n", "doc_id": "57762e71-1462-4735-8d07-d94672b8c357", "embedding": null, "doc_hash": "9c016adfebd20b478a08aa2f5f267dc63ee4bb47a6583cb8e8677832abc3b1e8", "extra_info": {"page_label": "17", "file_name": "OnCall.pdf"}, "node_info": {"start": 0, "end": 1378, "_node_type": "1"}, "relationships": {"1": "61eb3840-5d98-4260-8e52-318ba943edcf"}}, "__type__": "1"}}, "docstore/ref_doc_info": {"d6496709-cfc5-4485-93e6-2c6905c9d395": {"doc_ids": ["03a7050b-f0d8-4a33-b9e8-d4f82439cca0", "33630944-a8b9-4d7e-8d3f-0381d2c4e586"], "extra_info": {"page_label": "1", "file_name": "OnCall.pdf"}}, "7bc79ea6-68b3-4bf5-8112-31e1aa58d448": {"doc_ids": ["69adae88-db95-4f48-81df-ac19ca8077e3", "21d0b6b7-28cf-437e-aef6-522813d4e0a1"], "extra_info": {"page_label": "2", "file_name": "OnCall.pdf"}}, "57018674-bf81-4ad7-940b-47bc8f22a82b": {"doc_ids": ["792e2728-bdc4-4e54-ad72-55e359056616", "6f1adeda-e4d0-4b96-b2f1-57def8904cb6"], "extra_info": {"page_label": "3", "file_name": "OnCall.pdf"}}, "04678987-bdb0-4922-a081-c6066b190cff": {"doc_ids": ["07aa42dc-7b17-4b9f-848a-181c4ec7e77f", "d14ad41a-0e46-4fb9-b979-8973ba836de4"], "extra_info": {"page_label": "4", "file_name": "OnCall.pdf"}}, "130a58d8-6265-4783-b0a6-056344dacdb8": {"doc_ids": ["e5834cdd-0e9d-484d-a7e8-721644c8e119", "4cc6e453-d8cb-4316-9f00-1ad8fc6152ad"], "extra_info": {"page_label": "5", "file_name": "OnCall.pdf"}}, "bd4335e6-72c5-40f0-ac46-bfd30bc3b26f": {"doc_ids": ["975881aa-a45e-4b2c-83a8-bd6932e4a819"], "extra_info": {"page_label": "6", "file_name": "OnCall.pdf"}}, "0bd2d94e-126a-4644-8989-aa46455d3788": {"doc_ids": ["26d56212-a665-414f-803a-387a807bffa0", "ca972543-cc22-4e27-a596-6492703c69ce"], "extra_info": {"page_label": "7", "file_name": "OnCall.pdf"}}, "d09c18d3-ac4b-4719-a3f1-9ca73015e9c2": {"doc_ids": ["02048f03-be3c-4ebf-9383-5e85fd3356e1", "9cf96cfc-0673-4806-b906-e4dab4f6aa0e"], "extra_info": {"page_label": "8", "file_name": "OnCall.pdf"}}, "ce7f46b5-953b-4cb8-b961-183b46bc7645": {"doc_ids": ["9b16e0e5-8641-4e16-a4f7-67130cdd3a59", "7f0dd2c8-c705-447e-b1f0-55556cf61ad4"], "extra_info": {"page_label": "9", "file_name": "OnCall.pdf"}}, "597ca512-6f36-4807-b986-4a1d5acc33ca": {"doc_ids": ["7ce57955-6637-4a9a-85e0-3b8d16306141", "ffdf9f90-fc3a-4461-a76f-81e03fe84ba5"], "extra_info": {"page_label": "10", "file_name": "OnCall.pdf"}}, "1ba7a349-4a28-4423-a013-05d8defe7065": {"doc_ids": ["626bf733-83e0-4372-99f9-1dbf3c28ba09", "d5075358-1c6e-4cea-9e52-089839227b0b"], "extra_info": {"page_label": "11", "file_name": "OnCall.pdf"}}, "c48683dc-f64e-4689-bcba-15ef3e12b199": {"doc_ids": ["c50c0de2-ac18-4cd7-b256-ada4437b2bda", "01024302-ea9b-4c9e-a828-a1993457fb64"], "extra_info": {"page_label": "12", "file_name": "OnCall.pdf"}}, "6ca3f6f6-9ccc-4ee4-9af0-15bb8ed19623": {"doc_ids": ["097a8045-83e3-4b75-a50f-f1d632d4b401", "323c8c4a-7364-4ad8-82c9-ed3deb9eca73"], "extra_info": {"page_label": "13", "file_name": "OnCall.pdf"}}, "2db441ba-005f-47fc-ab87-96ebe48bb427": {"doc_ids": ["076e6fd8-44dc-4bac-89f1-37a0041f2c11"], "extra_info": {"page_label": "14", "file_name": "OnCall.pdf"}}, "468db9da-7f2c-458a-8e4b-a209e0ccb1ad": {"doc_ids": ["6b452ef4-8877-4949-bb83-18edbabbfb58", "7bd9db26-5333-49d3-acfe-b320ad60a235"], "extra_info": {"page_label": "15", "file_name": "OnCall.pdf"}}, "00e68c43-8f2c-4ed5-b5ec-e0c71b8f3819": {"doc_ids": ["279ac7d5-3dfe-4ac0-90e5-1e530831058a", "ffbb83c4-370e-4692-826e-a86bbef48dc1"], "extra_info": {"page_label": "16", "file_name": "OnCall.pdf"}}, "61eb3840-5d98-4260-8e52-318ba943edcf": {"doc_ids": ["57762e71-1462-4735-8d07-d94672b8c357"], "extra_info": {"page_label": "17", "file_name": "OnCall.pdf"}}}}

index_v2/OnCall/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"ebaa64d3-7ccc-4010-bd7f-4865041bbec6": {"__type__": "vector_store", "__data__": "{\"index_id\": \"ebaa64d3-7ccc-4010-bd7f-4865041bbec6\", \"summary\": null, \"nodes_dict\": {\"03a7050b-f0d8-4a33-b9e8-d4f82439cca0\": \"03a7050b-f0d8-4a33-b9e8-d4f82439cca0\", \"33630944-a8b9-4d7e-8d3f-0381d2c4e586\": \"33630944-a8b9-4d7e-8d3f-0381d2c4e586\", \"69adae88-db95-4f48-81df-ac19ca8077e3\": \"69adae88-db95-4f48-81df-ac19ca8077e3\", \"21d0b6b7-28cf-437e-aef6-522813d4e0a1\": \"21d0b6b7-28cf-437e-aef6-522813d4e0a1\", \"792e2728-bdc4-4e54-ad72-55e359056616\": \"792e2728-bdc4-4e54-ad72-55e359056616\", \"6f1adeda-e4d0-4b96-b2f1-57def8904cb6\": \"6f1adeda-e4d0-4b96-b2f1-57def8904cb6\", \"07aa42dc-7b17-4b9f-848a-181c4ec7e77f\": \"07aa42dc-7b17-4b9f-848a-181c4ec7e77f\", \"d14ad41a-0e46-4fb9-b979-8973ba836de4\": \"d14ad41a-0e46-4fb9-b979-8973ba836de4\", \"e5834cdd-0e9d-484d-a7e8-721644c8e119\": \"e5834cdd-0e9d-484d-a7e8-721644c8e119\", \"4cc6e453-d8cb-4316-9f00-1ad8fc6152ad\": \"4cc6e453-d8cb-4316-9f00-1ad8fc6152ad\", \"975881aa-a45e-4b2c-83a8-bd6932e4a819\": \"975881aa-a45e-4b2c-83a8-bd6932e4a819\", \"26d56212-a665-414f-803a-387a807bffa0\": \"26d56212-a665-414f-803a-387a807bffa0\", \"ca972543-cc22-4e27-a596-6492703c69ce\": \"ca972543-cc22-4e27-a596-6492703c69ce\", \"02048f03-be3c-4ebf-9383-5e85fd3356e1\": \"02048f03-be3c-4ebf-9383-5e85fd3356e1\", \"9cf96cfc-0673-4806-b906-e4dab4f6aa0e\": \"9cf96cfc-0673-4806-b906-e4dab4f6aa0e\", \"9b16e0e5-8641-4e16-a4f7-67130cdd3a59\": \"9b16e0e5-8641-4e16-a4f7-67130cdd3a59\", \"7f0dd2c8-c705-447e-b1f0-55556cf61ad4\": \"7f0dd2c8-c705-447e-b1f0-55556cf61ad4\", \"7ce57955-6637-4a9a-85e0-3b8d16306141\": \"7ce57955-6637-4a9a-85e0-3b8d16306141\", \"ffdf9f90-fc3a-4461-a76f-81e03fe84ba5\": \"ffdf9f90-fc3a-4461-a76f-81e03fe84ba5\", \"626bf733-83e0-4372-99f9-1dbf3c28ba09\": \"626bf733-83e0-4372-99f9-1dbf3c28ba09\", \"d5075358-1c6e-4cea-9e52-089839227b0b\": \"d5075358-1c6e-4cea-9e52-089839227b0b\", \"c50c0de2-ac18-4cd7-b256-ada4437b2bda\": \"c50c0de2-ac18-4cd7-b256-ada4437b2bda\", \"01024302-ea9b-4c9e-a828-a1993457fb64\": \"01024302-ea9b-4c9e-a828-a1993457fb64\", \"097a8045-83e3-4b75-a50f-f1d632d4b401\": \"097a8045-83e3-4b75-a50f-f1d632d4b401\", \"323c8c4a-7364-4ad8-82c9-ed3deb9eca73\": \"323c8c4a-7364-4ad8-82c9-ed3deb9eca73\", \"076e6fd8-44dc-4bac-89f1-37a0041f2c11\": \"076e6fd8-44dc-4bac-89f1-37a0041f2c11\", \"6b452ef4-8877-4949-bb83-18edbabbfb58\": \"6b452ef4-8877-4949-bb83-18edbabbfb58\", \"7bd9db26-5333-49d3-acfe-b320ad60a235\": \"7bd9db26-5333-49d3-acfe-b320ad60a235\", \"279ac7d5-3dfe-4ac0-90e5-1e530831058a\": \"279ac7d5-3dfe-4ac0-90e5-1e530831058a\", \"ffbb83c4-370e-4692-826e-a86bbef48dc1\": \"ffbb83c4-370e-4692-826e-a86bbef48dc1\", \"57762e71-1462-4735-8d07-d94672b8c357\": \"57762e71-1462-4735-8d07-d94672b8c357\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/RetroApril/docstore.json

@@ -0,0 +1 @@
+{"docstore/metadata": {"63d1ea33-de62-4f70-aa17-a7baa26dfda2": {"doc_hash": "c887b232206a41195c5cf60cd00fe1bb0b7eff58ee1962b3612af232fe942f32"}, "ca89df45-3d44-4632-b9a2-7836092e87ba": {"doc_hash": "dd2dfed92adb82b10c64961aaff6ba93858d4971e58388a01664ef9049549d99", "ref_doc_id": "63d1ea33-de62-4f70-aa17-a7baa26dfda2"}, "3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4": {"doc_hash": "72c17bb47222cdc96b8c82106be0f9b62936b03fb228631a9160736f82aec2ba", "ref_doc_id": "63d1ea33-de62-4f70-aa17-a7baa26dfda2"}, "a4175538-d318-49d4-a475-63a529b105c2": {"doc_hash": "e85e65d8d4567b1edd7c88ac1a3e0219181800ecf72d329ac19aac3849283363", "ref_doc_id": "63d1ea33-de62-4f70-aa17-a7baa26dfda2"}, "c35de880-d504-4213-a0cd-ca365e98ddff": {"doc_hash": "c8514793a62f1021f145bce65c10cc063eb3aeda717970b890d92977fed6e683", "ref_doc_id": "63d1ea33-de62-4f70-aa17-a7baa26dfda2"}}, "docstore/data": {"ca89df45-3d44-4632-b9a2-7836092e87ba": {"__data__": {"text": "Primary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What went well in this release?, Edit and update sentiment feature - everything was available on time which helped to develop and give it to QA on time.\nPrimary User, What didn't go well in this release?, Nothing as such \nPrimary User, To improve our execution what should we add?, Nothing as such\nPrimary User, To improve our execution what should we DROP?, Nothing as such\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Moderate\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Automation sprint .\nAutomate some of cust/qa found bugs.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What went well in this release?, In this sprint, I worked on the Ask AI modal, and it went really well. \nThanks to @meaghanli for her quick UX review and for highlighting a few UX issues.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Hazy, needed to work with PM for clarity\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Some edge cases needed more definition, as well as what would happen when certain menu options are actioned. We should move towards using Jira to outline clear acceptance criteria for all projects instead of solely relying on Figma.\nPrimary User, What didn't go well in this release?, Several features are only ready for UX review right before the end of the release, or even after the last day of the release. This makes it impossible to ensure product quality in time for the release, especially because UI needs 1 week to action UX review fixes.\nEither:\n1. Release cycles need to be longer\n2. Or we make structural changes so that items are ready for UX review AT LEAST 1\u20132 weeks before the end of the release\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Moderate\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, We could make progress on UX Redesign/Quality issues in 0.9.10. There was pause on this for few releases\nPrimary User, To improve our execution what should we add?, It would be great if we had add backlog of features/POCs to pick from incase if certain feature is deprioritized or we cant start on some feature due to dependencies. We did get UX Quality issues from Meaghan which were helpful in filing the bandwidth for 0.9.10\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, 50-50\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Since the quarter planning also started when the release started, we had to pick some existing tech debt/spill items.\nPrimary User, What went well in this release?, - Able to pick some tech debts\n- Able to clear and pick items from backlog\nPrimary User, What didn't go well in this release?, - Quarter planning impacted the release planning\nPrimary User, To improve our execution what should we add?, - Plan ahead\n- Have a healthy backlog\nPrimary User, To improve our execution what should we DROP?, - None\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, As a", "doc_id": "ca89df45-3d44-4632-b9a2-7836092e87ba", "embedding": null, "doc_hash": "dd2dfed92adb82b10c64961aaff6ba93858d4971e58388a01664ef9049549d99", "extra_info": null, "node_info": {"start": 0, "end": 4348, "_node_type": "1"}, "relationships": {"1": "63d1ea33-de62-4f70-aa17-a7baa26dfda2", "3": "3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4"}}, "__type__": "1"}, "3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4": {"__data__": {"text": "User, To improve our execution what should we DROP?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User, What went well in this release?, nan\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What went well in this release?, Good pace throughout the release. Dev testing/bug bash went really well, I think it helps to keep accountability high. UX reviews also useful for the same reasons\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Very Good\nPrimary User, As a member of the product management team, please explain your choice in the previous response., This may have been sent to me by mistake as I don't think I am a member of product management(?), but I think we hit the sweet spot between workload and time in order to deliver quality results.\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What didn't go well in this release?, Few hiccups while releasing the new slack integrator service, need to get to the cause.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User, What went well in this release?, nan\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, Good progress made on splitting the slack service as an independent one. Thanks to Nayan for handling this. \nNice features like Pulse retro were introduced.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User, What went well in this release?, nan\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Very similar to the previous release. There were no blockers. Designs and backend APIs were ready beforehand (thanks to design and data team again). UI integrations were smooth as well.\nPrimary User, What went well in this release?, Team was able", "doc_id": "3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4", "embedding": null, "doc_hash": "72c17bb47222cdc96b8c82106be0f9b62936b03fb228631a9160736f82aec2ba", "extra_info": null, "node_info": {"start": 4286, "end": 8754, "_node_type": "1"}, "relationships": {"1": "63d1ea33-de62-4f70-aa17-a7baa26dfda2", "2": "ca89df45-3d44-4632-b9a2-7836092e87ba", "3": "a4175538-d318-49d4-a475-63a529b105c2"}}, "__type__": "1"}, "a4175538-d318-49d4-a475-63a529b105c2": {"__data__": {"text": "were smooth as well.\nPrimary User, What went well in this release?, Team was able to improve code structure and optimise some APIs in the apps services. Consistency in MRs getting reviewed by multiple people, this has been good for some time now I think.\nPrimary User, What didn't go well in this release?, Had to spend some extra time on debugging issues related to pulse responses. \nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, Thought towards smart pulse survey designing and reducing AWS cost .\nPrimary User, What didn't go well in this release?, Deployment didn't go smooth this time other than that mostly things are good .\nPrimary User, To improve our execution what should we add?, Can we use chatGPT for company's knowledge base ? Means all confluence/Swagger(API details) on internal chatGPT server .\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, - chatbot poc for demo purposes\n- progress on long term chatbot design\n- good design reviews \n- SQL Replica Read support\nPrimary User, What didn't go well in this release?, - Debugging / Fixing Unplanned issues - open ai threshold breach ,  redis task manager issue and bugs raised as part of testing\nPrimary User, To improve our execution what should we add?, - Better alerting around cost when it crosses certain threshold (month on month) and look for optimizations\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Requirement is clear. While building proto-type nature features like chat interface there should be more clarity on to-do or not-to-do because there is a lot of back and forth.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, - SSO deployments in prod Lvsands & Haleon\n- Chat bot integration\n- Addressed/working on some major tech-debt items from platform\n- Ability to leverage read instance of aurora\n- Slack native for retro without passwordless auth: much seamless than passwordless auth\n- parallel unit test execution brought down overall build time for tenancy from ~20 mins to ~11 mins\n- Snowflake POC\nPrimary User, What didn't go well in this release?, - System tests tear down issue blocking from running system tests completely in parallel we need to resolve the interlocks\n- Issues found during branch-cut and deployment\n- aws spring library for read/read-write took some time to resolve issues\n- We need to find ways to execute flows before UI integration, if it is not possible then we can request UI team to prioritise these flows (if we can identify them) early during release cycle. We had a situation where we found that backend doesn't support a specific flow on day of branch cut. This may be an exception but evaluating such flows early might help avoiding last minute changes.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What went well in this release?, - First 3 sprints had better velocity compared to prior releases\n- Faster time to resolving customer issues thanks to Mohith, Sagarika, Anu and Bhavana\n- Closer to standing up slack as an independent service which will  in the long", "doc_id": "a4175538-d318-49d4-a475-63a529b105c2", "embedding": null, "doc_hash": "e85e65d8d4567b1edd7c88ac1a3e0219181800ecf72d329ac19aac3849283363", "extra_info": null, "node_info": {"start": 8750, "end": 13048, "_node_type": "1"}, "relationships": {"1": "63d1ea33-de62-4f70-aa17-a7baa26dfda2", "2": "3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4", "3": "c35de880-d504-4213-a0cd-ca365e98ddff"}}, "__type__": "1"}, "c35de880-d504-4213-a0cd-ca365e98ddff": {"__data__": {"text": "Closer to standing up slack as an independent service which will  in the long run help with handling scale\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, - Bug backlog needs to be factored in along with features\n- Focus more on unit tests as that seemed to be the prominent RCA for bugs\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, We were able to clear some of the tech backlog which we weren't able to prioritise earlier\nPrimary User, To improve our execution what should we add?, Developers should add more system tests for the new features going in.\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, To improve our execution what should we add?, - Need to track and close Retro AIs more actively\n- Need to actively address failing system tests\nPrimary User, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan", "doc_id": "c35de880-d504-4213-a0cd-ca365e98ddff", "embedding": null, "doc_hash": "c8514793a62f1021f145bce65c10cc063eb3aeda717970b890d92977fed6e683", "extra_info": null, "node_info": {"start": 13039, "end": 14437, "_node_type": "1"}, "relationships": {"1": "63d1ea33-de62-4f70-aa17-a7baa26dfda2", "2": "a4175538-d318-49d4-a475-63a529b105c2"}}, "__type__": "1"}}, "docstore/ref_doc_info": {"63d1ea33-de62-4f70-aa17-a7baa26dfda2": {"doc_ids": ["ca89df45-3d44-4632-b9a2-7836092e87ba", "3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4", "a4175538-d318-49d4-a475-63a529b105c2", "c35de880-d504-4213-a0cd-ca365e98ddff"], "extra_info": {}}}}

index_v2/RetroApril/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"10ba57c0-60ef-4eb4-ae85-99cc7d2380a6": {"__type__": "vector_store", "__data__": "{\"index_id\": \"10ba57c0-60ef-4eb4-ae85-99cc7d2380a6\", \"summary\": null, \"nodes_dict\": {\"ca89df45-3d44-4632-b9a2-7836092e87ba\": \"ca89df45-3d44-4632-b9a2-7836092e87ba\", \"3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4\": \"3a8eb4f1-15ea-4bc5-a162-5bb0f138c7b4\", \"a4175538-d318-49d4-a475-63a529b105c2\": \"a4175538-d318-49d4-a475-63a529b105c2\", \"c35de880-d504-4213-a0cd-ca365e98ddff\": \"c35de880-d504-4213-a0cd-ca365e98ddff\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/RetroMarch/docstore.json

@@ -0,0 +1 @@
+{"docstore/metadata": {"a15176b0-bf1d-4429-ad75-dccb63d606fc": {"doc_hash": "0c17c6ec2e952e172dfaa5c397e5ef71937584e96c782473ec02d2ae41d8df90"}, "b5b757a6-7337-45f1-8e2d-3a8efaebb5c0": {"doc_hash": "e379cfc319a2667e0e5c181f974832268d1aceafdae18aad8e1f661cdce66d19", "ref_doc_id": "a15176b0-bf1d-4429-ad75-dccb63d606fc"}, "342bc982-3d67-436b-8766-3176f6146ea2": {"doc_hash": "e67dd0df6e880a64b81664c118f08d11c45970d824fe63d95f7bd4846e5b0807", "ref_doc_id": "a15176b0-bf1d-4429-ad75-dccb63d606fc"}, "335e37ed-9cce-4be3-bb4a-9a3c24f436b0": {"doc_hash": "e03e194ee5ddd5a6d4926a8a19dbd5f1f0bc77bffe3b4e5168da7cb0eef6e638", "ref_doc_id": "a15176b0-bf1d-4429-ad75-dccb63d606fc"}, "105ec08a-95d6-4475-ab14-0c1d3089edf2": {"doc_hash": "464d3bcd4692d67c7b018794ef54efc2bf64878262eb295a166b63f42838b180", "ref_doc_id": "a15176b0-bf1d-4429-ad75-dccb63d606fc"}}, "docstore/data": {"b5b757a6-7337-45f1-8e2d-3a8efaebb5c0": {"__data__": {"text": "Primary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, * Amazing work from data team in topic identification, summary generation for reports\n* Teams retro looks really cool terrific work by ui/ apps and collab team\n* Setting up VPN and updating code to re-route calls - this was a long pending task\n* Research in multi instance deployment\nPrimary User, What didn't go well in this release?, * Couldn't address all pabot related issues due to active changes happening in int \n* Lots of research topic for platform team this time (expected) - we should be closing on some these tasks in upcoming sprints\nPrimary User, To improve our execution what should we add?, * Tracking system tests and alerts in int and stage\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, Design specs really good with fast and clear communications. Ritu was very helpful with resolving any issues I found with APIs quickly.\nPrimary User, What didn't go well in this release?, Difficulty maintaining a proper development environment in parallel with one for dev testing for the teams unified experience meant that I did not have time to finish dev/ux review work satisfactorily before the branch cut. The result was having to work in a compromised way and under time pressure late in the day. I was under the impression that if a feature was not ready we were not going to push for it to be in.\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., The requirements were again very clear for this release, specially for the apps tasks. Already had an overview of the features we were going to implement in this release as these were discussed previously.\nPrimary User, What went well in this release?, I think the inter-team dependencies were handled pretty nicely in this release. The data APIs to be consumed by apps were ready even before the release started (thanks to Seshan) and we were able to deliver the APIs to be consumed by UI before end of Sprint 3.\n\nThe bug bash sessions were again very successful and helped us to catch a lot of bugs and fix them in the dev cycle itself. Also, great idea by Ritu to use Slack Posts feature for creating E2E testing docs for various features which can be edited by everyone.\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, 1. We could completed dev testing for most of the features and fixed most of them fixed also that are being delivered in 0.9.9.\n2. Lesser # of major bugs in dev testing\n3. Two features in iFrame being worked on by 2 devs in Parallel.\n4. zero merge conflicts when merging main to develop in 0.9.9\nPrimary User, To improve our execution what should we add?, One of things we identified this release was slack post which can be edited by multiple people in the team. This is a good way to collaborate/track list of live items which are light weight and don't need jira/wiki. (Thanks Ritu for finding this option).\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What didn't go well in this release?, Nothing\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, Sentiment-analysis using with chatGPT , copilot .\nPrimary User, What didn't go well in this release?, Nothing\nPrimary User, To improve our execution what should we add?, Nothing as such\nPrimary User, To improve our execution what should we DROP?, Nothing as such\nPrimary User, Were", "doc_id": "b5b757a6-7337-45f1-8e2d-3a8efaebb5c0", "embedding": null, "doc_hash": "e379cfc319a2667e0e5c181f974832268d1aceafdae18aad8e1f661cdce66d19", "extra_info": null, "node_info": {"start": 0, "end": 4321, "_node_type": "1"}, "relationships": {"1": "a15176b0-bf1d-4429-ad75-dccb63d606fc", "3": "342bc982-3d67-436b-8766-3176f6146ea2"}}, "__type__": "1"}, "342bc982-3d67-436b-8766-3176f6146ea2": {"__data__": {"text": "To improve our execution what should we DROP?, Nothing as such\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Mostly clear for the current release but a bit hazy for the next release. We need to define rough roadmap for the next release also.\nPrimary User, What went well in this release?, This release as usual packed with full of features. Most of the features tested before branch cut. Our UI fit and finish and overall quality improved significantly compared to few old releases.\nPrimary User, What didn't go well in this release?, We started discussing improved error handling for our customer onboarding but only a little progress in overall improvement. We must invest more time in this to enable anyone to do onboarding without going through a very complex wiki page of steps with lots of if conditions.\nPrimary User, To improve our execution what should we add?, Most of the time, we face issues with feature builds deployed in INT. If multiple developers need to work on the same service, that is even more complicated. We need to start planning a better solution to accommodate this internal requirement. Until then, we need to follow the best practices like keep rebasing and changing the builds after testing is done etc.\nPrimary User, To improve our execution what should we DROP?, We must eliminate manual steps as much as possible in all places, specifically deployments and onboarding. For the data team, we need to automate the Druid schema management. Every time there is a schema change, deployment is not going smoothly due to this manual step.\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, We were able to complete the collab changes to support unified teams experience and teams retro surveys. Completed the implementation for the template driven actions and its slack support.\nResolved quite a few tech debt items from collab board.\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., We have a definite template, process and clean designs in place when we plan or start test cycle\nPrimary User, What went well in this release?, - Major features wrapped up early and dev tested before delivering to QA\n- Automated tests for ongoing release features\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User, What went well in this release?, nan\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, Delivered all the planned items with minimum spillover\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, we can do a little more dogfooding to uncover issues around usability. e.g actions / brokering between PMs and dev teams\nPrimary User, To improve our execution what should we DROP?, nothing\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Had some last minute changes for Retro. Nothing major.\nPrimary User, What went well in this release?, Multiple features got implemented (unified exp, retro, addr book, action templates) - good release overall.\n\nTeam meet was good - had a few productive technical discussions\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR", "doc_id": "342bc982-3d67-436b-8766-3176f6146ea2", "embedding": null, "doc_hash": "e67dd0df6e880a64b81664c118f08d11c45970d824fe63d95f7bd4846e5b0807", "extra_info": null, "node_info": {"start": 4253, "end": 8693, "_node_type": "1"}, "relationships": {"1": "a15176b0-bf1d-4429-ad75-dccb63d606fc", "2": "b5b757a6-7337-45f1-8e2d-3a8efaebb5c0", "3": "335e37ed-9cce-4be3-bb4a-9a3c24f436b0"}}, "__type__": "1"}, "335e37ed-9cce-4be3-bb4a-9a3c24f436b0": {"__data__": {"text": "Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User, What went well in this release?, nan\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What went well in this release?, Tasks related to lambda VPC integration\nPrimary User, What didn't go well in this release?, Lambda testing takes a lot of time right now as we don't have unit tests. Basically you have to wait for two pipelines to pass (libs and lambda function) and then wait for the deployment to happen before you can detect any sort of bug\nPrimary User, To improve our execution what should we add?, Unit tests for lambdas\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, What went well in this release?, Quite a few features were delivered in this release despite the fact that a few engineers were unavailable (on PTO).\nPrimary User, To improve our execution what should we add?, I would perhaps like to see more ownership from each and everyone for the features they are working on and think through the story they are working on even though the spec doesn't have all the details\nPrimary User, To improve our execution what should we DROP?, Nothing\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, UX reviews of Qualitative comments(Topics), very quick response by @meaghan during reviews. \nMerge strategy instead of rebase helped merge HFs and Develop branch real quick. \nTeam Outing :)\nPrimary User, What didn't go well in this release?, nan\nPrimary User, To improve our execution what should we add?, nan\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, - Good progress on OpenAI topics and summarization\n- Lots of learnings - Prompt Engineering , llamaindex , langchain\nPrimary User, What didn't go well in this release?, - druid issues  like joins , schema refresh -  had to add workarounds to bypass the issue\n- missed out on druid spec sync issues between environments during deployment\n-\nPrimary User, To improve our execution what should we DROP?, nan\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, To improve our execution what should we add?, High level progress view is missing I guess now. So EPICs tagging will help here\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User, What went well in this release?, Focussed effort on making existing features more robust along with shipping of new features like Retro and Address Book\nPrimary User, What didn't go well in this release?, - Identified a few scale related issues with use cases around pulse delivery and adding users to PVT\n- Identified some bad patterns in the way DB tables are queried without the right constraints\nPrimary User, To improve our execution what should we add?, - Focus on onboarding improvements and error messaging\n- More attention to system test regressions\nPrimary User, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User, What went well in this release?, - Good collaboration across teams, user facing channel threads are helpful \n- Getting faster response on UX, thanks & kudos to Meaghan\n- Dev testing is coming as a very helpful exercise. Though we are spending time to come together and test but these are really fruitful sessions to align all the teams on the same page.\nPrimary User, What didn't go well in this release?, - There are few pockets of time in the sprint when apps/ui cannot proceed as we have backend dependency or some pending answers from UX/Product. We need to keep other minor task preplanned for such time period. This falls back to planning better.\nPrimary User, To improve our execution what should we add?, - More detailed decomps\nPrimary", "doc_id": "335e37ed-9cce-4be3-bb4a-9a3c24f436b0", "embedding": null, "doc_hash": "e03e194ee5ddd5a6d4926a8a19dbd5f1f0bc77bffe3b4e5168da7cb0eef6e638", "extra_info": null, "node_info": {"start": 8686, "end": 12972, "_node_type": "1"}, "relationships": {"1": "a15176b0-bf1d-4429-ad75-dccb63d606fc", "2": "342bc982-3d67-436b-8766-3176f6146ea2", "3": "105ec08a-95d6-4475-ab14-0c1d3089edf2"}}, "__type__": "1"}, "105ec08a-95d6-4475-ab14-0c1d3089edf2": {"__data__": {"text": "To improve our execution what should we add?, - More detailed decomps\nPrimary User, To improve our execution what should we DROP?, - None\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User, What went well in this release?, -\nPrimary User, What didn't go well in this release?, -\nPrimary User, Were the requirements clear at the time you picked up your tasks?, nan", "doc_id": "105ec08a-95d6-4475-ab14-0c1d3089edf2", "embedding": null, "doc_hash": "464d3bcd4692d67c7b018794ef54efc2bf64878262eb295a166b63f42838b180", "extra_info": null, "node_info": {"start": 12972, "end": 13508, "_node_type": "1"}, "relationships": {"1": "a15176b0-bf1d-4429-ad75-dccb63d606fc", "2": "335e37ed-9cce-4be3-bb4a-9a3c24f436b0"}}, "__type__": "1"}}, "docstore/ref_doc_info": {"a15176b0-bf1d-4429-ad75-dccb63d606fc": {"doc_ids": ["b5b757a6-7337-45f1-8e2d-3a8efaebb5c0", "342bc982-3d67-436b-8766-3176f6146ea2", "335e37ed-9cce-4be3-bb4a-9a3c24f436b0", "105ec08a-95d6-4475-ab14-0c1d3089edf2"], "extra_info": {}}}}

index_v2/RetroMarch/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"4c780528-3e74-4868-9275-d3b5a8929cc6": {"__type__": "vector_store", "__data__": "{\"index_id\": \"4c780528-3e74-4868-9275-d3b5a8929cc6\", \"summary\": null, \"nodes_dict\": {\"b5b757a6-7337-45f1-8e2d-3a8efaebb5c0\": \"b5b757a6-7337-45f1-8e2d-3a8efaebb5c0\", \"342bc982-3d67-436b-8766-3176f6146ea2\": \"342bc982-3d67-436b-8766-3176f6146ea2\", \"335e37ed-9cce-4be3-bb4a-9a3c24f436b0\": \"335e37ed-9cce-4be3-bb4a-9a3c24f436b0\", \"105ec08a-95d6-4475-ab14-0c1d3089edf2\": \"105ec08a-95d6-4475-ab14-0c1d3089edf2\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/RetroMay/docstore.json

@@ -0,0 +1 @@
+{"docstore/metadata": {"7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a": {"doc_hash": "302e8e8204ffdf8a61426965339776ad7ee7aa152dc2a106164aa2222b64b5c4"}, "7a258be2-9b50-4c78-9f8b-755db5434c5e": {"doc_hash": "4cd2d48e9ce402e9e2e820274b33cc01a67428692d42d8bc528a80ed22da7758", "ref_doc_id": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a"}, "b2a1caed-1a08-428b-994b-7ecead6aa3fd": {"doc_hash": "3747c661ff14f3da6bfdd9b069672cd8d829dbb7dc5c4438775489106f5c698e", "ref_doc_id": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a"}, "5ff101f1-86ec-4e47-ba3a-357c5941110b": {"doc_hash": "2d43b6417c91b86f44c248e26cfe2ef5dbf7a980efdeb263d3ca28f92d060379", "ref_doc_id": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a"}, "93a1d2f6-0110-4308-8aa6-18f9893d432d": {"doc_hash": "dbedf7b671a19461f3aae038d9c28485f64192c1ea5b930b7d2ac171e3d69752", "ref_doc_id": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a"}}, "docstore/data": {"7a258be2-9b50-4c78-9f8b-755db5434c5e": {"__data__": {"text": "Primary User-10270, To improve our execution what should we add?, * Platform: Identify critical tasks that could impact multiple teams and plan activity to complete early in the release if possible.\n* Cleanup of stale records\nPrimary User-10270, What went well in this release?, * Product attributes and filtering\n* Lots of infra enhancements: CDKv2, Gitlab runner operationalisation, VPN\n* Admin gateway and retool integration\n* 800+ points in lats sprint of 0.9.11\nPrimary User-10270, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10270, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10270, What didn't go well in this release?, * Deployment issues due to cdkv2: this was kind of expected but it majorly threw us off when synth works fine but deployment fails. \n* DB changelog lock issues occurring twice within a week in integration and impacting stage deployment of pulse-manager\n* DB migration to aurora is not complete yet: partly due to prioritization (snowflake over DB migration) and also due to heavy usage of integration env during last 2 sprints of a release. this task could have been planned better\nPrimary User-10271, What went well in this release?, -Automating few release features in development sprint. \n-Fixing ST tear down and few other issues to run the test cases in parallel .\nPrimary User-10271, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10271, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10273, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10273, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10276, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10276, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User-10278, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10278, What went well in this release?, - Increased system test coverage\n- Early test planning and system tests for release features\n- Effective collaboration and communication between the QA team, development team, and other stakeholders throughout the release\n- Low Defect density\nPrimary User-10278, What didn't go well in this release?, Systest failures on int is not attended\nP2 issues triaging of previous releases\nPrimary User-10278, To improve our execution what should we add?, Progress of release should be made available for all. Items included or excluded dynamically should be captured/documented\nPrimary User-10278, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Very Good\nPrimary User-10278, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User-10278, Can you please suggest any improvements to the structure/agenda of the meetings you typically attend?, Weekly sprint retro->We can have new set of questions on lessons learned, collaboration and new practices followed that proved beneficial to team's productivity\nPrimary User-10284, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User-10284, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10284, To improve our execution what should we add?, As discussed on slack, we can try to focus more on reviewing and testing the parts which seem to be a major change before stage/prod deployments.\nPrimary User-10284, What didn't go well in this release?, Database and deployment issues (but was a good learning experience).\nPrimary User-10284, What went well in this release?, Faced some issues with deployments and DB related queries, but on the positive side were a good learning experience. All in all got to know a few new database related", "doc_id": "7a258be2-9b50-4c78-9f8b-755db5434c5e", "embedding": null, "doc_hash": "4cd2d48e9ce402e9e2e820274b33cc01a67428692d42d8bc528a80ed22da7758", "extra_info": null, "node_info": {"start": 0, "end": 4170, "_node_type": "1"}, "relationships": {"1": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a", "3": "b2a1caed-1a08-428b-994b-7ecead6aa3fd"}}, "__type__": "1"}, "b2a1caed-1a08-428b-994b-7ecead6aa3fd": {"__data__": {"text": "positive side were a good learning experience. All in all got to know a few new database related things.\nPrimary User-10284, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., The designs were ready beforehand but more importantly were very detailed. Also, thanks to @Anandhi and @Meaghan for replying actively on Figma to any doubts or clarifications (mainly the Pulse List Updates).\nPrimary User-10285, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10285, Were the requirements clear at the time you picked up your tasks?, Crystal clear\nPrimary User-10285, What went well in this release?, Clear requirements,  Good feedback from design review\nPrimary User-10286, To improve our execution what should we add?, - Verify DB migration with stage and prod DB data dumps so we do not see surprises during deployment \n- API validations so system tests cannot introduce bad data\n- Review and update alerts proactively , may be a person per release owns this\nPrimary User-10286, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10286, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10286, What went well in this release?, - Aligned better to the jobs to be done for the quarter in the current release\n- Thanks to Ritu, Guru, Pradeep, Sanjeev and Shivam for helping out with some of the collab areas t ospped up delivery in 0.9.12\nPrimary User-10286, What didn't go well in this release?, - The deployment issues to stage for collab services\n- One of the customer issues not caught by our alerts\nPrimary User-10288, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10288, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10290, What went well in this release?, nan\nPrimary User-10290, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10290, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., nan\nPrimary User-10290, Can you please suggest any improvements to the structure/agenda of the meetings you typically attend?, nan\nPrimary User-10290, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User-10290, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10290, To improve our execution what should we DROP?, nan\nPrimary User-10290, To improve our execution what should we add?, nan\nPrimary User-10290, What didn't go well in this release?, nan\nPrimary User-10291, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10291, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10291, What went well in this release?, 1. Venkat has joined the UI team and has started contributing to the release. he has helped fixing the issues identified dev testing on teams iframe redesign.\n2. We have started to use LD flag for most of the UI features wherever we can.\nPrimary User-10292, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Very Good\nPrimary User-10292, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10292, What went well in this release?, Releasing lambdas and creating a release process for them went well\nPrimary User-10293, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User-10293, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10293, What went well in this release?, Some of the teams were not loaded fully during the early part of the release but as the sprints progressed the teams were loaded better.\nPrimary", "doc_id": "b2a1caed-1a08-428b-994b-7ecead6aa3fd", "embedding": null, "doc_hash": "3747c661ff14f3da6bfdd9b069672cd8d829dbb7dc5c4438775489106f5c698e", "extra_info": null, "node_info": {"start": 4092, "end": 8232, "_node_type": "1"}, "relationships": {"1": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a", "2": "7a258be2-9b50-4c78-9f8b-755db5434c5e", "3": "5ff101f1-86ec-4e47-ba3a-357c5941110b"}}, "__type__": "1"}, "5ff101f1-86ec-4e47-ba3a-357c5941110b": {"__data__": {"text": "of the release but as the sprints progressed the teams were loaded better.\nPrimary User-10294, Can you please suggest any improvements to the structure/agenda of the meetings you typically attend?, nan\nPrimary User-10294, What didn't go well in this release?, nan\nPrimary User-10294, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10294, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User-10294, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10294, To improve our execution what should we add?, nan\nPrimary User-10294, To improve our execution what should we DROP?, nan\nPrimary User-10299, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10299, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10300, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10300, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., Figma spec for new pulse list was crystal clear. Thanks to meaghan. \nPrimary User-10300, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10301, What didn't go well in this release?, Too many parallel changes related to pulsing by multiple developers in similar classes, causing a lot of time to be spent in resolving merge conflicts.\nPrimary User-10301, What went well in this release?, Pulses UX changed, reminders added. \nBackend re-design of pulse scheduling done along with the ongoing changes for user timezone based delivery .\nPrimary User-10301, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10301, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User-10302, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10302, Can you please suggest any improvements to the structure/agenda of the meetings you typically attend?, nan\nPrimary User-10302, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User-10302, To improve our execution what should we DROP?, Nothing much\nPrimary User-10302, To improve our execution what should we add?, 1. Presence of service owner during the stage or production deployment process, especially in cases where significant changes in service has occurred.\n2. We can add happiness score indicator in retro(Overall happiness - includes everything ).\nPrimary User-10302, What didn't go well in this release?, Context switch between services ate little time .\nPrimary User-10302, What went well in this release?, Got chance to work on collab services .\nPrimary User-10302, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10303, What didn't go well in this release?, There is some un-planned work like Imply Polaris, even though it is a small size effort, in a small team it has its impact.\nOur evaluation on vector databases also expanded a little bit due to the new features in OpenSearch, Postgres etc.\nPrimary User-10303, To improve our execution what should we add?, nan\nPrimary User-10303, Can you please suggest any improvements to the structure/agenda of the meetings you typically attend?, For some of the meetings like SOS meetings, we need to make sure we have representation from all teams including PM teams.\nPrimary User-10303, You rated the ${DimensionName} of ${ProductName} poorly, can you please elaborate?, nan\nPrimary User-10303, As a member of the product management team, please explain your choice in the previous response., nan\nPrimary User-10303, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-10303, To improve our execution what should we DROP?, nan\nPrimary", "doc_id": "5ff101f1-86ec-4e47-ba3a-357c5941110b", "embedding": null, "doc_hash": "2d43b6417c91b86f44c248e26cfe2ef5dbf7a980efdeb263d3ca28f92d060379", "extra_info": null, "node_info": {"start": 8242, "end": 12416, "_node_type": "1"}, "relationships": {"1": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a", "2": "b2a1caed-1a08-428b-994b-7ecead6aa3fd", "3": "93a1d2f6-0110-4308-8aa6-18f9893d432d"}}, "__type__": "1"}, "93a1d2f6-0110-4308-8aa6-18f9893d432d": {"__data__": {"text": "User-10303, To improve our execution what should we DROP?, nan\nPrimary User-10303, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10303, Please comment on requirement clarity, more so if the requirements were NOT mostly clear OR crystal clear., We have very clear goals for the quarter but we are running behind on Q2 plans a little bit because most of the specs are getting ready now to start execution.\nPrimary User-10303, What went well in this release?, In data team most of the cycles we spent on research spikes for the NLP based chat interface. We have overall design to use NLP in various use cases like Chat interface, Pulse question generation and Reports.\nPrimary User-10983, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-10983, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User-12741, To improve our execution what should we add?, We should have execution by squad in the same view as the release plans, so when there is a disconnect is it highlighted and we are able to resolve it autonymously.\nPrimary User-12741, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Moderate\nPrimary User-12741, As a member of the product management team, please explain your choice in the previous response., Some of the Q2 items (smart pulse, onboarding, pulse list update, gamification - in 0.9.12) took more effort than expected and had longer lead times. These are all going to be fairly low impact in the near term. I had expected them to be S/M sized projects that we could crank through in a sprint or two. I would like us to look at doing fewer things but fitting those into releases rather than doing more things. That will also help where the Product team is constrained in some resources (UX, product).\nPrimary User-12741, Can you please suggest any improvements to the structure/agenda of the meetings you typically attend?, We need to bring a view of project dependencies into the release plan. The goal being to optimize for fewer projects that have shorter lead time by being able to resolve dependencies within the same release due to excess capacity. It would also be helpful to have eng drive some product changes so that we are innovating and taking bets so having a way to surface some % of capacity going to true eng-driven product ideas is where we could put excess capacity.\nPrimary User-12741, Were the requirements clear at the time you picked up your tasks?, nan\nPrimary User-12795, Were the requirements clear at the time you picked up your tasks?, 50-50\nPrimary User-12795, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Moderate\nPrimary User-18439, As a member of the Product Management team, how do you rate the quality and payload size of the release?, Good\nPrimary User-18439, Were the requirements clear at the time you picked up your tasks?, Mostly clear\nPrimary User-18440, As a member of the Product Management team, how do you rate the quality and payload size of the release?, nan\nPrimary User-18440, Were the requirements clear at the time you picked up your tasks?, nan", "doc_id": "93a1d2f6-0110-4308-8aa6-18f9893d432d", "embedding": null, "doc_hash": "dbedf7b671a19461f3aae038d9c28485f64192c1ea5b930b7d2ac171e3d69752", "extra_info": null, "node_info": {"start": 12416, "end": 15703, "_node_type": "1"}, "relationships": {"1": "7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a", "2": "5ff101f1-86ec-4e47-ba3a-357c5941110b"}}, "__type__": "1"}}, "docstore/ref_doc_info": {"7397ea75-ac43-4ee5-a525-4ec8ad5e6c7a": {"doc_ids": ["7a258be2-9b50-4c78-9f8b-755db5434c5e", "b2a1caed-1a08-428b-994b-7ecead6aa3fd", "5ff101f1-86ec-4e47-ba3a-357c5941110b", "93a1d2f6-0110-4308-8aa6-18f9893d432d"], "extra_info": {}}}}

index_v2/RetroMay/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"4a465afe-bcbb-4779-9ab1-f593e3e2d5d6": {"__type__": "vector_store", "__data__": "{\"index_id\": \"4a465afe-bcbb-4779-9ab1-f593e3e2d5d6\", \"summary\": null, \"nodes_dict\": {\"7a258be2-9b50-4c78-9f8b-755db5434c5e\": \"7a258be2-9b50-4c78-9f8b-755db5434c5e\", \"b2a1caed-1a08-428b-994b-7ecead6aa3fd\": \"b2a1caed-1a08-428b-994b-7ecead6aa3fd\", \"5ff101f1-86ec-4e47-ba3a-357c5941110b\": \"5ff101f1-86ec-4e47-ba3a-357c5941110b\", \"93a1d2f6-0110-4308-8aa6-18f9893d432d\": \"93a1d2f6-0110-4308-8aa6-18f9893d432d\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/Snowflake/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"1f13b9e8-6c4c-4704-a29e-b2ec76c1d151": {"__type__": "vector_store", "__data__": "{\"index_id\": \"1f13b9e8-6c4c-4704-a29e-b2ec76c1d151\", \"summary\": null, \"nodes_dict\": {\"45502c38-a88c-4932-9c54-5cbb479f14da\": \"45502c38-a88c-4932-9c54-5cbb479f14da\", \"a241bfb6-52df-4223-80ca-dfc6b486a9ae\": \"a241bfb6-52df-4223-80ca-dfc6b486a9ae\", \"b978fe8b-d903-4973-a3b1-d979740a906f\": \"b978fe8b-d903-4973-a3b1-d979740a906f\", \"2f509e7c-4766-431e-bee6-7c7bd37f6936\": \"2f509e7c-4766-431e-bee6-7c7bd37f6936\", \"52307f8e-27e7-4fc9-82ac-553225271c9c\": \"52307f8e-27e7-4fc9-82ac-553225271c9c\", \"87138cd6-39bb-4c54-82e7-8a9bcec1f852\": \"87138cd6-39bb-4c54-82e7-8a9bcec1f852\", \"cbfa41fc-7c57-4dca-943e-b888a7dba157\": \"cbfa41fc-7c57-4dca-943e-b888a7dba157\", \"19eeaf0e-0951-492b-9b7c-e9ed7ccfa7e8\": \"19eeaf0e-0951-492b-9b7c-e9ed7ccfa7e8\", \"faed06c2-415c-488c-b88b-fb849d4daad0\": \"faed06c2-415c-488c-b88b-fb849d4daad0\", \"5d9a19ed-0f19-42d8-9950-405584501c6f\": \"5d9a19ed-0f19-42d8-9950-405584501c6f\", \"41ff879f-3e90-4083-823a-4e4fddb34caf\": \"41ff879f-3e90-4083-823a-4e4fddb34caf\", \"28f19db6-e542-4df6-8b44-969d7633e53c\": \"28f19db6-e542-4df6-8b44-969d7633e53c\", \"164a706a-545d-413a-94e2-1435ca0e56f9\": \"164a706a-545d-413a-94e2-1435ca0e56f9\", \"71483569-9d8c-4746-a129-fde439817d02\": \"71483569-9d8c-4746-a129-fde439817d02\", \"6e10e340-5c45-4969-a8fc-f03571701760\": \"6e10e340-5c45-4969-a8fc-f03571701760\", \"8a3446a0-48bf-4591-82c5-c01cce6bbb83\": \"8a3446a0-48bf-4591-82c5-c01cce6bbb83\", \"cd5ca5e5-1a1f-4db1-8565-edcad71fbb05\": \"cd5ca5e5-1a1f-4db1-8565-edcad71fbb05\", \"584df3b5-0387-4172-a121-3f803a865c10\": \"584df3b5-0387-4172-a121-3f803a865c10\", \"cf8ca687-4a5d-42df-8c80-d4f5cd78def8\": \"cf8ca687-4a5d-42df-8c80-d4f5cd78def8\", \"0130c4bd-52f6-4008-a110-cdc9be8f8c63\": \"0130c4bd-52f6-4008-a110-cdc9be8f8c63\", \"be992b0a-cd60-4f79-bdb0-b1183171e884\": \"be992b0a-cd60-4f79-bdb0-b1183171e884\", \"c75b30bc-2118-4e6c-8de0-917d39ced670\": \"c75b30bc-2118-4e6c-8de0-917d39ced670\", \"309a2f60-a846-4e49-afe6-37ff48499eee\": \"309a2f60-a846-4e49-afe6-37ff48499eee\", \"f3396eb0-fefc-4246-92d7-4a0829614572\": \"f3396eb0-fefc-4246-92d7-4a0829614572\", \"d0cd6033-d5e0-4175-843b-9add469a23ad\": \"d0cd6033-d5e0-4175-843b-9add469a23ad\", \"c08507d2-227e-40fc-8009-f22440e228f1\": \"c08507d2-227e-40fc-8009-f22440e228f1\", \"f24fe96e-6dc8-4627-993e-5503105bf170\": \"f24fe96e-6dc8-4627-993e-5503105bf170\", \"84316a03-d970-4e54-a15b-cf2c27eb5124\": \"84316a03-d970-4e54-a15b-cf2c27eb5124\", \"44e2d019-65b4-48d3-a22f-7de620fc4945\": \"44e2d019-65b4-48d3-a22f-7de620fc4945\", \"fcbe0373-7a9f-4827-9ad4-21b471fd1e67\": \"fcbe0373-7a9f-4827-9ad4-21b471fd1e67\", \"9d06cdba-898a-4a61-9f63-bbc8004d9834\": \"9d06cdba-898a-4a61-9f63-bbc8004d9834\", \"6d225ce8-b188-4706-874a-8b84c8c6638f\": \"6d225ce8-b188-4706-874a-8b84c8c6638f\", \"e5912887-a0c4-471c-863c-bc191e7bc1a2\": \"e5912887-a0c4-471c-863c-bc191e7bc1a2\", \"5ef91afd-2dce-4643-8132-41545dafc688\": \"5ef91afd-2dce-4643-8132-41545dafc688\", \"0f354ae1-bc6f-4bd1-8e34-b098e7ebf17f\": \"0f354ae1-bc6f-4bd1-8e34-b098e7ebf17f\", \"f6d4019c-8797-4edf-ad20-7b902a227da0\": \"f6d4019c-8797-4edf-ad20-7b902a227da0\", \"bb461fd8-c0fa-4ee2-8c1e-cbcfdc5ed8c4\": \"bb461fd8-c0fa-4ee2-8c1e-cbcfdc5ed8c4\", \"9a2a44f9-0f75-4c92-b254-e1c451a10333\": \"9a2a44f9-0f75-4c92-b254-e1c451a10333\", \"3bc3af1a-9324-41ae-b8ec-8cd8d213182f\": \"3bc3af1a-9324-41ae-b8ec-8cd8d213182f\", \"e0fb395c-0397-41ef-b036-342e7763bca8\": \"e0fb395c-0397-41ef-b036-342e7763bca8\", \"445dfa30-22e3-48b2-9ee8-8b0dd0768f47\": \"445dfa30-22e3-48b2-9ee8-8b0dd0768f47\", \"7301d5e7-c3de-468d-83e2-fd22ec514f61\": \"7301d5e7-c3de-468d-83e2-fd22ec514f61\", \"a7251df1-a3f6-4623-9bfa-39610e9ba36b\": \"a7251df1-a3f6-4623-9bfa-39610e9ba36b\", \"e794818e-1855-4544-ba15-1c95b518e955\": \"e794818e-1855-4544-ba15-1c95b518e955\", \"276c969e-e630-45da-a5d3-d9abd5380a9f\": \"276c969e-e630-45da-a5d3-d9abd5380a9f\", \"af780a43-faa8-451f-b32b-f26539732d05\": \"af780a43-faa8-451f-b32b-f26539732d05\", \"76f9cfff-5165-4690-bbda-334c127814aa\": \"76f9cfff-5165-4690-bbda-334c127814aa\", \"a72e2e96-8525-41f5-b203-183e65f44174\": \"a72e2e96-8525-41f5-b203-183e65f44174\", \"d5078883-95d5-4ae3-bd07-49bf4dea0e9a\": \"d5078883-95d5-4ae3-bd07-49bf4dea0e9a\", \"8d778cbe-44af-4021-8883-57a9b6681098\": \"8d778cbe-44af-4021-8883-57a9b6681098\", \"0e02e514-54e6-4a76-af4e-aaeaeb023645\": \"0e02e514-54e6-4a76-af4e-aaeaeb023645\", \"4685d941-5282-4a37-b15f-ae84e61f3ed8\": \"4685d941-5282-4a37-b15f-ae84e61f3ed8\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/SplunkEnterprise/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"35a01954-582e-4ccf-920c-0931dfb4ceb5": {"__type__": "vector_store", "__data__": "{\"index_id\": \"35a01954-582e-4ccf-920c-0931dfb4ceb5\", \"summary\": null, \"nodes_dict\": {\"9edd272d-05a9-4bfb-afb5-924aa610c40d\": \"9edd272d-05a9-4bfb-afb5-924aa610c40d\", \"1b8e8357-b0b8-4c29-a0c1-2224ede28488\": \"1b8e8357-b0b8-4c29-a0c1-2224ede28488\", \"e2cbe48e-ab64-4f6f-9c4d-834c8beb2df2\": \"e2cbe48e-ab64-4f6f-9c4d-834c8beb2df2\", \"81444380-7cb4-4706-8f08-02dc8ef9d443\": \"81444380-7cb4-4706-8f08-02dc8ef9d443\", \"e87beadb-a87a-4450-b26e-6bc11fec887a\": \"e87beadb-a87a-4450-b26e-6bc11fec887a\", \"f156331b-003f-4068-b430-81ea09cd3acb\": \"f156331b-003f-4068-b430-81ea09cd3acb\", \"8aa627a8-d6cd-4c5d-bd90-eb2ebad5359e\": \"8aa627a8-d6cd-4c5d-bd90-eb2ebad5359e\", \"e0807126-e648-46de-b5c2-910e4e173d82\": \"e0807126-e648-46de-b5c2-910e4e173d82\", \"8a4c4d19-0a4b-4938-81ef-11a4d2a82f3e\": \"8a4c4d19-0a4b-4938-81ef-11a4d2a82f3e\", \"5753c053-763a-41fc-881d-6bf57c1d7753\": \"5753c053-763a-41fc-881d-6bf57c1d7753\", \"5f2c5dca-49fb-4725-ae3e-4c1951067bdd\": \"5f2c5dca-49fb-4725-ae3e-4c1951067bdd\", \"10e4af3c-d44a-4aff-a0dc-63907a78a16d\": \"10e4af3c-d44a-4aff-a0dc-63907a78a16d\", \"d9212f2b-877e-42b3-bc44-cf84c73b8311\": \"d9212f2b-877e-42b3-bc44-cf84c73b8311\", \"5a34023f-6c80-4bc8-a9da-f80343581e69\": \"5a34023f-6c80-4bc8-a9da-f80343581e69\", \"7b2071b1-da20-49e8-a91e-a277a4a90d15\": \"7b2071b1-da20-49e8-a91e-a277a4a90d15\", \"02544d89-afa8-46c7-b46f-ef0dcefed681\": \"02544d89-afa8-46c7-b46f-ef0dcefed681\", \"4e1099db-41c7-43c0-836f-0d8da4edc74e\": \"4e1099db-41c7-43c0-836f-0d8da4edc74e\", \"f1a0779e-905c-4c66-9f14-c1fd473f6115\": \"f1a0779e-905c-4c66-9f14-c1fd473f6115\", \"f8613859-5e96-4bcd-882f-aa600feab1ff\": \"f8613859-5e96-4bcd-882f-aa600feab1ff\", \"ea47314c-19e1-4116-ac9a-9b436f91fd74\": \"ea47314c-19e1-4116-ac9a-9b436f91fd74\", \"652073e8-08c5-49cc-bbc4-ca70d326cd91\": \"652073e8-08c5-49cc-bbc4-ca70d326cd91\", \"5bd4e401-4e7b-4124-bba6-800f7b04c425\": \"5bd4e401-4e7b-4124-bba6-800f7b04c425\", \"5b9c6817-960a-4fbb-ada8-c91eaea375f9\": \"5b9c6817-960a-4fbb-ada8-c91eaea375f9\", \"94bd416e-81de-4df9-9af5-eeec685ecf1c\": \"94bd416e-81de-4df9-9af5-eeec685ecf1c\", \"3b28057a-a366-494d-86cb-fb4ec55da5c2\": \"3b28057a-a366-494d-86cb-fb4ec55da5c2\", \"84838ed9-c928-4a9e-acd8-8641b036fa23\": \"84838ed9-c928-4a9e-acd8-8641b036fa23\", \"bc7a6092-63e8-4c2a-8f18-563f5472822b\": \"bc7a6092-63e8-4c2a-8f18-563f5472822b\", \"922bc878-0201-49ea-b751-5b4fde16bb6d\": \"922bc878-0201-49ea-b751-5b4fde16bb6d\", \"5f6282df-c993-4ad6-ab4e-cc53ae5c1557\": \"5f6282df-c993-4ad6-ab4e-cc53ae5c1557\", \"0294ad83-fd66-4219-9f09-778575cf809c\": \"0294ad83-fd66-4219-9f09-778575cf809c\", \"abb2f36a-947c-41fa-85ef-2275497140fe\": \"abb2f36a-947c-41fa-85ef-2275497140fe\", \"905ad1ac-118c-467b-8a79-3df2be677e83\": \"905ad1ac-118c-467b-8a79-3df2be677e83\", \"bee4eada-eeec-40eb-bda2-271f40acfaba\": \"bee4eada-eeec-40eb-bda2-271f40acfaba\", \"8ccaa11a-a6f6-4e1d-ac0a-8591143a2432\": \"8ccaa11a-a6f6-4e1d-ac0a-8591143a2432\", \"37038a26-361a-4824-b412-45da3a50aa13\": \"37038a26-361a-4824-b412-45da3a50aa13\", \"63f92bda-3680-476a-89b7-240dad4835c4\": \"63f92bda-3680-476a-89b7-240dad4835c4\", \"f565e74a-3b4b-425b-98ec-027ab439c3d9\": \"f565e74a-3b4b-425b-98ec-027ab439c3d9\", \"d3a7ae68-5174-4258-8292-0a9451e8b916\": \"d3a7ae68-5174-4258-8292-0a9451e8b916\", \"07ac6a79-985c-411a-b6c6-5801e689afcf\": \"07ac6a79-985c-411a-b6c6-5801e689afcf\", \"802e9005-13d7-4173-bc27-09ab95ea375a\": \"802e9005-13d7-4173-bc27-09ab95ea375a\", \"e9416f76-31dd-45d1-88e8-dbefa2b7a04a\": \"e9416f76-31dd-45d1-88e8-dbefa2b7a04a\", \"d8b2233a-0cbd-4e1e-8f13-144507e0ba90\": \"d8b2233a-0cbd-4e1e-8f13-144507e0ba90\", \"df2706de-7a67-4837-9162-5b9e36d1a8ed\": \"df2706de-7a67-4837-9162-5b9e36d1a8ed\", \"343f4d90-69d0-4aed-87d9-6c7896f18cdf\": \"343f4d90-69d0-4aed-87d9-6c7896f18cdf\", \"55c04431-65ee-4d04-ad9d-e26261ad8eed\": \"55c04431-65ee-4d04-ad9d-e26261ad8eed\", \"9dfaab70-7d70-4e42-86f2-a3c2d961207c\": \"9dfaab70-7d70-4e42-86f2-a3c2d961207c\", \"fb76762e-5f96-4e30-b458-26837b628208\": \"fb76762e-5f96-4e30-b458-26837b628208\", \"806ac9c6-f9f4-4b6a-ac29-457e0f5cf879\": \"806ac9c6-f9f4-4b6a-ac29-457e0f5cf879\", \"da25c223-a805-482a-bb28-b3862f33b028\": \"da25c223-a805-482a-bb28-b3862f33b028\", \"ecb9caf5-ef92-4595-affa-0b60ab364b41\": \"ecb9caf5-ef92-4595-affa-0b60ab364b41\", \"22b17438-5a36-49c6-9fe5-1e599edb22be\": \"22b17438-5a36-49c6-9fe5-1e599edb22be\", \"062c1b51-1d17-41d4-864d-786a1007ab0e\": \"062c1b51-1d17-41d4-864d-786a1007ab0e\", \"885f2991-1d81-459e-97c2-c2654ff84e24\": \"885f2991-1d81-459e-97c2-c2654ff84e24\", \"8f63b22d-fc3f-4988-9c9e-fd21d1915eb4\": \"8f63b22d-fc3f-4988-9c9e-fd21d1915eb4\", \"4471364f-327d-492d-b746-8f962831fd94\": \"4471364f-327d-492d-b746-8f962831fd94\", \"2040909c-b801-4465-a844-89283f6f469f\": \"2040909c-b801-4465-a844-89283f6f469f\", \"4e6ed601-46ca-40c7-845d-fff5d9f17da9\": \"4e6ed601-46ca-40c7-845d-fff5d9f17da9\", \"83d4630e-f291-4ba1-b3d2-d3a21d27ab71\": \"83d4630e-f291-4ba1-b3d2-d3a21d27ab71\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

index_v2/SplunkProducts/index_store.json

@@ -0,0 +1 @@
+{"index_store/data": {"5d7a0769-7cfb-45d0-9358-92108bb7933f": {"__type__": "vector_store", "__data__": "{\"index_id\": \"5d7a0769-7cfb-45d0-9358-92108bb7933f\", \"summary\": null, \"nodes_dict\": {\"0889e864-4b4a-4847-a9ef-7a522c4930c0\": \"0889e864-4b4a-4847-a9ef-7a522c4930c0\", \"ac706d57-0a59-412d-a131-e613fbcb9675\": \"ac706d57-0a59-412d-a131-e613fbcb9675\", \"1d2ca6d9-a9ca-4bae-8ac1-d4de60496017\": \"1d2ca6d9-a9ca-4bae-8ac1-d4de60496017\", \"732ef8ef-1247-4ca7-9f4d-16452f459bd4\": \"732ef8ef-1247-4ca7-9f4d-16452f459bd4\", \"bc86f2c5-666d-48fd-bfb5-1853077b08ba\": \"bc86f2c5-666d-48fd-bfb5-1853077b08ba\", \"4f880336-617a-4346-a2a4-8689328dde85\": \"4f880336-617a-4346-a2a4-8689328dde85\", \"6e982ddc-23a6-44dc-ba94-8a455805b490\": \"6e982ddc-23a6-44dc-ba94-8a455805b490\", \"e7b6c090-bf1b-436b-9a00-6d96311cb2ce\": \"e7b6c090-bf1b-436b-9a00-6d96311cb2ce\", \"25003129-bbd9-42f7-9897-49ff1c2054bc\": \"25003129-bbd9-42f7-9897-49ff1c2054bc\", \"d4a49c63-7213-455a-8413-e4845faf8793\": \"d4a49c63-7213-455a-8413-e4845faf8793\", \"db579a1b-332d-49c2-99d8-6115a509c0e3\": \"db579a1b-332d-49c2-99d8-6115a509c0e3\", \"79fcf67d-8c85-4505-bb5a-34d28d00d262\": \"79fcf67d-8c85-4505-bb5a-34d28d00d262\", \"a6a7b0af-b576-416a-b269-bfdc135091ae\": \"a6a7b0af-b576-416a-b269-bfdc135091ae\", \"4b795efd-0329-4d32-bbfb-e7cc78af7b08\": \"4b795efd-0329-4d32-bbfb-e7cc78af7b08\", \"cf829ada-81c5-4f09-9ace-a6fb7e38d110\": \"cf829ada-81c5-4f09-9ace-a6fb7e38d110\", \"3e75e777-8fbf-4323-98b3-37de31796f7d\": \"3e75e777-8fbf-4323-98b3-37de31796f7d\", \"c1efcfe9-dfd0-4fa7-adce-4c600f051965\": \"c1efcfe9-dfd0-4fa7-adce-4c600f051965\", \"49b02c99-6e6c-4109-9edc-e6fee6834574\": \"49b02c99-6e6c-4109-9edc-e6fee6834574\", \"02bd4993-b5e3-4da6-b3d3-00f839c897d3\": \"02bd4993-b5e3-4da6-b3d3-00f839c897d3\", \"2622fd48-4662-4176-9e01-2fafcc0d9147\": \"2622fd48-4662-4176-9e01-2fafcc0d9147\", \"f0b5692b-ff9d-456c-a97a-d511f87d78b2\": \"f0b5692b-ff9d-456c-a97a-d511f87d78b2\", \"0eee8be4-f629-4578-9aa9-bea55eafae98\": \"0eee8be4-f629-4578-9aa9-bea55eafae98\", \"002dfc10-c8dc-4dd2-aa67-f97c3f65cb8e\": \"002dfc10-c8dc-4dd2-aa67-f97c3f65cb8e\", \"8ce2bd04-544d-4060-98a3-a6ca3e29e868\": \"8ce2bd04-544d-4060-98a3-a6ca3e29e868\", \"b263a9e2-496f-4680-857c-3759017d4fcd\": \"b263a9e2-496f-4680-857c-3759017d4fcd\", \"91bd5b07-7934-4456-94e3-30c014e306fd\": \"91bd5b07-7934-4456-94e3-30c014e306fd\", \"0906c897-2d71-433e-8780-c24e0112d357\": \"0906c897-2d71-433e-8780-c24e0112d357\", \"fd110e99-b3bc-4167-8b59-1c4c6697450f\": \"fd110e99-b3bc-4167-8b59-1c4c6697450f\", \"f57f536f-7e36-4634-abb1-690b53f0bd05\": \"f57f536f-7e36-4634-abb1-690b53f0bd05\", \"c3314ab4-fc78-4c9f-961f-1144ee720d67\": \"c3314ab4-fc78-4c9f-961f-1144ee720d67\", \"d54cbfeb-69b0-4286-9415-5d9ded2ab720\": \"d54cbfeb-69b0-4286-9415-5d9ded2ab720\", \"b8517c43-bc1e-417d-a6d9-ae1d884c3a84\": \"b8517c43-bc1e-417d-a6d9-ae1d884c3a84\", \"9ee615c3-8c00-4109-b2e1-6bc8356d134f\": \"9ee615c3-8c00-4109-b2e1-6bc8356d134f\", \"1a0b3f07-7ee5-4183-937e-6de0d1c392c6\": \"1a0b3f07-7ee5-4183-937e-6de0d1c392c6\"}, \"doc_id_dict\": {}, \"embeddings_dict\": {}}"}}}

lm_index_doc.py

@@ -0,0 +1,14 @@
+from llama_index import GPTSimpleVectorIndex, SimpleDirectoryReader
+from pathlib import Path
+from llama_index import download_loader
+import os
+
+
+
+os.environ["OPENAI_API_KEY"] = "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"
+
+
+documents = SimpleDirectoryReader('/Users/satya/Downloads/temp').load_data()
+
+index = GPTSimpleVectorIndex.from_documents(documents)
+index.save_to_disk('/Users/satya/Downloads/out.json')