Added ability to set the number of testing threads dynamically from the UI

pages/030_Test_Runner.py

@@ -22,6 +22,9 @@ def display_custom_test():
     st.write("### Number of questions to ask:")
     q_count = st.slider(label="Number of questions", min_value=1, max_value=TestGenerator.question_count(), step=1)
 
+    st.write("### Number of threads to use for testsing:")
+    thread_count = st.slider(label="Number of threads", min_value=1, max_value=64, step=1, value=16, key="custom_thread_slider")
+
     st.write("### Tag:")
     tag = generate_group_tag()
     st.write(f'Test will be tagged as "{tag}" - record this for easy searching later')
@@ -33,7 +36,8 @@ def display_custom_test():
         with st.spinner():
             questions = TestGenerator.get_random_questions(q_count)
             batch_test(questions=questions, architectures=selected_archs,
-                       trace_tags=[tag, "TestRunner"], trace_comment=comment)
+                       trace_tags=[tag, "TestRunner"], trace_comment=comment,
+                       num_workers=thread_count)
 
 
 def display_pricing_fact_test():
@@ -67,6 +71,9 @@ def display_pricing_fact_test():
     st.write("### Number of questions to ask:")
     q_count = st.slider(label="Number of questions", min_value=1, max_value=len(question_price_pairs), step=1)
 
+    st.write("### Number of threads to use for testsing:")
+    thread_count = st.slider(label="Number of threads", min_value=1, max_value=64, step=1, value=16, key="pricing_thread_slider")
+
     st.write("### Tag:")
     tag = generate_group_tag()
     st.write(f'Test will be tagged as "{tag}" - record this for easy searching later')
@@ -84,7 +91,8 @@ def display_pricing_fact_test():
 
         with st.spinner():
             results: List[Tuple[str, str, str]] = batch_test(questions=questions, architectures=selected_archs,
-                                                             trace_tags=[tag, "TestRunner"], trace_comment=comment)
+                                                             trace_tags=[tag, "TestRunner"], trace_comment=comment,
+                                                             num_workers=thread_count)
             for arch, query, response in results:
                 target_price = question_price_dict[query]
                 answer_price = get_price_from_response(response)