Spaces:
Runtime error
Runtime error
Commit
•
65ac75e
1
Parent(s):
b975c77
update app readme
Browse files
app.py
CHANGED
@@ -93,8 +93,8 @@ st.markdown(hide_streamlit_style, unsafe_allow_html=True)
|
|
93 |
#onnx runtime inference threading changes -- session options must be passed in session run
|
94 |
# os.environ["OMP_NUM_THREADS"] = "1" #use this before changing session options of onnx runtime
|
95 |
session_options_ort = ort.SessionOptions()
|
96 |
-
session_options_ort.intra_op_num_threads=
|
97 |
-
session_options_ort.inter_op_num_threads=
|
98 |
# session_options_ort.execution_mode = session_options_ort.ExecutionMode.ORT_SEQUENTIAL
|
99 |
|
100 |
@st.cache(allow_output_mutation=True, suppress_st_warning=True, max_entries=None, ttl=None)
|
@@ -184,7 +184,8 @@ def zs_task_selected(task,
|
|
184 |
|
185 |
if select_task=='README':
|
186 |
st.header("NLP Summary")
|
187 |
-
st.write(f"The current App deployed in Huggingface Space has {total_threads} CPU cores "
|
|
|
188 |
|
189 |
if select_task == 'Detect Sentiment':
|
190 |
t1=time.time()
|
|
|
93 |
#onnx runtime inference threading changes -- session options must be passed in session run
|
94 |
# os.environ["OMP_NUM_THREADS"] = "1" #use this before changing session options of onnx runtime
|
95 |
session_options_ort = ort.SessionOptions()
|
96 |
+
session_options_ort.intra_op_num_threads=1
|
97 |
+
session_options_ort.inter_op_num_threads=1
|
98 |
# session_options_ort.execution_mode = session_options_ort.ExecutionMode.ORT_SEQUENTIAL
|
99 |
|
100 |
@st.cache(allow_output_mutation=True, suppress_st_warning=True, max_entries=None, ttl=None)
|
|
|
184 |
|
185 |
if select_task=='README':
|
186 |
st.header("NLP Summary")
|
187 |
+
st.write(f"The current App deployed in Huggingface Space has {total_threads} CPU cores but only 1 is available per user so "
|
188 |
+
f"inference time will be on the higher side.")
|
189 |
|
190 |
if select_task == 'Detect Sentiment':
|
191 |
t1=time.time()
|