Spaces:
Runtime error
Runtime error
ashishraics
commited on
Commit
•
3c150d8
1
Parent(s):
51fb126
requiremtn fix
Browse files
app.py
CHANGED
@@ -79,7 +79,7 @@ model_path_quanitzed=(f'{t5_model_path}/{t5_chkpt.split("/")[1]}-encoder-quantiz
|
|
79 |
f'{t5_model_path}/{t5_chkpt.split("/")[1]}-init-decoder-quantized.onnx'
|
80 |
)
|
81 |
|
82 |
-
model_session=get_onnx_runtime_sessions(model_paths=model_path_quanitzed,n_threads=1,parallel_exe_mode=
|
83 |
model_t5=OnnxT5(model_or_model_path=t5_chkpt,onnx_model_sessions=model_session)
|
84 |
tokenizer_t5=AutoTokenizer.from_pretrained(t5_tokenizer)
|
85 |
|
|
|
79 |
f'{t5_model_path}/{t5_chkpt.split("/")[1]}-init-decoder-quantized.onnx'
|
80 |
)
|
81 |
|
82 |
+
model_session=get_onnx_runtime_sessions(model_paths=model_path_quanitzed,n_threads=1,parallel_exe_mode=False)
|
83 |
model_t5=OnnxT5(model_or_model_path=t5_chkpt,onnx_model_sessions=model_session)
|
84 |
tokenizer_t5=AutoTokenizer.from_pretrained(t5_tokenizer)
|
85 |
|