Spaces:
Runtime error
Runtime error
Commit
·
3c150d8
1
Parent(s):
51fb126
requiremtn fix
Browse files
app.py
CHANGED
|
@@ -79,7 +79,7 @@ model_path_quanitzed=(f'{t5_model_path}/{t5_chkpt.split("/")[1]}-encoder-quantiz
|
|
| 79 |
f'{t5_model_path}/{t5_chkpt.split("/")[1]}-init-decoder-quantized.onnx'
|
| 80 |
)
|
| 81 |
|
| 82 |
-
model_session=get_onnx_runtime_sessions(model_paths=model_path_quanitzed,n_threads=1,parallel_exe_mode=
|
| 83 |
model_t5=OnnxT5(model_or_model_path=t5_chkpt,onnx_model_sessions=model_session)
|
| 84 |
tokenizer_t5=AutoTokenizer.from_pretrained(t5_tokenizer)
|
| 85 |
|
|
|
|
| 79 |
f'{t5_model_path}/{t5_chkpt.split("/")[1]}-init-decoder-quantized.onnx'
|
| 80 |
)
|
| 81 |
|
| 82 |
+
model_session=get_onnx_runtime_sessions(model_paths=model_path_quanitzed,n_threads=1,parallel_exe_mode=False)
|
| 83 |
model_t5=OnnxT5(model_or_model_path=t5_chkpt,onnx_model_sessions=model_session)
|
| 84 |
tokenizer_t5=AutoTokenizer.from_pretrained(t5_tokenizer)
|
| 85 |
|