Use engine context cache

This commit is contained in:
Nicolas Mowen 2024-09-20 08:10:05 -06:00
parent d4c2764507
commit be1ca90534

View File

@ -49,7 +49,9 @@ class ONNXDetector(DetectionApi):
"trt_timing_cache_enable": True,
"trt_timing_cache_path": "/config/model_cache/tensorrt/ort",
"trt_engine_cache_enable": True,
"trt_dump_ep_context_model": True,
"trt_engine_cache_path": "/config/model_cache/tensorrt/ort/trt-engines",
"trt_ep_context_file_path": "/config/model_cache/tensorrt/ort",
}
)
elif provider == "OpenVINOExecutionProvider":