administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-04-10 09:07:37 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

onnx detector: add support for tensorrt-rtx EP

Browse Source
This commit is contained in:
Max Lansing 2026-02-18 18:31:18 -08:00
parent 4dcd2968b3
commit 158677c905
1 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
frigate/util/model.py
View File

@ -287,6 +287,7 @@ def get_ort_providers(
force_cpu: bool = False, force_cpu: bool = False,
device: str | None = "AUTO", device: str | None = "AUTO",
requires_fp16: bool = False, requires_fp16: bool = False,
**kwargs,
) -> tuple[list[str], list[dict[str, Any]]]: ) -> tuple[list[str], list[dict[str, Any]]]:
if force_cpu: if force_cpu:
return ( return (
@ -337,6 +338,23 @@ def get_ort_providers(
), ),
} }
) )
logger.info(f"TensorrtExecutionProvider options: {options[-1]}")
else:
continue
elif provider == "NvTensorRTRTXExecutionProvider":
# TODO get rid of logging
logging.info("Got NvTensorRTRTXExecutionProvider")
if device == "Tensorrtx":
logging.info("Configuring NvTensorRTRTXExecutionProvider")
# TODO setup cache, any other options
# os.makedirs(
# os.path.join(MODEL_CACHE_DIR, "tensorrt/ort/trt-engines"),
# exist_ok=True,
# )
# device_id = 0 if not device.isdigit() else int(device)
providers.append(provider)
options.append({"enable_cuda_graph": True})
logger.info(f"NvTensorRTRTXExecutionProvider options: {options[-1]}")
else: else:
continue continue
elif provider == "OpenVINOExecutionProvider": elif provider == "OpenVINOExecutionProvider":