Fixes & Tweaks (#14013)

* Rework to create util for onnx initialization * Fix shm log * Fix onClick exceptoins
2026-08-02 00:52:17 +03:00 · 2024-09-27 07:41:48 -06:00
parent c0bd3b362c
commit 05fe7f8a48
4 changed files with 59 additions and 35 deletions
@@ -0,0 +1,39 @@
+"""Model Utils"""
+
+import os
+
+import onnxruntime as ort
+
+
+def get_ort_providers(
+    force_cpu: bool = False, openvino_device: str = "AUTO"
+) -> tuple[list[str], list[dict[str, any]]]:
+    if force_cpu:
+        return (["CPUExecutionProvider"], [{}])
+
+    providers = ort.get_available_providers()
+    options = []
+
+    for provider in providers:
+        if provider == "TensorrtExecutionProvider":
+            os.makedirs("/config/model_cache/tensorrt/ort/trt-engines", exist_ok=True)
+            options.append(
+                {
+                    "trt_timing_cache_enable": True,
+                    "trt_engine_cache_enable": True,
+                    "trt_timing_cache_path": "/config/model_cache/tensorrt/ort",
+                    "trt_engine_cache_path": "/config/model_cache/tensorrt/ort/trt-engines",
+                }
+            )
+        elif provider == "OpenVINOExecutionProvider":
+            os.makedirs("/config/model_cache/openvino/ort", exist_ok=True)
+            options.append(
+                {
+                    "cache_dir": "/config/model_cache/openvino/ort",
+                    "device_type": openvino_device,
+                }
+            )
+        else:
+            options.append({})
+
+    return (providers, options)