Include NPU in latency performance hint

This commit is contained in:
Nicolas Mowen 2026-05-18 11:56:28 -06:00
parent e33da68fff
commit 278c063491

View File

@ -310,7 +310,7 @@ class OpenVINOModelRunner(BaseModelRunner):
# Apply performance optimization
self.ov_core.set_property(device, {"PERF_COUNT": "NO"})
if device in ["GPU", "AUTO"]:
if device in ["GPU", "AUTO", "NPU"]:
self.ov_core.set_property(device, {"PERFORMANCE_HINT": "LATENCY"})
# Compile model