Fix cuda graph fallback

This commit is contained in:
Nicolas Mowen 2025-09-12 05:07:07 -06:00
parent ba650af6f2
commit 1225e50a11

View File

@ -143,9 +143,10 @@ class ONNXDetector(DetectionApi):
try:
# Run using CUDA graphs if available
tensor_output = self._cg_runner.run(model_input_name, tensor_input)
except Exception:
logger.warning("CUDA Graphs failed, falling back to regular run")
except Exception as e:
logger.warning(f"CUDA Graphs failed, falling back to regular run: {e}")
self._cg_runner = None
tensor_output = self.model.run(None, {model_input_name: tensor_input})
else:
# Use regular run if CUDA graphs are not available
tensor_output = self.model.run(None, {model_input_name: tensor_input})