Formatting

This commit is contained in:
Nicolas Mowen 2025-09-18 22:24:27 -06:00
parent ae3427158c
commit 473a061d7c

View File

@ -428,14 +428,19 @@ def get_optimized_runner(
**options[0], **options[0],
"enable_cuda_graph": True, "enable_cuda_graph": True,
} }
return CudaGraphRunner(ort.InferenceSession( return CudaGraphRunner(
ort.InferenceSession(
model_path, model_path,
providers=providers, providers=providers,
provider_options=options, provider_options=options,
), options[0]["device_id"]) ),
options[0]["device_id"],
)
return ONNXModelRunner(ort.InferenceSession( return ONNXModelRunner(
ort.InferenceSession(
model_path, model_path,
providers=providers, providers=providers,
provider_options=options, provider_options=options,
)) )
)