Formatting

This commit is contained in:
Nicolas Mowen 2025-09-18 22:24:27 -06:00
parent ae3427158c
commit 473a061d7c

View File

@ -428,14 +428,19 @@ def get_optimized_runner(
**options[0], **options[0],
"enable_cuda_graph": True, "enable_cuda_graph": True,
} }
return CudaGraphRunner(ort.InferenceSession( return CudaGraphRunner(
model_path, ort.InferenceSession(
providers=providers, model_path,
provider_options=options, providers=providers,
), options[0]["device_id"]) provider_options=options,
),
options[0]["device_id"],
)
return ONNXModelRunner(ort.InferenceSession( return ONNXModelRunner(
model_path, ort.InferenceSession(
providers=providers, model_path,
provider_options=options, providers=providers,
)) provider_options=options,
)
)