diff --git a/.claude/settings.local.json b/.claude/settings.local.json new file mode 100644 index 000000000..bb6693edd --- /dev/null +++ b/.claude/settings.local.json @@ -0,0 +1,16 @@ +{ + "permissions": { + "allow": [ + "WebFetch(domain:onnxruntime.ai)", + "WebFetch(domain:github.com)", + "WebFetch(domain:pypi.org)", + "Bash(pip index versions onnxruntime-gpu)", + "Bash(pip install onnxruntime-gpu==1.24.3 --dry-run)", + "WebFetch(domain:raw.githubusercontent.com)", + "Bash(pip download onnxruntime-gpu==1.24.3 --no-deps -d /tmp/ort-check --python-version 3.12 --platform manylinux_2_28_x86_64)", + "WebFetch(domain:files.pythonhosted.org)", + "Bash(gh api repos/microsoft/onnxruntime/contents/docs/CUDA_GPU_Compatibility.md --jq '.content')", + "Bash(gh search code \"cuda 13\" --repo microsoft/onnxruntime --limit 5)" + ] + } +} diff --git a/docker/tensorrt/requirements-amd64.txt b/docker/tensorrt/requirements-amd64.txt index 63c68b583..fa1f5168d 100644 --- a/docker/tensorrt/requirements-amd64.txt +++ b/docker/tensorrt/requirements-amd64.txt @@ -1,18 +1,11 @@ -# NVidia TensorRT Support (amd64 only) +# Nvidia ONNX Runtime GPU Support --extra-index-url 'https://pypi.nvidia.com' cython==3.0.*; platform_machine == 'x86_64' -nvidia_cuda_cupti_cu12==12.5.82; platform_machine == 'x86_64' -nvidia-cublas-cu12==12.5.3.*; platform_machine == 'x86_64' -nvidia-cudnn-cu12==9.3.0.*; platform_machine == 'x86_64' -nvidia-cufft-cu12==11.2.3.*; platform_machine == 'x86_64' -nvidia-curand-cu12==10.3.6.*; platform_machine == 'x86_64' -nvidia_cuda_nvcc_cu12==12.5.82; platform_machine == 'x86_64' -nvidia-cuda-nvrtc-cu12==12.5.82; platform_machine == 'x86_64' -nvidia_cuda_runtime_cu12==12.5.82; platform_machine == 'x86_64' -nvidia_cusolver_cu12==11.6.3.*; platform_machine == 'x86_64' -nvidia_cusparse_cu12==12.5.1.*; platform_machine == 'x86_64' -nvidia_nccl_cu12==2.23.4; platform_machine == 'x86_64' -nvidia_nvjitlink_cu12==12.5.82; platform_machine == 'x86_64' +nvidia-cuda-nvrtc==13.0.88; platform_machine == 'x86_64' +nvidia-cuda-runtime==13.0.96; platform_machine == 'x86_64' +nvidia-cudnn-cu13==9.14.0.*; platform_machine == 'x86_64' +nvidia-cufft==12.0.0.*; platform_machine == 'x86_64' +nvidia-curand==10.4.0.*; platform_machine == 'x86_64' onnx==1.16.*; platform_machine == 'x86_64' -onnxruntime-gpu==1.22.*; platform_machine == 'x86_64' +onnxruntime-gpu==1.24.*; platform_machine == 'x86_64' protobuf==3.20.3; platform_machine == 'x86_64'