mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-11-01 19:30:33 +03:00
Jorge Ramirez
243172fbf4
Adds a `-tensorrt-jp7` Frigate image for JetPack 7.2 / L4T R39.2 Jetson hosts, built on nvcr.io/nvidia/tensorrt:26.02-py3-igpu (TensorRT 10.11, CUDA 13, py3.12), keeping the existing JP6 path unchanged. ONNX Runtime GPU is built from source (no public aarch64 onnxruntime-gpu wheel), TensorRT-Python branch is selected by the base image, and TensorRT runtime library checks are major-version aware. VALIDATED on a real AGX Orin (L4T R39.2 / nv_tegra_release R39 rev 2.0): - image frigate:test-tensorrt-jp7 builds (rc=0, 16.3GB, sha256:c9e4d382f1603ee130ee4a7315b4f71f9461405e3785707251505e2d6d088df3) - ONNX Runtime 1.25.1 exposes CUDAExecutionProvider, and a real Add-model inference RAN on the iGPU CUDA EP (functional, not just listed) - frigate.util.model.get_ort_providers(False,"AUTO") = [CUDA, CPU] (CUDA first, CPU last, TensorRT EP excluded) -> the ONNX detector GPU-accelerates on JP7 - /etc/TENSORRT_VER = 10.11.0 Native `type: tensorrt` (.trt gen) + the ORT TensorRT EP stay DRAFT-GATED: the L4T R39 host ships NO libnvdla_compiler.so (absent from host AND base image), so `import tensorrt` and libonnxruntime_providers_tensorrt.so fail to load. ONNX detector GPU acceleration is the supported JP7 path; native trt is deferred. Build fixes the new noble/CUDA-13 base surfaced (beyond the plan): - build_nginx.sh: enable deb-src for the deb822 ubuntu.sources (Ubuntu 24.04) - tensorrt_libyolo.sh: strip -lnvToolsExt (removed in CUDA 13) + -lnvparsers (dropped in TensorRT 10) when those libs are absent - docker/main: noble/py3.12 build adjustments (Dockerfile, build_sqlite_vec.sh) Reproducible: `make -C docker/tensorrt ... local-trt-jp7` (JETPACK7_ARGS) on any arm64 builder; built on-device only because the GPU smoke test needs the iGPU.
262 lines
8.4 KiB
YAML
262 lines
8.4 KiB
YAML
name: CI
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
push:
|
|
branches:
|
|
- dev
|
|
- master
|
|
paths-ignore:
|
|
- "docs/**"
|
|
|
|
# only run the latest commit to avoid cache overwrites
|
|
concurrency:
|
|
group: ${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
PYTHON_VERSION: 3.11
|
|
|
|
jobs:
|
|
amd64_build:
|
|
runs-on: ubuntu-22.04
|
|
name: AMD64 Build
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push amd64 standard build
|
|
uses: docker/build-push-action@v7
|
|
with:
|
|
context: .
|
|
file: docker/main/Dockerfile
|
|
push: true
|
|
platforms: linux/amd64
|
|
target: frigate
|
|
tags: ${{ steps.setup.outputs.image-name }}-amd64
|
|
cache-from: type=registry,ref=${{ steps.setup.outputs.cache-name }}-amd64
|
|
cache-to: type=registry,ref=${{ steps.setup.outputs.cache-name }}-amd64,mode=max
|
|
arm64_build:
|
|
runs-on: ubuntu-22.04-arm
|
|
name: ARM Build
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push arm64 standard build
|
|
uses: docker/build-push-action@v7
|
|
with:
|
|
context: .
|
|
file: docker/main/Dockerfile
|
|
push: true
|
|
platforms: linux/arm64
|
|
target: frigate
|
|
tags: |
|
|
${{ steps.setup.outputs.image-name }}-standard-arm64
|
|
cache-from: type=registry,ref=${{ steps.setup.outputs.cache-name }}-arm64
|
|
- name: Build and push RPi build
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: rpi
|
|
files: docker/rpi/rpi.hcl
|
|
set: |
|
|
rpi.tags=${{ steps.setup.outputs.image-name }}-rpi
|
|
*.cache-from=type=registry,ref=${{ steps.setup.outputs.cache-name }}-arm64
|
|
*.cache-to=type=registry,ref=${{ steps.setup.outputs.cache-name }}-arm64,mode=max
|
|
jetson_jp6_build:
|
|
runs-on: ubuntu-22.04-arm
|
|
name: Jetson Jetpack 6
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push TensorRT (Jetson, Jetpack 6)
|
|
env:
|
|
ARCH: arm64
|
|
BASE_IMAGE: nvcr.io/nvidia/tensorrt:23.12-py3-igpu
|
|
SLIM_BASE: nvcr.io/nvidia/tensorrt:23.12-py3-igpu
|
|
TRT_BASE: nvcr.io/nvidia/tensorrt:23.12-py3-igpu
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: tensorrt
|
|
files: docker/tensorrt/trt.hcl
|
|
set: |
|
|
tensorrt.tags=${{ steps.setup.outputs.image-name }}-tensorrt-jp6
|
|
*.cache-from=type=registry,ref=${{ steps.setup.outputs.cache-name }}-jp6
|
|
*.cache-to=type=registry,ref=${{ steps.setup.outputs.cache-name }}-jp6,mode=max
|
|
jetson_jp7_build:
|
|
runs-on: ubuntu-22.04-arm
|
|
name: Jetson Jetpack 7
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push TensorRT (Jetson, Jetpack 7)
|
|
env:
|
|
ARCH: arm64
|
|
BASE_IMAGE: nvcr.io/nvidia/tensorrt:26.02-py3-igpu
|
|
SLIM_BASE: nvcr.io/nvidia/tensorrt:26.02-py3-igpu
|
|
TRT_BASE: nvcr.io/nvidia/tensorrt:26.02-py3-igpu
|
|
BUILD_ONNXRUNTIME_FROM_SOURCE: "1"
|
|
ONNXRUNTIME_VERSION: "1.25.1"
|
|
ONNXRUNTIME_BRANCH: rel-1.25.1
|
|
TENSORRT_PYTHON_BRANCH: auto
|
|
L4T_APT_RELEASE: r39.2
|
|
JETSON_SOC_REPO: som
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: tensorrt
|
|
files: docker/tensorrt/trt.hcl
|
|
set: |
|
|
tensorrt.tags=${{ steps.setup.outputs.image-name }}-tensorrt-jp7
|
|
*.cache-from=type=registry,ref=${{ steps.setup.outputs.cache-name }}-jp7
|
|
*.cache-to=type=registry,ref=${{ steps.setup.outputs.cache-name }}-jp7,mode=max
|
|
amd64_extra_builds:
|
|
runs-on: ubuntu-22.04
|
|
name: AMD64 Extra Build
|
|
needs:
|
|
- amd64_build
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push TensorRT (x86 GPU)
|
|
env:
|
|
COMPUTE_LEVEL: "50 60 70 80 90"
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: tensorrt
|
|
files: docker/tensorrt/trt.hcl
|
|
set: |
|
|
tensorrt.tags=${{ steps.setup.outputs.image-name }}-tensorrt
|
|
*.cache-from=type=registry,ref=${{ steps.setup.outputs.cache-name }}-tensorrt
|
|
*.cache-to=type=registry,ref=${{ steps.setup.outputs.cache-name }}-tensorrt,mode=max
|
|
- name: AMD/ROCm general build
|
|
env:
|
|
HSA_OVERRIDE: 0
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: rocm
|
|
files: docker/rocm/rocm.hcl
|
|
set: |
|
|
rocm.tags=${{ steps.setup.outputs.image-name }}-rocm
|
|
*.cache-to=type=registry,ref=${{ steps.setup.outputs.cache-name }}-rocm,mode=max
|
|
*.cache-from=type=registry,ref=${{ steps.setup.outputs.cache-name }}-rocm
|
|
arm64_extra_builds:
|
|
runs-on: ubuntu-22.04-arm
|
|
name: ARM Extra Build
|
|
needs:
|
|
- arm64_build
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push Rockchip build
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: rk
|
|
files: docker/rockchip/rk.hcl
|
|
set: |
|
|
rk.tags=${{ steps.setup.outputs.image-name }}-rk
|
|
*.cache-from=type=gha
|
|
synaptics_build:
|
|
runs-on: ubuntu-22.04-arm
|
|
name: Synaptics Build
|
|
needs:
|
|
- arm64_build
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: false
|
|
- name: Set up QEMU and Buildx
|
|
id: setup
|
|
uses: ./.github/actions/setup
|
|
with:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Build and push Synaptics build
|
|
uses: docker/bake-action@v7
|
|
with:
|
|
source: .
|
|
push: true
|
|
targets: synaptics
|
|
files: docker/synaptics/synaptics.hcl
|
|
set: |
|
|
synaptics.tags=${{ steps.setup.outputs.image-name }}-synaptics
|
|
*.cache-from=type=gha
|
|
# The majority of users running arm64 are rpi users, so the rpi
|
|
# build should be the primary arm64 image
|
|
assemble_default_build:
|
|
runs-on: ubuntu-22.04
|
|
name: Assemble and push default build
|
|
needs:
|
|
- amd64_build
|
|
- arm64_build
|
|
steps:
|
|
- id: lowercaseRepo
|
|
uses: ASzc/change-string-case-action@v6
|
|
with:
|
|
string: ${{ github.repository }}
|
|
- name: Log in to the Container registry
|
|
uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Create short sha
|
|
run: echo "SHORT_SHA=${GITHUB_SHA::7}" >> $GITHUB_ENV
|
|
- uses: int128/docker-manifest-create-action@v2
|
|
with:
|
|
tags: ghcr.io/${{ steps.lowercaseRepo.outputs.lowercase }}:${{ env.SHORT_SHA }}
|
|
sources: |
|
|
ghcr.io/${{ steps.lowercaseRepo.outputs.lowercase }}:${{ env.SHORT_SHA }}-amd64
|
|
ghcr.io/${{ steps.lowercaseRepo.outputs.lowercase }}:${{ env.SHORT_SHA }}-rpi
|