Skip to content

fix: Require TRITON_BUILD_CONTAINER instead of synthesizing a py3-min image #366

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mc-nv merged 2 commits into from
Oct 5, 2026
Merged

fix: Require TRITON_BUILD_CONTAINER instead of synthesizing a py3-min image #366

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
3437bb6
fix: Require TRITON_BUILD_CONTAINER instead of synthesizing a py3-min…
mc-nv Oct 2, 2026
f12b50f
docs: Align the build examples with the container image they now name
mc-nv Oct 2, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 7 additions & 13 deletions CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,11 +42,10 @@ project(tritononnxruntimebackend LANGUAGES C CXX)
# - Set TRITON_BUILD_ONNXRUNTIME_VERSION to the version of ONNX
# Runtime that you want to be built for the backend.
#
# - Set TRITON_BUILD_CONTAINER to the Triton container to use as a
# base for the build. On linux you can instead set
# TRITON_BUILD_CONTAINER_VERSION to the Triton version that you
# want to target with the build and the corresponding container
# from NGC will be used.
# - Set TRITON_BUILD_CONTAINER to the container to use as a base for
# the build. Required: the image is never inferred here, so that
# whoever drives the build decides it. It must provide the CUDA
# toolchain when GPU support is enabled.
#
# - Optionally set TRITON_BUILD_CUDA_VERSION and
# TRITON_BUILD_CUDA_HOME. If not set these are automatically set
Expand Down Expand Up @@ -91,8 +90,7 @@ option(TRITON_ENABLE_ONNXRUNTIME_TENSORRT
"Enable TensorRT execution provider for ONNXRuntime backend in server" OFF)
option(TRITON_ENABLE_ONNXRUNTIME_OPENVINO
"Enable OpenVINO execution provider for ONNXRuntime backend in server" OFF)
set(TRITON_BUILD_CONTAINER "" CACHE STRING "Triton container to use a base for build")
set(TRITON_BUILD_CONTAINER_VERSION "" CACHE STRING "Triton container version to target")
set(TRITON_BUILD_CONTAINER "" CACHE STRING "Container to use as a base for build")
set(TRITON_BUILD_ONNXRUNTIME_VERSION "" CACHE STRING "ONNXRuntime version to build")
set(TRITON_BUILD_ONNXRUNTIME_OPENVINO_VERSION "" CACHE STRING "ONNXRuntime OpenVINO version to build")
set(TRITON_BUILD_TARGET_PLATFORM "" CACHE STRING "Target platform for ONNXRuntime build")
Expand Down Expand Up @@ -149,13 +147,9 @@ if(NOT TRITON_ONNXRUNTIME_DOCKER_BUILD)

else()

if(NOT TRITON_BUILD_CONTAINER AND NOT TRITON_BUILD_CONTAINER_VERSION)
message(FATAL_ERROR
"TRITON_BUILD_ONNXRUNTIME_VERSION requires TRITON_BUILD_CONTAINER or TRITON_BUILD_CONTAINER_VERSION")
endif()

if(NOT TRITON_BUILD_CONTAINER)
set(TRITON_BUILD_CONTAINER "nvcr.io/nvidia/tritonserver:${TRITON_BUILD_CONTAINER_VERSION}-py3-min")
message(FATAL_ERROR
"TRITON_BUILD_ONNXRUNTIME_VERSION requires TRITON_BUILD_CONTAINER")
endif()

set(TRITON_ONNXRUNTIME_DOCKER_IMAGE "tritonserver_onnxruntime")
Expand Down
4 changes: 2 additions & 2 deletions README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@ build.py](https://github.com/triton-inference-server/server/blob/r23.04/build.py
```
$ mkdir build
$ cd build
$ cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DTRITON_BUILD_ONNXRUNTIME_VERSION=1.14.1 -DTRITON_BUILD_CONTAINER_VERSION=23.04 ..
$ cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DTRITON_BUILD_ONNXRUNTIME_VERSION=1.14.1 -DTRITON_BUILD_CONTAINER=nvcr.io/nvidia/cuda-dl-base:26.09-cuda13.4-devel-ubuntu24.04 ..
Comment thread
greptile-apps[bot] marked this conversation as resolved.
Outdated
$ make install
```

Expand All @@ -77,7 +77,7 @@ TensorRT and OpenVino support:
```
$ mkdir build
$ cd build
$ cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DTRITON_BUILD_ONNXRUNTIME_VERSION=1.14.1 -DTRITON_BUILD_CONTAINER_VERSION=23.04 -DTRITON_ENABLE_ONNXRUNTIME_TENSORRT=ON -DTRITON_ENABLE_ONNXRUNTIME_OPENVINO=ON -DTRITON_BUILD_ONNXRUNTIME_OPENVINO_VERSION=2021.2.200 ..
$ cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DTRITON_BUILD_ONNXRUNTIME_VERSION=1.14.1 -DTRITON_BUILD_CONTAINER=nvcr.io/nvidia/cuda-dl-base:26.09-cuda13.4-devel-ubuntu24.04 -DTRITON_ENABLE_ONNXRUNTIME_TENSORRT=ON -DTRITON_ENABLE_ONNXRUNTIME_OPENVINO=ON -DTRITON_BUILD_ONNXRUNTIME_OPENVINO_VERSION=2021.2.200 ..
$ make install
```

Expand Down
Loading