Skip to content

migraphx: expose migraphx_bf16_enable, fp8_enable, int8_enable as direct config parameters #2

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
zhihuidu-amd wants to merge 30 commits into
base: main
Choose a base branch
from
Open

migraphx: expose migraphx_bf16_enable, fp8_enable, int8_enable as direct config parameters #2

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
19d1476
manual hipification + modifications to enable onnxruntime migraphx EP
linsun12 Jan 16, 2026
3a198d5
rename repos from tis-xx to triton-inference-server-xx
linsun12 Feb 20, 2026
a869879
rename repos from tis-xx to triton-inference-server-xx
linsun12 Feb 20, 2026
54a7914
move migraphx and onnxruntime build from base image to image generate…
linsun12 Feb 23, 2026
7d116eb
onnxruntime fresh new build
linsun12 Feb 23, 2026
eff751f
rbuild add to PATH
linsun12 Feb 23, 2026
e2a2b71
rbuild not found
linsun12 Feb 23, 2026
aeeb405
minor
linsun12 Feb 23, 2026
2d507f0
default python 3.11 on debian uses prefix /usr
linsun12 Feb 24, 2026
54e9f27
copy migraphx lib to /opt/onnxruntime then eventually host to final a…
linsun12 Feb 24, 2026
92a5b1b
switch branch from rocm7.1.1_r25.12 to rocm7.2_r25.12
linsun12 Feb 24, 2026
abae6fc
migraphx lib copied
linsun12 Feb 24, 2026
5af28c1
no using cache for tritonserver_onnxruntime
linsun12 Feb 24, 2026
2e583c6
no using cache for tritonserver_onnxruntime
linsun12 Feb 24, 2026
86d43c8
skip cuda home check when ROCm is enabled
linsun12 Feb 26, 2026
a7601a8
minor
linsun12 Feb 26, 2026
8443c3e
minor
linsun12 Feb 26, 2026
c52c25a
add migraphx_max_dynamic_batch param handling
linsun12 Feb 27, 2026
6c9b9b4
change migraphx and ort branch to ones with fixes
linsun12 Mar 11, 2026
0a559b7
Add changes to use triton stream
TedThemistokleous Mar 31, 2026
f4200ad
install cmake 3.31 instead of cmake 4.x
linsun12 Apr 1, 2026
91dc79b
install cmake 3.31.10 instead of cmake 4.x
linsun12 Apr 1, 2026
375ec9b
Merge pull request #1 from ROCm/update_syncs
linsun12 Apr 6, 2026
0d07d4e
migraphx: expose bf16_enable, fp8_enable, int8_enable as direct param…
May 28, 2026
c29f579
style: apply clang-format to fix pre-commit CI
May 29, 2026
f3c6f1b
style: fix black formatting and E266 comments in gen_ort_dockerfile.py
zhihuidu-amd May 30, 2026
b0df993
perf(migraphx): four backend optimizations for ROCm/MIGraphX EP
zhihuidu-amd May 30, 2026
d4d47c0
OPT-6: Add CudaStream() ROCm compat shim for TRITON_ENABLE_ROCM-only …
zhihuidu-amd May 30, 2026
a090c52
fix: TritonStream_t typedef to resolve cudaStream_t/hipStream_t misma…
zhihuidu-amd May 30, 2026
0fbce6b
fix: move migraphx_user_stream_active_ assignment to ModelInstanceSta…
zhihuidu-amd May 30, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
203 changes: 172 additions & 31 deletions CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,25 @@
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

# Modifications Copyright (c) 2024 Advanced Micro Devices, Inc.
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.

message(STATUS "===============================start to build onnxruntime backend===============================")

cmake_minimum_required(VERSION 3.31.8)

project(tritononnxruntimebackend LANGUAGES C CXX)
Expand Down Expand Up @@ -82,18 +101,43 @@ project(tritononnxruntimebackend LANGUAGES C CXX)
# igpu. If not set, the current platform will be used. If building on
# Jetpack, always set to igpu to avoid misdetection.
#
# - If you want ROCm support set
# TRITON_ENABLE_ONNXRUNTIME_ROCM=ON and set
# version that is compatible with the specified version of ONNX
# Runtime.
#
# - If you want MIGraphX support set
# TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX=ON and set
# TRITON_BUILD_ONNXRUNTIME_MIGRAPHX_VERSION to the MIGraphX
# version that is compatible with the specified version of ONNX
# Runtime. Requires that ROCm Support also be set
#
# - If you want to disable GPU usage, set TRITON_ENABLE_GPU=OFF.
# This will make builds with CUDA and TensorRT flags to fail.
#
option(TRITON_ENABLE_GPU "Enable GPU support in backend" ON)

option(TRITON_ENABLE_GPU "Enable GPU support in backend" OFF)
option(TRITON_ENABLE_ROCM "Enable AMD GPU support in backend" ON)
set(TRITON_LINUX_DISTRO "ubuntu" CACHE STRING "Linux distro to use for build")
option(TRITON_ENABLE_STATS "Include statistics collections in backend" ON)
option(TRITON_ENABLE_ONNXRUNTIME_TENSORRT
"Enable TensorRT execution provider for ONNXRuntime backend in server" OFF)
option(TRITON_ENABLE_ONNXRUNTIME_ROCM
"Enable ROCm execution provider for ONNXRuntime backend in server" ON)
option(TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX
"Enable MIGraphX execution provider for ONNXRuntime backend in server" ON)
option(TRITON_ENABLE_ONNXRUNTIME_OPENVINO
"Enable OpenVINO execution provider for ONNXRuntime backend in server" OFF)
set(TRITON_BUILD_ROCM_HOME "" CACHE PATH "Path to ROCm install")
set(TRITON_BUILD_MIGRAPHX_VERSION "" CACHE STRING "Version of MIGraphX install")
set(TRITON_BUILD_MIGRAPHX_HOME "" CACHE PATH "Path to MIGraphX install")
set(TRITON_BUILD_CONTAINER "" CACHE STRING "Triton container to use a base for build")
set(TRITON_BUILD_CONTAINER_VERSION "" CACHE STRING "Triton container version to target")
set(TRITON_BUILD_ONNXRUNTIME_VERSION "" CACHE STRING "ONNXRuntime version to build")
set(TRITON_BUILD_ONNXRUNTIME_REPO "" CACHE STRING "ONNX Runtime (ROCm) git repo URL for build-from-source")
set(TRITON_BUILD_ONNXRUNTIME_BRANCH "" CACHE STRING "ONNX Runtime (ROCm) git branch for build-from-source")
set(TRITON_BUILD_MIGRAPHX_REPO "" CACHE STRING "MIGraphX git repo URL for build-from-source")
set(TRITON_BUILD_MIGRAPHX_BRANCH "" CACHE STRING "MIGraphX git branch for build-from-source")
set(TRITON_BUILD_ONNXRUNTIME_OPENVINO_VERSION "" CACHE STRING "ONNXRuntime OpenVINO version to build")
set(TRITON_BUILD_TARGET_PLATFORM "" CACHE STRING "Target platform for ONNXRuntime build")
set(TRITON_BUILD_CUDA_VERSION "" CACHE STRING "Version of CUDA install")
Expand All @@ -105,10 +149,10 @@ set(TRITON_ONNX_TENSORRT_REPO_TAG "" CACHE STRING "Tag for onnx-tensorrt repo")
set(TRT_VERSION "" CACHE STRING "TRT version for this build.")
set(TRITON_ONNXRUNTIME_LIB_PATHS "" CACHE PATH "Paths to ONNXRuntime libraries")

set(TRITON_REPO_ORGANIZATION "https://github.com/triton-inference-server" CACHE STRING "Git repository to pull from")
set(TRITON_BACKEND_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/backend repo")
set(TRITON_CORE_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/core repo")
set(TRITON_COMMON_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/common repo")
set(TRITON_REPO_ORGANIZATION "https://github.com/ROCm" CACHE STRING "Git repository to pull from")
set(TRITON_BACKEND_REPO_TAG "rocm7.2_r25.12" CACHE STRING "Tag for ROCm/triton-inference-server-backend repo")
set(TRITON_CORE_REPO_TAG "rocm7.2_r25.12" CACHE STRING "Tag for ROCm/triton-inference-server-core repo")
set(TRITON_COMMON_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/common repo") # unchanged for ROCm

# Use C++17 standard as Triton's minimum required.
set(TRITON_MIN_CXX_STANDARD 17 CACHE STRING "The minimum C++ standard which features are requested to build this target.")
Expand All @@ -126,6 +170,12 @@ if (NOT TRITON_ENABLE_GPU)
endif() # TRITON_ENABLE_ONNXRUNTIME_TENSORRT
endif() # NOT TRITON_ENABLE_GPU

if (NOT TRITON_ENABLE_ROCM)
if (TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX)
message(FATAL_ERROR "TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX=ON requires TRITON_ENABLE_ROCM=ON")
endif() # TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX
endif() # NOT TRITON_ENABLE_ROCM

if(NOT CMAKE_BUILD_TYPE)
set(CMAKE_BUILD_TYPE Release)
endif()
Expand Down Expand Up @@ -154,13 +204,28 @@ else()
"TRITON_BUILD_ONNXRUNTIME_VERSION requires TRITON_BUILD_CONTAINER or TRITON_BUILD_CONTAINER_VERSION")
endif()

if(NOT TRITON_BUILD_CONTAINER)
set(TRITON_BUILD_CONTAINER "nvcr.io/nvidia/tritonserver:${TRITON_BUILD_CONTAINER_VERSION}-py3-min")
endif()

set(TRITON_ONNXRUNTIME_DOCKER_IMAGE "tritonserver_onnxruntime")
set(TRITON_ONNXRUNTIME_DOCKER_MEMORY "$<IF:$<BOOL:WIN32>,32g,8g>")
if(NOT DEFINED TRITON_ONNXRUNTIME_DOCKER_CACHE_ARGS)
set(TRITON_ONNXRUNTIME_DOCKER_CACHE_ARGS "--no-cache")
endif()
set(TRITON_ONNXRUNTIME_INCLUDE_PATHS "${CMAKE_CURRENT_BINARY_DIR}/onnxruntime/include")

if(NOT TRITON_BUILD_CONTAINER)
if (TRITON_ENABLE_ROCM)
if (TRITON_LINUX_DISTRO STREQUAL "debian")
set(TRITON_BUILD_CONTAINER "localhost/debian12_rocm7.2")
else()
# Use ROCm ONNX Runtime container which includes ORT 1.22 and MIGraphX
set(TRITON_BUILD_CONTAINER "localhost/ubuntu24.04_rocm7.2")
endif()
# Add ROCm and HIP include paths
set(TRITON_ONNXRUNTIME_INCLUDE_PATHS ${TRITON_ONNXRUNTIME_INCLUDE_PATHS} /opt/rocm/include/hip)
else()
set(TRITON_BUILD_CONTAINER "nvcr.io/nvidia/tritonserver:${TRITON_BUILD_CONTAINER_VERSION}-py3-min")
endif()
endif()

set(TRITON_ONNXRUNTIME_LIB_PATHS "${CMAKE_CURRENT_BINARY_DIR}/onnxruntime/lib")
if (WIN32)
set(ONNXRUNTIME_LIBRARY "onnxruntime")
Expand All @@ -182,22 +247,37 @@ include(FetchContent)

FetchContent_Declare(
repo-common
GIT_REPOSITORY ${TRITON_REPO_ORGANIZATION}/common.git
GIT_REPOSITORY https://github.com/triton-inference-server/common
GIT_TAG ${TRITON_COMMON_REPO_TAG}
GIT_SHALLOW ON
)
FetchContent_Declare(
repo-core
GIT_REPOSITORY ${TRITON_REPO_ORGANIZATION}/core.git
GIT_TAG ${TRITON_CORE_REPO_TAG}
GIT_SHALLOW ON
)
FetchContent_Declare(
repo-backend
GIT_REPOSITORY ${TRITON_REPO_ORGANIZATION}/backend.git
GIT_TAG ${TRITON_BACKEND_REPO_TAG}
GIT_SHALLOW ON
)
if(${TRITON_ENABLE_ROCM})
FetchContent_Declare(
repo-core
GIT_REPOSITORY https://github.com/ROCm/triton-inference-server-core.git
GIT_TAG ${TRITON_CORE_REPO_TAG}
GIT_SHALLOW ON
)
FetchContent_Declare(
repo-backend
GIT_REPOSITORY https://github.com/ROCm/triton-inference-server-backend.git
GIT_TAG ${TRITON_BACKEND_REPO_TAG}
GIT_SHALLOW ON
)
else()
FetchContent_Declare(
repo-core
GIT_REPOSITORY ${TRITON_REPO_ORGANIZATION}/core.git
GIT_TAG ${TRITON_CORE_REPO_TAG}
GIT_SHALLOW ON
)
FetchContent_Declare(
repo-backend
GIT_REPOSITORY ${TRITON_REPO_ORGANIZATION}/backend.git
GIT_TAG ${TRITON_BACKEND_REPO_TAG}
GIT_SHALLOW ON
)
endif()
FetchContent_MakeAvailable(repo-common repo-core repo-backend)

#
Expand All @@ -207,6 +287,13 @@ if(${TRITON_ENABLE_GPU})
find_package(CUDAToolkit REQUIRED)
endif() # TRITON_ENABLE_GPU

#
# ROCM
#
if(${TRITON_ENABLE_ROCM})
find_package(hip REQUIRED)
endif() # TRITON_ENABLE_ROCM

#
# Shared library implementing the Triton Backend API
#
Expand Down Expand Up @@ -259,6 +346,27 @@ if(${TRITON_ENABLE_ONNXRUNTIME_OPENVINO})
)
endif() # TRITON_ENABLE_ONNXRUNTIME_OPENVINO

if(${TRITON_ENABLE_ROCM})
target_compile_definitions(
triton-onnxruntime-backend
PRIVATE TRITON_ENABLE_ROCM=1
)
endif() # TRITON_ENABLE_ROCM

if(${TRITON_ENABLE_ONNXRUNTIME_ROCM})
target_compile_definitions(
triton-onnxruntime-backend
PRIVATE TRITON_ENABLE_ONNXRUNTIME_ROCM=1
)
endif() # TRITON_ENABLE_ONNXRUNTIME_ROCM

if(${TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX})
target_compile_definitions(
triton-onnxruntime-backend
PRIVATE TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX=1
)
endif() # TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX

if (WIN32)
set_target_properties(
triton-onnxruntime-backend
Expand Down Expand Up @@ -311,6 +419,14 @@ if(${TRITON_ENABLE_GPU})
)
endif() # TRITON_ENABLE_GPU

if(${TRITON_ENABLE_ROCM})
target_link_libraries(
triton-onnxruntime-backend
PRIVATE
hip::host
)
endif() # TRITON_ENABLE_ROCM

if(${TRITON_ENABLE_ONNXRUNTIME_OPENVINO})
target_link_libraries(
triton-onnxruntime-backend
Expand Down Expand Up @@ -340,11 +456,33 @@ if(TRITON_ONNXRUNTIME_DOCKER_BUILD)
set(_GEN_FLAGS ${_GEN_FLAGS} "--tensorrt-home=${TRITON_BUILD_TENSORRT_HOME}")
endif() # TRITON_BUILD_TENSORRT_HOME
if(${TRITON_ENABLE_ONNXRUNTIME_TENSORRT})
set(_GEN_FLAGS ${_GEN_FLAGS} "--ort-tensorrt")
set(_GEN_FLAGS ${_GEN_FLAGS} "--ort-tensorrt --trt-version=${TRT_VERSION} --onnx-tensorrt-tag=${TRITON_ONNX_TENSORRT_REPO_TAG}")
endif() # TRITON_ENABLE_ONNXRUNTIME_TENSORRT
if(${TRITON_ENABLE_ONNXRUNTIME_OPENVINO})
set(_GEN_FLAGS ${_GEN_FLAGS} "--ort-openvino=${TRITON_BUILD_ONNXRUNTIME_OPENVINO_VERSION}")
endif() # TRITON_ENABLE_ONNXRUNTIME_OPENVINO
if(NOT ${TRITON_BUILD_ROCM_HOME} STREQUAL "")
set(_GEN_FLAGS ${_GEN_FLAGS} "--rocm-home=${TRITON_BUILD_ROCM_HOME}")
endif() # TRITON_BUILD_ROCM_HOME
if(${TRITON_ENABLE_ONNXRUNTIME_ROCM})
set(_GEN_FLAGS ${_GEN_FLAGS} "--enable-rocm")
endif() # TRITON_ENABLE_ONNXRUNTIME_ROCM
# MIGraphX is already installed in base image, just enable it
if(${TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX})
set(_GEN_FLAGS ${_GEN_FLAGS} "--ort-migraphx")
endif() # TRITON_ENABLE_ONNXRUNTIME_MIGRAPHX
if(NOT ${TRITON_BUILD_ONNXRUNTIME_REPO} STREQUAL "")
set(_GEN_FLAGS ${_GEN_FLAGS} "--onnxruntime-repo=${TRITON_BUILD_ONNXRUNTIME_REPO}")
endif()
if(NOT ${TRITON_BUILD_ONNXRUNTIME_BRANCH} STREQUAL "")
set(_GEN_FLAGS ${_GEN_FLAGS} "--onnxruntime-branch=${TRITON_BUILD_ONNXRUNTIME_BRANCH}")
endif()
if(NOT ${TRITON_BUILD_MIGRAPHX_REPO} STREQUAL "")
set(_GEN_FLAGS ${_GEN_FLAGS} "--migraphx-repo=${TRITON_BUILD_MIGRAPHX_REPO}")
endif()
if(NOT ${TRITON_BUILD_MIGRAPHX_BRANCH} STREQUAL "")
set(_GEN_FLAGS ${_GEN_FLAGS} "--migraphx-branch=${TRITON_BUILD_MIGRAPHX_BRANCH}")
endif()

set(ENABLE_GPU_EXTRA_ARGS "")
if(${TRITON_ENABLE_GPU})
Expand All @@ -356,7 +494,7 @@ if(TRITON_ONNXRUNTIME_DOCKER_BUILD)
OUTPUT
onnxruntime/lib/${ONNXRUNTIME_LIBRARY}
COMMAND python3 ${CMAKE_CURRENT_SOURCE_DIR}/tools/gen_ort_dockerfile.py --triton-container="${TRITON_BUILD_CONTAINER}" --ort-version="${TRITON_BUILD_ONNXRUNTIME_VERSION}" --trt-version="${TRT_VERSION}" --onnx-tensorrt-tag="${TRITON_ONNX_TENSORRT_REPO_TAG}" ${_GEN_FLAGS} --output=Dockerfile.ort ${ENABLE_GPU_EXTRA_ARGS}
COMMAND docker build --memory ${TRITON_ONNXRUNTIME_DOCKER_MEMORY} --cache-from=${TRITON_ONNXRUNTIME_DOCKER_IMAGE} --cache-from=${TRITON_ONNXRUNTIME_DOCKER_IMAGE}_cache0 --cache-from=${TRITON_ONNXRUNTIME_DOCKER_IMAGE}_cache1 -t ${TRITON_ONNXRUNTIME_DOCKER_IMAGE} -f ./Dockerfile.ort ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND docker build --memory ${TRITON_ONNXRUNTIME_DOCKER_MEMORY} ${TRITON_ONNXRUNTIME_DOCKER_CACHE_ARGS} -t ${TRITON_ONNXRUNTIME_DOCKER_IMAGE} -f ./Dockerfile.ort ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND powershell.exe -noprofile -c "docker rm onnxruntime_backend_ort > $null 2>&1; if ($LASTEXITCODE) { 'error ignored...' }; exit 0"
COMMAND docker create --name onnxruntime_backend_ort ${TRITON_ONNXRUNTIME_DOCKER_IMAGE}
COMMAND rmdir /s/q onnxruntime
Expand All @@ -369,7 +507,7 @@ if(TRITON_ONNXRUNTIME_DOCKER_BUILD)
OUTPUT
onnxruntime/lib/${ONNXRUNTIME_LIBRARY}
COMMAND ${CMAKE_CURRENT_SOURCE_DIR}/tools/gen_ort_dockerfile.py --ort-build-config="${CMAKE_BUILD_TYPE}" --triton-container="${TRITON_BUILD_CONTAINER}" --ort-version="${TRITON_BUILD_ONNXRUNTIME_VERSION}" --trt-version="${TRT_VERSION}" --onnx-tensorrt-tag="${TRITON_ONNX_TENSORRT_REPO_TAG}" ${_GEN_FLAGS} --output=Dockerfile.ort ${ENABLE_GPU_EXTRA_ARGS}
COMMAND docker build --cache-from=${TRITON_ONNXRUNTIME_DOCKER_IMAGE} --cache-from=${TRITON_ONNXRUNTIME_DOCKER_IMAGE}_cache0 --cache-from=${TRITON_ONNXRUNTIME_DOCKER_IMAGE}_cache1 -t ${TRITON_ONNXRUNTIME_DOCKER_IMAGE} -f ./Dockerfile.ort ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND docker build ${TRITON_ONNXRUNTIME_DOCKER_CACHE_ARGS} -t ${TRITON_ONNXRUNTIME_DOCKER_IMAGE} -f ./Dockerfile.ort ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND docker rm onnxruntime_backend_ort || echo 'error ignored...' || true
COMMAND docker create --name onnxruntime_backend_ort ${TRITON_ONNXRUNTIME_DOCKER_IMAGE}
COMMAND rm -fr onnxruntime
Expand Down Expand Up @@ -444,12 +582,15 @@ if(TRITON_ONNXRUNTIME_DOCKER_BUILD OR DEFINED TRITON_ONNXRUNTIME_PACKAGE_URL)
DESTINATION ${CMAKE_INSTALL_PREFIX}/backends/onnxruntime
)

install(
DIRECTORY
${CMAKE_CURRENT_BINARY_DIR}/onnxruntime/test
USE_SOURCE_PERMISSIONS
DESTINATION ${CMAKE_INSTALL_PREFIX}
)
# Only install test directory if it exists (not present when using prebuilt wheel for ROCm)
if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime/test)
install(
DIRECTORY
${CMAKE_CURRENT_BINARY_DIR}/onnxruntime/test
USE_SOURCE_PERMISSIONS
DESTINATION ${CMAKE_INSTALL_PREFIX}
)
endif()
endif() # NOT WIN32
endif() # TRITON_ONNXRUNTIME_DOCKER_BUILD

Expand Down
Loading
Loading