Skip to content

Mchornyi/tri 735/prebuilt dependencies #8683

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
mc-nv wants to merge 5 commits into
base: main
Choose a base branch
from
Draft

Mchornyi/tri 735/prebuilt dependencies #8683

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
ec9d4f1
Bump oversions
mc-nv Mar 4, 2026
fcfcd7e
Fix version number
mc-nv Mar 4, 2026
ed27a0d
Add fallback on previous version
mc-nv Mar 4, 2026
7e9720f
Update info log level
mc-nv Mar 4, 2026
bd8823f
Update vLLM version
mc-nv Mar 5, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions build.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -74,11 +74,11 @@
"release_version": "2.67.0dev",
"triton_container_version": "26.03dev",
"upstream_container_version": "26.02",
"ort_version": "1.24.1",
"ort_openvino_version": "2025.4.1",
"standalone_openvino_version": "2025.4.1",
"ort_version": "1.24.2",
"ort_openvino_version": "2026.0.0",
"standalone_openvino_version": "2026.0.0",
"dcgm_version": "4.5.2-1",
"vllm_version": "0.15.1",
"vllm_version": "0.16.0",
"rhel_py_version": "3.12.3",
}

Expand Down
25 changes: 18 additions & 7 deletions qa/common/gen_qa_model_repository
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -344,7 +344,18 @@ chmod -R 777 $TRITON_MDLS_QA_TRT_DATA_DEPENDENT_MODEL
if [ -d "/usr/src/tensorrt/samples/python/onnx_custom_plugin" ]; then
cd /usr/src/tensorrt/samples/python/onnx_custom_plugin
else
git clone -b release/\$( echo \$TRT_VERSION | cut -d . -f -2) --depth 1 https://github.com/NVIDIA/TensorRT.git /workspace/TensorRT
TRT_BRANCH=\$(echo \$TRT_VERSION | cut -d . -f -2)
if ! git clone -b release/\${TRT_BRANCH} --depth 1 https://github.com/NVIDIA/TensorRT.git /workspace/TensorRT; then
MAJOR=\$(echo "\$TRT_BRANCH" | cut -d . -f 1)
MINOR=\$(echo "\$TRT_BRANCH" | cut -d . -f 2)
if [ -n "\$MINOR" ] && [ "\$MINOR" -gt 0 ] 2>/dev/null; then
TRT_BRANCH="\${MAJOR}.\$((MINOR - 1))"
echo "Fallback: cloning TensorRT release/\${TRT_BRANCH} (previous minor)"
git clone -b release/\${TRT_BRANCH} --depth 1 https://github.com/NVIDIA/TensorRT.git /workspace/TensorRT
else
exit 1
fi
fi
cd /workspace/TensorRT/samples/python/onnx_custom_plugin
fi
rm -rf build && mkdir build && \
Expand Down Expand Up @@ -441,7 +452,7 @@ if [ "$TRITON_MODELS_USE_DOCKER" -eq 1 ] && which docker ; then

if [[ "aarch64" != $(uname -m) ]] ; then

log_message.status "docker run: $OPENVINOSCRIPT"
log_message.info "docker run: $OPENVINOSCRIPT"
docker run \
--rm \
--label RUNNER_ID=$RUNNER_ID \
Expand All @@ -457,7 +468,7 @@ if [ "$TRITON_MODELS_USE_DOCKER" -eq 1 ] && which docker ; then
fi
fi # [[ "aarch64" != $(uname -m) ]]

log_message.status "docker run: $ONNXSCRIPT"
log_message.info "docker run: $ONNXSCRIPT"
docker run \
--rm \
--label RUNNER_ID=$RUNNER_ID \
Expand All @@ -475,7 +486,7 @@ if [ "$TRITON_MODELS_USE_DOCKER" -eq 1 ] && which docker ; then
log_message.status "docker pull: $PYTORCH_IMAGE"
docker pull $PYTORCH_IMAGE

log_message.status "docker run: $TORCHSCRIPT"
log_message.info "docker run: $TORCHSCRIPT"
docker run \
--rm \
--label RUNNER_ID=$RUNNER_ID \
Expand All @@ -494,7 +505,7 @@ if [ "$TRITON_MODELS_USE_DOCKER" -eq 1 ] && which docker ; then
log_message.status "docker pull: $TENSORRT_IMAGE"
docker pull $TENSORRT_IMAGE

log_message.status "docker run: $TRTSCRIPT"
log_message.info "docker run: $TRTSCRIPT"
docker run \
--rm \
--label RUNNER_ID=$RUNNER_ID \
Expand Down Expand Up @@ -594,7 +605,7 @@ elif [ "$TRITON_MODELS_USE_ENROOT" -eq 1 ] && which enroot ; then

log_message.status "enroot create: pytorch.$CI_JOB_ID"
enroot create --name pytorch.$CI_JOB_ID /tmp/pytorch.$CI_JOB_ID.enroot.sqsh
log_message.status "enroot start: pytorch.$CI_JOB_ID"
log_message.info "enroot start: pytorch.$CI_JOB_ID"
enroot start --rw -m /tmp:/tmp pytorch.$CI_JOB_ID bash -xe $TRITON_MDLS_SRC_DIR/$TORCHSCRIPT
if [ $? -ne 0 ]; then
log_message.error "enroot start: ${TORCHSCRIPT} failed"
Expand All @@ -605,7 +616,7 @@ elif [ "$TRITON_MODELS_USE_ENROOT" -eq 1 ] && which enroot ; then
enroot import --output /tmp/tensorrt.$CI_JOB_ID.enroot.sqsh docker://$TENSORRT_IMAGE
log_message.status "enroot create: tensorrt.$CI_JOB_ID"
enroot create --name tensorrt.$CI_JOB_ID /tmp/tensorrt.$CI_JOB_ID.enroot.sqsh
log_message.status "enroot start: tensorrt.$CI_JOB_ID"
log_message.info "enroot start: tensorrt.$CI_JOB_ID"
enroot start --rw -m /tmp:/tmp tensorrt.$CI_JOB_ID bash -xe $TRITON_MDLS_SRC_DIR/$TRTSCRIPT
if [ $? -ne 0 ]; then
log_message.error "enroot start: ${TRTSCRIPT} failed"
Expand Down
Loading