File tree Expand file tree Collapse file tree
L0_libtorch_instance_group_kind_model Expand file tree Collapse file tree Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2023-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2023-2026 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -41,7 +41,7 @@ source ../common/util.sh
4141
4242# Uninstall the non CUDA version of PyTorch
4343pip3 uninstall -y torch
44- pip3 install torch==2.3.1+cu118 -f https://download.pytorch.org/whl/torch_stable.html
44+ pip3 install torch -f https://download.pytorch.org/whl/cu130
4545
4646# Install CuPy for testing non_blocking compute streams
4747pip3 install cupy-cuda13x
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2019-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2019-2026 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -55,7 +55,7 @@ LD_LIBRARY_PATH=/opt/tritonserver/lib:$LD_LIBRARY_PATH
5555rm -f $CLIENT_LOG *
5656
5757# PyTorch is required for the Python backend dlpack add sub models
58- pip3 install torch==2.3.1+cu118 -f https://download.pytorch.org/whl/torch_stable.html
58+ pip3 install torch -f https://download.pytorch.org/whl/cu130
5959RET=0
6060
6161# Prepare float32 models with basic config
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2023-2024 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2023-2026 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -39,7 +39,7 @@ if [ ! -z "$TEST_REPO_ARCH" ]; then
3939fi
4040
4141pip3 uninstall -y torch
42- pip3 install torch==2.3.1+cu118 -f https://download.pytorch.org/whl/torch_stable.html
42+ pip3 install torch -f https://download.pytorch.org/whl/cu130
4343
4444DATADIR=/data/inferenceserver/${REPO_VERSION} /qa_model_repository
4545SERVER=/opt/tritonserver/bin/tritonserver
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2019-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2019-2026 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -420,7 +420,7 @@ wait $SERVER_PID
420420# Test the onnx model to verify that the memory type of the output tensor
421421# remains unchanged with the warmup setting
422422pip3 uninstall -y torch
423- pip3 install torch==2.3.1+cu118 -f https://download.pytorch.org/whl/torch_stable.html
423+ pip3 install torch -f https://download.pytorch.org/whl/cu130
424424
425425rm -fr models && mkdir models
426426cp -r /data/inferenceserver/${REPO_VERSION} /qa_model_repository/onnx_nobatch_float32_float32_float32 models/.
You can’t perform that action at this time.
0 commit comments