diff --git a/security_scanning/examples/apps/poetry.lock b/security_scanning/examples/apps/poetry.lock index cbf25147aac4..3188cb79c0d2 100644 --- a/security_scanning/examples/apps/poetry.lock +++ b/security_scanning/examples/apps/poetry.lock @@ -278,14 +278,14 @@ files = [ [[package]] name = "openai" -version = "2.45.0" +version = "2.46.0" description = "The official Python library for the openai API" optional = false python-versions = ">=3.9" groups = ["main"] files = [ - {file = "openai-2.45.0-py3-none-any.whl", hash = "sha256:5df105f5f8c9b711fcb9d06d2d3888cebc82506db216484c14a4e53cdf651777"}, - {file = "openai-2.45.0.tar.gz", hash = "sha256:10d34ca9c5643bce775852fddbfc172505cb1d4de1ccd101696c3ecff358765d"}, + {file = "openai-2.46.0-py3-none-any.whl", hash = "sha256:672381db55efb3a1e2610f29304c130cccdd0b319bace4d492b2443cb64c1e7c"}, + {file = "openai-2.46.0.tar.gz", hash = "sha256:0421e0735ac41451cad894af4cddf0435bfbf8cbc538ac0e15b3c062f2ddc06a"}, ] [package.dependencies] diff --git a/security_scanning/examples/auto_deploy/poetry.lock b/security_scanning/examples/auto_deploy/poetry.lock index e01d2e8abf4c..b8af9efe0497 100644 --- a/security_scanning/examples/auto_deploy/poetry.lock +++ b/security_scanning/examples/auto_deploy/poetry.lock @@ -799,14 +799,14 @@ tests = ["asttokens (>=2.1.0)", "coverage", "coverage-enable-subprocess", "ipyth [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/llm-eval/lm-eval-harness/poetry.lock b/security_scanning/examples/llm-eval/lm-eval-harness/poetry.lock index 121f7993727f..e798195ff878 100644 --- a/security_scanning/examples/llm-eval/lm-eval-harness/poetry.lock +++ b/security_scanning/examples/llm-eval/lm-eval-harness/poetry.lock @@ -678,14 +678,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/chatglm-6b/poetry.lock b/security_scanning/examples/models/contrib/chatglm-6b/poetry.lock index c2e8ed827a26..96ce42090ff9 100644 --- a/security_scanning/examples/models/contrib/chatglm-6b/poetry.lock +++ b/security_scanning/examples/models/contrib/chatglm-6b/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/chatglm2-6b/poetry.lock b/security_scanning/examples/models/contrib/chatglm2-6b/poetry.lock index c2e8ed827a26..96ce42090ff9 100644 --- a/security_scanning/examples/models/contrib/chatglm2-6b/poetry.lock +++ b/security_scanning/examples/models/contrib/chatglm2-6b/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/chatglm3-6b-32k/poetry.lock b/security_scanning/examples/models/contrib/chatglm3-6b-32k/poetry.lock index c2e8ed827a26..96ce42090ff9 100644 --- a/security_scanning/examples/models/contrib/chatglm3-6b-32k/poetry.lock +++ b/security_scanning/examples/models/contrib/chatglm3-6b-32k/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/hyperclovax/poetry.lock b/security_scanning/examples/models/contrib/hyperclovax/poetry.lock index ed70e9bccde4..c72776d2e947 100644 --- a/security_scanning/examples/models/contrib/hyperclovax/poetry.lock +++ b/security_scanning/examples/models/contrib/hyperclovax/poetry.lock @@ -199,14 +199,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/internlm/poetry.lock b/security_scanning/examples/models/contrib/internlm/poetry.lock index 9da14e46c18e..c9afa5a2494a 100644 --- a/security_scanning/examples/models/contrib/internlm/poetry.lock +++ b/security_scanning/examples/models/contrib/internlm/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/jais/poetry.lock b/security_scanning/examples/models/contrib/jais/poetry.lock index 9f2b97790742..968e79e7d71e 100644 --- a/security_scanning/examples/models/contrib/jais/poetry.lock +++ b/security_scanning/examples/models/contrib/jais/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/skywork/poetry.lock b/security_scanning/examples/models/contrib/skywork/poetry.lock index 9f2b97790742..968e79e7d71e 100644 --- a/security_scanning/examples/models/contrib/skywork/poetry.lock +++ b/security_scanning/examples/models/contrib/skywork/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/contrib/smaug/poetry.lock b/security_scanning/examples/models/contrib/smaug/poetry.lock index 9f2b97790742..968e79e7d71e 100644 --- a/security_scanning/examples/models/contrib/smaug/poetry.lock +++ b/security_scanning/examples/models/contrib/smaug/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/core/mixtral/poetry.lock b/security_scanning/examples/models/core/mixtral/poetry.lock index 0200a016c688..c26b7b62d99a 100644 --- a/security_scanning/examples/models/core/mixtral/poetry.lock +++ b/security_scanning/examples/models/core/mixtral/poetry.lock @@ -261,14 +261,14 @@ sanitizer = ["nvidia-cuda-sanitizer-api (==13.0.85.*) ; sys_platform == \"linux\ [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/core/nemotron/poetry.lock b/security_scanning/examples/models/core/nemotron/poetry.lock index 8fe40a4002d8..e1a5b7098f33 100644 --- a/security_scanning/examples/models/core/nemotron/poetry.lock +++ b/security_scanning/examples/models/core/nemotron/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/core/qwen2audio/poetry.lock b/security_scanning/examples/models/core/qwen2audio/poetry.lock index 5ccf99df5f4e..f7fc26b910a4 100644 --- a/security_scanning/examples/models/core/qwen2audio/poetry.lock +++ b/security_scanning/examples/models/core/qwen2audio/poetry.lock @@ -523,14 +523,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/models/core/qwenvl/poetry.lock b/security_scanning/examples/models/core/qwenvl/poetry.lock index 1704297544d3..b38295494b26 100644 --- a/security_scanning/examples/models/core/qwenvl/poetry.lock +++ b/security_scanning/examples/models/core/qwenvl/poetry.lock @@ -623,14 +623,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/ngram/poetry.lock b/security_scanning/examples/ngram/poetry.lock index 7600d69b7e7f..c1eb5256cfca 100644 --- a/security_scanning/examples/ngram/poetry.lock +++ b/security_scanning/examples/ngram/poetry.lock @@ -499,14 +499,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/quantization/poetry.lock b/security_scanning/examples/quantization/poetry.lock index f120d017a42a..0b2c46c62d05 100644 --- a/security_scanning/examples/quantization/poetry.lock +++ b/security_scanning/examples/quantization/poetry.lock @@ -475,14 +475,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/ray_orchestrator/poetry.lock b/security_scanning/examples/ray_orchestrator/poetry.lock index 496abac483c9..68ff8d6d2d44 100644 --- a/security_scanning/examples/ray_orchestrator/poetry.lock +++ b/security_scanning/examples/ray_orchestrator/poetry.lock @@ -572,14 +572,14 @@ files = [ [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] @@ -724,14 +724,14 @@ files = [ [[package]] name = "google-api-core" -version = "2.31.0" +version = "2.32.0" description = "Google API client core library" optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "google_api_core-2.31.0-py3-none-any.whl", hash = "sha256:ef79fb3784c71cbac89cbd03301ba0c8fb8ad2aa95d7f9204dd9628f7adf59ab"}, - {file = "google_api_core-2.31.0.tar.gz", hash = "sha256:2be84ee0f584c48e6bde1b36766e23348b361fb7e55e56135fc76ce1c397f9c2"}, + {file = "google_api_core-2.32.0-py3-none-any.whl", hash = "sha256:ae1f0d58a6c8869350bf469f8eb3092e7f8c494a942d9525494afb6c162b0904"}, + {file = "google_api_core-2.32.0.tar.gz", hash = "sha256:2b33aad226b19272458c46abfe5c5a38d9531ece0c44502129a1463ce83674ac"}, ] [package.dependencies] diff --git a/security_scanning/examples/serve/poetry.lock b/security_scanning/examples/serve/poetry.lock index 2ac3319d03ca..008964cd7a28 100644 --- a/security_scanning/examples/serve/poetry.lock +++ b/security_scanning/examples/serve/poetry.lock @@ -1231,14 +1231,14 @@ dev = ["Sphinx (==2.1.0)", "future (==0.17.1)", "numpy (==1.16.4)", "pytest (==4 [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/examples/trtllm-eval/poetry.lock b/security_scanning/examples/trtllm-eval/poetry.lock index faec11383e52..3db63c4d7a59 100644 --- a/security_scanning/examples/trtllm-eval/poetry.lock +++ b/security_scanning/examples/trtllm-eval/poetry.lock @@ -678,14 +678,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/security_scanning/metadata.json b/security_scanning/metadata.json index 7c6656e663e3..7340dd87bb6b 100644 --- a/security_scanning/metadata.json +++ b/security_scanning/metadata.json @@ -1,4 +1,4 @@ { - "commit_hash": "a273f0f3c8e9e9ddb330b43925ef9b498ae444d3", - "timestamp": "2026-07-16T19:26:38Z" + "commit_hash": "8e1f6ea0c783d5d1c6875f49045efc6f27e26bce", + "timestamp": "2026-07-17T02:52:50Z" } diff --git a/security_scanning/poetry.lock b/security_scanning/poetry.lock index 32690eab7dc0..53343248cd8b 100644 --- a/security_scanning/poetry.lock +++ b/security_scanning/poetry.lock @@ -1327,14 +1327,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] @@ -3801,14 +3801,14 @@ onnx = ">=1.14.0" [[package]] name = "openai" -version = "2.45.0" +version = "2.46.0" description = "The official Python library for the openai API" optional = false python-versions = ">=3.9" groups = ["main"] files = [ - {file = "openai-2.45.0-py3-none-any.whl", hash = "sha256:5df105f5f8c9b711fcb9d06d2d3888cebc82506db216484c14a4e53cdf651777"}, - {file = "openai-2.45.0.tar.gz", hash = "sha256:10d34ca9c5643bce775852fddbfc172505cb1d4de1ccd101696c3ecff358765d"}, + {file = "openai-2.46.0-py3-none-any.whl", hash = "sha256:672381db55efb3a1e2610f29304c130cccdd0b319bace4d492b2443cb64c1e7c"}, + {file = "openai-2.46.0.tar.gz", hash = "sha256:0421e0735ac41451cad894af4cddf0435bfbf8cbc538ac0e15b3c062f2ddc06a"}, ] [package.dependencies] @@ -7465,4 +7465,4 @@ type = ["pytest-mypy (>=1.0.1) ; platform_python_implementation != \"PyPy\""] [metadata] lock-version = "2.1" python-versions = ">=3.10,<3.13" -content-hash = "b06afe749afa10cd9c5a937761c1646b266fcba96b4c99894da37a82c87726db" +content-hash = "2498a411759959547550b9013379cddc7f015cabd51e94e6dcc3d354afab2b6b" diff --git a/security_scanning/pyproject.toml b/security_scanning/pyproject.toml index 906ab2a31586..ec9b4f532e06 100644 --- a/security_scanning/pyproject.toml +++ b/security_scanning/pyproject.toml @@ -21,7 +21,7 @@ dependencies = [ "onnx (>=1.21.0)", "onnx-graphsurgeon (>=0.5.2)", "graphviz (>=0.21,<0.22)", - "openai (>=2.45.0,<3.0.0)", + "openai (>=2.46.0,<3.0.0)", "polygraphy (>=0.50.3,<0.51.0)", "psutil (>=7.2.2,<8.0.0)", "nvidia-ml-py (>=13)", diff --git a/security_scanning/triton_backend/poetry.lock b/security_scanning/triton_backend/poetry.lock index 3123a99b998b..08244c541c64 100644 --- a/security_scanning/triton_backend/poetry.lock +++ b/security_scanning/triton_backend/poetry.lock @@ -627,14 +627,14 @@ test = ["pytest (>=6)"] [[package]] name = "filelock" -version = "3.30.1" +version = "3.30.2" description = "A platform independent file lock." optional = false python-versions = ">=3.10" groups = ["main"] files = [ - {file = "filelock-3.30.1-py3-none-any.whl", hash = "sha256:69b98bab51bed4c86b141ef338f85ca07937573e8a7798f7fe6a31ccd94b9338"}, - {file = "filelock-3.30.1.tar.gz", hash = "sha256:6ad1b1ec6a5e2c91e02979b7d1096e5e964d83ad8a55679bacd1d96f917fda6e"}, + {file = "filelock-3.30.2-py3-none-any.whl", hash = "sha256:a64b58f75048ec39589983e97f5117163f822261dcb6ba843e098f05aac9663f"}, + {file = "filelock-3.30.2.tar.gz", hash = "sha256:1ea7c857465c897a4a6e64c1aace28ff6b83f5bc66c1c06ea148efa65bc2ec5d"}, ] [[package]] diff --git a/tensorrt_llm/llmapi/mpi_session.py b/tensorrt_llm/llmapi/mpi_session.py index 0fa5271f8acf..182ca1ed9d76 100644 --- a/tensorrt_llm/llmapi/mpi_session.py +++ b/tensorrt_llm/llmapi/mpi_session.py @@ -125,10 +125,12 @@ def _abort_on_timeout(self, fut: Future, timeout: float, reason=None): try: fut.result(timeout=timeout) except TimeoutError: - logger.critical("MpiSession shutdown timeout, aborting...") + logger.critical(f"MpiSession shutdown timeout after {timeout}s; " + "calling MPI_Abort to force-kill stuck ranks...") if reason is not None: - logger.info(f"Reason to shutdown: {repr(reason)}") + logger.info(f"Reason to shutdown: {reason!r}") self.abort() + logger.critical("MpiSession MPI_Abort returned") def shutdown_abort(self, grace: float = 60, reason=None): if sys.is_finalizing(): @@ -136,6 +138,9 @@ def shutdown_abort(self, grace: float = 60, reason=None): # simply don't wait to avoid hang return self.shutdown(wait=False) + logger.info( + f"MpiSession.shutdown_abort: waiting up to {grace}s for workers to exit" + ) fut = Future() killer = threading.Thread(group=None, target=self._abort_on_timeout, @@ -143,6 +148,7 @@ def shutdown_abort(self, grace: float = 60, reason=None): args=(fut, grace, reason)) killer.start() self.shutdown() + logger.info("MpiSession.shutdown_abort: workers exited cleanly") fut.set_result(None) killer.join() @@ -175,7 +181,11 @@ def submit_sync(self, task: Callable[..., T], *args, **kwargs) -> List[T]: def shutdown(self, wait=True): if self.mpi_pool is not None: + logger.info( + f"MpiPoolSession.shutdown: joining {self.n_workers} worker(s) " + f"(wait={wait})") self.mpi_pool.shutdown(wait=wait) + logger.info("MpiPoolSession.shutdown: done") self.mpi_pool = None def abort(self): @@ -258,7 +268,11 @@ def shutdown(self, wait=True): # Only shutdown the mpi_pool if this instance created it # For shared global mpi_pool, we don't shut it down if self.mpi_pool is not None and self.owns_mpi_pool: + logger.info( + f"MpiCommSession.shutdown: joining {self.n_workers - 1} worker(s) " + f"(wait={wait})") self.mpi_pool.shutdown(wait=wait) + logger.info("MpiCommSession.shutdown: mpi_pool done") self.mpi_pool = None if self.thread_pool is not None: self.thread_pool.shutdown(wait=wait) diff --git a/tests/integration/defs/conftest.py b/tests/integration/defs/conftest.py index bba88cf07c01..2ec7f4d81f11 100644 --- a/tests/integration/defs/conftest.py +++ b/tests/integration/defs/conftest.py @@ -676,12 +676,13 @@ def custom_user_workspace(request): @pytest.fixture(scope="session") -def llm_venv(llm_root, custom_user_workspace): +def llm_venv(request, llm_root, custom_user_workspace): workspace_dir = custom_user_workspace subdir = datetime.datetime.now().strftime("ws-%Y-%m-%d-%H-%M-%S") if workspace_dir is None: workspace_dir = "llm-test-workspace" workspace_dir = os.path.join(workspace_dir, subdir) + keep_workspace = request.config.getoption("--keep-workspace", default=False) from defs.local_venv import PythonVenvRunnerImpl venv = PythonVenvRunnerImpl("", "", "python3", @@ -689,11 +690,11 @@ def llm_venv(llm_root, custom_user_workspace): yield venv # Remove the workspace directory if os.path.exists(workspace_dir): - print(f"Cleaning up workspace: {workspace_dir}") - try: - shutil.rmtree(workspace_dir) - except Exception as e: - print(f"Failed to clean up workspace: {e}") + if keep_workspace: + print(f"Keeping workspace (--keep-workspace): {workspace_dir}") + else: + print(f"Cleaning up workspace: {workspace_dir}") + shutil.rmtree(workspace_dir, ignore_errors=True) @pytest.fixture(scope="session") @@ -2074,6 +2075,13 @@ def pytest_addoption(parser): help="Enable GPU clock locking during tests. " "By default, GPU clock locking is disabled.", ) + parser.addoption( + "--keep-workspace", + action="store_true", + default=False, + help= + "Skip workspace cleanup at session end (useful for inspecting logs after a failure).", + ) parser.addoption( "--periodic-save-unfinished-test", action="store_true", diff --git a/tests/integration/defs/disaggregated/disagg_test_utils.py b/tests/integration/defs/disaggregated/disagg_test_utils.py index 32365b713873..320f08c4a278 100644 --- a/tests/integration/defs/disaggregated/disagg_test_utils.py +++ b/tests/integration/defs/disaggregated/disagg_test_utils.py @@ -84,7 +84,15 @@ async def wrapper(*args, **kwargs): def _run_worker( - model_name, worker_config, role, port, work_dir, device=-1, save_log=False, env=None + model_name, + worker_config, + role, + port, + work_dir, + device=-1, + save_log=False, + env=None, + worker_index=0, ): """Run a worker process (context or generation). @@ -97,11 +105,13 @@ def _run_worker( device: CUDA device ID (-1 for default) save_log: Whether to save logs to file env: Environment variables for the subprocess + worker_index: Index used for log/config filenames (avoids collisions when + multiple workers share port=0) Returns: ProcessWrapper: Wrapped subprocess """ - worker_config_path = os.path.join(work_dir, f"{role}_{port}_config.yaml") + worker_config_path = os.path.join(work_dir, f"{role}_{worker_index}_config.yaml") with open(worker_config_path, "w+") as f: yaml.dump(worker_config, f) f.flush() @@ -130,7 +140,7 @@ def _run_worker( stdout = None stderr = None if save_log: - log_path = os.path.join(work_dir, f"worker_{role}_{port}.log") + log_path = os.path.join(work_dir, f"worker_{role}_{worker_index}.log") log_file = open(log_path, "w+") stdout = log_file stderr = log_file @@ -145,26 +155,56 @@ def _run_worker( def run_ctx_worker( - model_name, ctx_worker_config, work_dir, port=0, device=0, env=None, save_log=False + model_name, + ctx_worker_config, + work_dir, + port=0, + device=0, + env=None, + save_log=False, + worker_index=0, ): """Launch a context worker with service discovery. Use port=0 to let the worker choose a free port. """ return _run_worker( - model_name, ctx_worker_config, "ctx", port, work_dir, device, save_log=save_log, env=env + model_name, + ctx_worker_config, + "ctx", + port, + work_dir, + device, + save_log=save_log, + env=env, + worker_index=worker_index, ) def run_gen_worker( - model_name, gen_worker_config, work_dir, port=0, device=1, env=None, save_log=False + model_name, + gen_worker_config, + work_dir, + port=0, + device=1, + env=None, + save_log=False, + worker_index=0, ): """Launch a generation worker with service discovery. Use port=0 to let the worker choose a free port. """ return _run_worker( - model_name, gen_worker_config, "gen", port, work_dir, device, save_log=save_log, env=env + model_name, + gen_worker_config, + "gen", + port, + work_dir, + device, + save_log=save_log, + env=env, + worker_index=worker_index, ) diff --git a/tests/integration/defs/disaggregated/test_disaggregated.py b/tests/integration/defs/disaggregated/test_disaggregated.py index cfe7f1153741..6b78b3bfa788 100644 --- a/tests/integration/defs/disaggregated/test_disaggregated.py +++ b/tests/integration/defs/disaggregated/test_disaggregated.py @@ -646,7 +646,13 @@ def setup_disagg_cluster( disagg_cluster = get_default_disagg_cluster_config() server_host = config.get("hostname", "localhost") server_port = get_free_port() - work_dir = tempfile.mkdtemp() + if save_log: + log_base = os.path.join(cwd or ".", "disagg-logs") + os.makedirs(log_base, exist_ok=True) + work_dir = tempfile.mkdtemp(dir=log_base) + else: + work_dir = tempfile.mkdtemp() + logger.info(f"Disagg cluster work_dir (worker logs): {work_dir}") disagg_cluster["cluster_uri"] = f"http://{server_host}:{server_port}" # Auto-deduce minimal_instances from num_instances @@ -688,34 +694,38 @@ def setup_disagg_cluster( device_ids = ",".join( str(d) for d in dict.fromkeys((next_device + j) % num_gpus for j in range(gpus_per_ctx))) - print( - f"Launching ctx worker {i + 1}/{num_ctx_instances} on device {device_ids}" - ) - ctx_workers.append( - run_ctx_worker(model, + w = run_ctx_worker(model, ctx_worker_config, work_dir, port=0, device=device_ids, env=env, - save_log=save_log)) + save_log=save_log, + worker_index=i) + ctx_workers.append(w) + log_suffix = f", logging to {w.log_path}" if w.log_path else "" + print( + f"Launching ctx worker {i + 1}/{num_ctx_instances} on device {device_ids}{log_suffix}" + ) next_device += gpus_per_ctx for i in range(num_gen_instances): device_ids = ",".join( str(d) for d in dict.fromkeys((next_device + j) % num_gpus for j in range(gpus_per_gen))) - print( - f"Launching gen worker {i + 1}/{num_gen_instances} on device {device_ids}" - ) - gen_workers.append( - run_gen_worker(model, + w = run_gen_worker(model, gen_worker_config, work_dir, port=0, device=device_ids, env=env, - save_log=save_log)) + save_log=save_log, + worker_index=i) + gen_workers.append(w) + log_suffix = f", logging to {w.log_path}" if w.log_path else "" + print( + f"Launching gen worker {i + 1}/{num_gen_instances} on device {device_ids}{log_suffix}" + ) next_device += gpus_per_gen # Build minimal server config and launch @@ -746,12 +756,17 @@ def setup_disagg_cluster( env=env, cwd=cwd) + all_workers = ctx_workers + gen_workers + async def _wait_with_ticker(): start = time.monotonic() last_tick = start async def _tick(): nonlocal last_tick + last_worker_count = 0 + last_status_log = start + while True: await asyncio.sleep(1) now = time.monotonic() @@ -759,17 +774,86 @@ async def _tick(): startup_callback(now - start) last_tick = now - ticker = asyncio.create_task(_tick()) - try: - await wait_for_disagg_server_ready(server_port, - timeout=server_start_timeout) - finally: - ticker.cancel() + if now - last_status_log >= 10: + elapsed = int(now - start) + remaining = int(server_start_timeout - elapsed) + print( + f"[startup] {elapsed}s elapsed, " + f"{max(remaining, 0)}s remaining " + f"(timeout={server_start_timeout}s, " + f"workers registered: {last_worker_count}/" + f"{num_ctx_instances + num_gen_instances})", + flush=True, + ) + last_status_log = now + + # Detect workers that have exited (crash/OOM). + dead = [ + w for w in all_workers if w.process.poll() is not None + ] + if dead: + details = ", ".join( + f"{w.log_path or 'unknown'} (rc={w.process.poll()})" + for w in dead) + raise RuntimeError( + f"{len(dead)} worker(s) exited during startup: " + f"{details}") + + # Track worker registration count for the status log. + try: + timeout = aiohttp.ClientTimeout(total=2) + async with aiohttp.ClientSession( + timeout=timeout) as session: + async with session.get( + f"http://localhost:{server_port}/cluster_info" + ) as info_resp: + if info_resp.status == 200: + workers = (await info_resp.json()).get( + "current_workers", {}) + count = (len( + workers.get("context_servers", [])) + + len( + workers.get( + "generation_servers", []))) + if count > last_worker_count: + last_worker_count = count + except (aiohttp.ClientError, asyncio.TimeoutError): + pass + + # Run the readiness poller and the watchdog concurrently. + # asyncio.wait(FIRST_COMPLETED) means whichever finishes first + # (success or exception) immediately cancels the other, so a dead + # worker detected by _tick() doesn't leave wait_for_disagg_server_ready + # polling silently for up to server_start_timeout seconds. + ready_task = asyncio.create_task( + wait_for_disagg_server_ready(server_port, + timeout=server_start_timeout)) + tick_task = asyncio.create_task(_tick()) + + done, pending = await asyncio.wait( + [ready_task, tick_task], + return_when=asyncio.FIRST_COMPLETED, + ) + + for t in pending: + t.cancel() + try: + await t + except asyncio.CancelledError: + pass + + # Re-raise the first exception. Prefer tick_task's message (it names + # the dead worker); fall back to ready_task (timeout error). + for t in [tick_task, ready_task]: + if t in done and not t.cancelled() and t.exception( + ) is not None: + raise t.exception() asyncio.run(_wait_with_ticker()) except Exception: terminate(*ctx_workers, *gen_workers, disagg_server) - shutil.rmtree(work_dir, ignore_errors=True) + if not save_log: + shutil.rmtree(work_dir, ignore_errors=True) raise return config, ctx_workers, gen_workers, disagg_server, server_port, work_dir @@ -3097,7 +3181,7 @@ def run_disaggregated_mixed_stress(example_dir: str, concurrency: int = 512, accuracy_threshold: float = 0.42, profiles: list = None, - server_start_timeout: int = 7200, + server_start_timeout: int = 600, env=None, cwd=None, startup_callback=None, @@ -3136,10 +3220,13 @@ def run_disaggregated_mixed_stress(example_dir: str, run_env["UCX_TLS"] = get_ucx_tls() run_env["UCX_MM_ERROR_HANDLING"] = "y" + setup_start = time.monotonic() config, ctx_workers, gen_workers, disagg_server, server_port, work_dir = \ setup_disagg_cluster(config_file, model_name=model_path, env=run_env, cwd=cwd, server_start_timeout=server_start_timeout, save_log=True, startup_callback=startup_callback) + print(f"[startup] cluster ready in {time.monotonic() - setup_start:.1f}s", + flush=True) server_host = config.get("hostname", "localhost") server_url = f"http://{server_host}:{server_port}" @@ -3620,6 +3707,6 @@ def test_disaggregated_mixed_stress_test(disaggregated_test_root, total_requests=test_config.request_count, concurrency=test_config.concurrency, accuracy_threshold=test_config.accuracy_threshold, - server_start_timeout=7200, + server_start_timeout=600, env=llm_venv._new_env, cwd=llm_venv.get_working_directory()) diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index 32e9f557da81..ab58cd72d4e4 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -245,6 +245,7 @@ full:B300/accuracy/test_llm_api_pytorch_multimodal.py::TestExaone4_5_33B::test_a full:B300/accuracy/test_llm_api_pytorch_multimodal.py::TestQwen2_5_VL_7B::test_auto_dtype SKIP (https://nvbugs/6316983) full:B300/disaggregated/test_disaggregated.py::test_disaggregated_ctxpp2_genpp2[TinyLlama-1.1B-Chat-v1.0] SKIP (https://nvbugs/6322073) full:B300/test_e2e.py::test_qwen_e2e_cpprunner_large_new_tokens[DeepSeek-R1-Distill-Qwen-1.5B-DeepSeek-R1-Distill-Qwen-1.5B] SKIP (https://nvbugs/6414760) +full:B300/unittest/_torch/attention/test_attention_backends.py::test_attention_backend[gpt_oss_gqa_hd64_gptj_swa128-ctx-bf16-HND-p32-v1] SKIP (https://nvbugs/6468821) full:DGX_B300/accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_4gpus[ep4-mtp_nextn=2-attention_dp=True-cuda_graph=True-overlap_scheduler=True-torch_compile=False] SKIP (https://nvbugs/6432831) full:GB200/accuracy/test_disaggregated_serving.py::TestLlama3_1_8BInstruct::test_eagle3[eagle3_one_model=False-overlap_scheduler=False] SKIP (https://nvbugs/6402500) full:GB200/accuracy/test_disaggregated_serving.py::TestLlama3_1_8BInstruct::test_guided_decoding_with_eagle3[llguidance-eagle3_one_model=False] SKIP (https://nvbugs/6402500) @@ -411,27 +412,17 @@ perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_deepseek-v32-fp4_1k1k perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_deepseek-v32-fp4_32k4k_con2048_ctx1_dep4_gen1_dep32_eplb288_mtp1_ccb-NIXL] SKIP (https://nvbugs/6463814) perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_deepseek-v32-fp4_8k1k_con4096_ctx1_dep4_gen1_dep32_eplb256_mtp0_ccb-NIXL] SKIP (https://nvbugs/6463814) perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_kimi-k25-thinking-fp4_8k1k_con4096_ctx1_dep4_gen1_dep16_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6463814) -perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_qwen3-235b-fp4_8k1k_con1024_ctx1_tp1_gen1_dep8_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6422339) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_128k8k_con128_ctx1_pp8_gen1_dep16_eplb0_mtp1_ccb-NIXL] SKIP (https://nvbugs/6463814) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_128k8k_con64_ctx1_pp8_gen1_dep32_eplb0_mtp3_ccb-NIXL] SKIP (https://nvbugs/6422339) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_1k1k_con1024_ctx1_dep4_gen1_dep32_eplb0_mtp3_ccb-NIXL] SKIP (https://nvbugs/6422339) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_1k1k_con1024_ctx1_dep4_gen1_dep8_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6422339) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_1k1k_con2048_ctx2_dep4_gen1_dep16_eplb0_mtp3_ccb-NIXL] SKIP (https://nvbugs/6422339) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_1k1k_con2048_ctx2_dep4_gen1_dep16_eplb288_mtp3_ccb-NIXL] SKIP (https://nvbugs/6422339) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-r1-fp4_1k1k_con3072_ctx1_dep4_gen1_dep4_eplb0_mtp1_ccb-NIXL] SKIP (https://nvbugs/6422339) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-v32-fp4_1k1k_con1024_ctx1_dep4_gen1_dep32_eplb256_mtp3_ccb-NIXL] SKIP (https://nvbugs/6418510) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-v32-fp4_1k1k_con2048_ctx1_dep4_gen1_dep4_eplb0_mtp1_ccb-NIXL] SKIP (https://nvbugs/6426890) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-v32-fp4_32k4k_con2048_ctx1_dep4_gen1_dep32_eplb288_mtp1_ccb-NIXL] SKIP (https://nvbugs/6374872) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-v32-fp4_32k4k_con256_ctx1_dep8_gen1_dep8_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6374893) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-v32-fp4_8k1k_con1024_ctx1_dep4_gen1_dep32_eplb256_mtp3_ccb-NIXL] SKIP (https://nvbugs/6463814) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_deepseek-v32-fp4_8k1k_con4096_ctx1_dep4_gen1_dep32_eplb256_mtp0_ccb-NIXL] SKIP (https://nvbugs/6422339) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_gpt-oss-120b-fp4_1k1k_con2048_ctx1_tp1_gen1_dep2_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6324123) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_kimi-k25-thinking-fp4_8k1k_con1024_ctx1_dep4_gen1_dep32_eplb416_mtp3_ccb-NIXL] SKIP (https://nvbugs/6379406) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_kimi-k25-thinking-fp4_8k1k_con4096_ctx1_dep4_gen1_dep16_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6463814) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb200_qwen3-235b-fp4_8k1k_con64_ctx1_tp1_gen1_tep4_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6418834) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb300_deepseek-r1-fp4_1k1k_con3072_ctx1_dep4_gen1_dep4_eplb0_mtp1_ccb-NIXL] SKIP (https://nvbugs/6422339) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb300_glm-5-fp4_1k1k_con1_ctx1_dep2_gen1_tep4_eplb0_mtp3_ccb-NIXL] SKIP (https://nvbugs/6418834) -perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb300_glm-5-fp4_1k1k_con4096_ctx1_dep2_gen1_dep8_eplb256_mtp1_ccb-NIXL] SKIP (https://nvbugs/6422339) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb300_kimi-k25-thinking-fp4_1k1k_con2048_ctx1_dep4_gen1_dep32_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6402069) perf/test_perf_sanity.py::test_e2e[disagg_upload-gen_only-gb300_kimi-k25-thinking-fp4_1k1k_con4096_ctx1_dep4_gen1_dep8_eplb0_mtp0_ccb-NIXL] SKIP (https://nvbugs/6323074) perf/test_visual_gen_perf_sanity.py::test_visual_gen_e2e[vg_upload-wan22_i2v_a14b_blackwell-wan22_i2v_a14b_nvfp4_trtllm_cfg2_ulysses4] SKIP (https://nvbugs/6422339) diff --git a/tests/unittest/dynamo/test_imports.py b/tests/unittest/dynamo/test_imports.py index 981bf90f9df5..8e29ff34127a 100644 --- a/tests/unittest/dynamo/test_imports.py +++ b/tests/unittest/dynamo/test_imports.py @@ -51,6 +51,7 @@ ("tensorrt_llm.tokenizer", "TOKENIZER_ALIASES"), ("tensorrt_llm.llmapi.llm_args", "KvCacheConnectorConfig"), ("tensorrt_llm.llmapi.llm_args", "TorchLlmArgs"), + ("tensorrt_llm.llmapi.llm_args", "BaseLlmArgs"), ("tensorrt_llm.llmapi.llm_utils", "update_llm_args_with_extra_options"), ("tensorrt_llm.llmapi.tokenizer", "tokenizer_factory"), ("tensorrt_llm.llmapi.disagg_utils", "get_global_disagg_request_id"),