From a08d6a852a73631a94d565b1de62fe3a131f622a Mon Sep 17 00:00:00 2001 From: sfc-gh-mvashishtha Date: Wed, 1 Oct 2025 05:27:47 +0800 Subject: [PATCH 1/4] SNOW-2380741: Use all cores in CI. Signed-off-by: sfc-gh-mvashishtha --- tox.ini | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tox.ini b/tox.ini index 424341f38c..de0f978c7b 100644 --- a/tox.ini +++ b/tox.ini @@ -61,8 +61,8 @@ setenv = COVERAGE_FILE = {env:COVERAGE_FILE:{toxworkdir}/.coverage.{envname}} ci: SNOWFLAKE_PYTEST_VERBOSITY = -vvv # Do not run doctests in parallel so coverage works - # Snowpark uses 36 workers to accelerate testing in merge gate - !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n 36 + # Snowpark uses 64 workers to accelerate testing in merge gate + !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n 64 # Snowpark uses 4 workers for daily testing since some of its test jobs use weak MacOS instances. !doctest: SNOWFLAKE_PYTEST_DAILY_PARALLELISM = -n 6 # Set test type, either notset, unit, integ, or both From cf9465aaf365eda340224c6aaeb95027f570d4ec Mon Sep 17 00:00:00 2001 From: sfc-gh-mvashishtha Date: Thu, 2 Oct 2025 03:19:49 +0800 Subject: [PATCH 2/4] Use auto. Signed-off-by: sfc-gh-mvashishtha --- tox.ini | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tox.ini b/tox.ini index de0f978c7b..d2cb913d80 100644 --- a/tox.ini +++ b/tox.ini @@ -61,8 +61,8 @@ setenv = COVERAGE_FILE = {env:COVERAGE_FILE:{toxworkdir}/.coverage.{envname}} ci: SNOWFLAKE_PYTEST_VERBOSITY = -vvv # Do not run doctests in parallel so coverage works - # Snowpark uses 64 workers to accelerate testing in merge gate - !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n 64 + # Snowpark uses all available physical CPUs to accelerate testing in merge gate + !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n auto # Snowpark uses 4 workers for daily testing since some of its test jobs use weak MacOS instances. !doctest: SNOWFLAKE_PYTEST_DAILY_PARALLELISM = -n 6 # Set test type, either notset, unit, integ, or both From c51001bcddc69dfb764d5721979993c152cb5a55 Mon Sep 17 00:00:00 2001 From: sfc-gh-mvashishtha Date: Thu, 2 Oct 2025 03:21:43 +0800 Subject: [PATCH 3/4] Fix comment Signed-off-by: sfc-gh-mvashishtha --- tox.ini | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tox.ini b/tox.ini index d2cb913d80..8f7a3819b5 100644 --- a/tox.ini +++ b/tox.ini @@ -61,7 +61,7 @@ setenv = COVERAGE_FILE = {env:COVERAGE_FILE:{toxworkdir}/.coverage.{envname}} ci: SNOWFLAKE_PYTEST_VERBOSITY = -vvv # Do not run doctests in parallel so coverage works - # Snowpark uses all available physical CPUs to accelerate testing in merge gate + # Snowpark uses all available physical cores to accelerate testing in merge gate !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n auto # Snowpark uses 4 workers for daily testing since some of its test jobs use weak MacOS instances. !doctest: SNOWFLAKE_PYTEST_DAILY_PARALLELISM = -n 6 From ec95de463b3156b8df020c1d0002413e0021d197 Mon Sep 17 00:00:00 2001 From: sfc-gh-mvashishtha Date: Thu, 2 Oct 2025 04:28:34 +0800 Subject: [PATCH 4/4] Use multiple pytest processes per core. Signed-off-by: sfc-gh-mvashishtha --- tox.ini | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tox.ini b/tox.ini index 8f7a3819b5..906eeda31f 100644 --- a/tox.ini +++ b/tox.ini @@ -62,7 +62,7 @@ setenv = ci: SNOWFLAKE_PYTEST_VERBOSITY = -vvv # Do not run doctests in parallel so coverage works # Snowpark uses all available physical cores to accelerate testing in merge gate - !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n auto + !doctest: SNOWFLAKE_PYTEST_PARALLELISM = -n 128 # Snowpark uses 4 workers for daily testing since some of its test jobs use weak MacOS instances. !doctest: SNOWFLAKE_PYTEST_DAILY_PARALLELISM = -n 6 # Set test type, either notset, unit, integ, or both