Skip to content

Commit 40f71fe

Browse files
trxcllnttrxcllnt
committed
enable build cluster
1 parent 1f63796 commit 40f71fe

6 files changed

Lines changed: 102 additions & 6 deletions

File tree

‎.devcontainer/llvm20-cuda12.0/devcontainer.json‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,26 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
18+
"NVCC_APPEND_FLAGS": "-t=100",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
24+
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:2}",
25+
"SCCACHE_DIST_REWRITE_INCLUDES_ONLY": "${localEnv:SCCACHE_DIST_REWRITE_INCLUDES_ONLY:true}",
26+
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
27+
"SCCACHE_IDLE_TIMEOUT": "${localEnv:SCCACHE_IDLE_TIMEOUT:7200}",
1228
"SCCACHE_BUCKET": "rapids-sccache-devs",
1329
"SCCACHE_REGION": "us-east-2",
1430
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",

‎.devcontainer/llvm20-cuda12.9/devcontainer.json‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,26 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
18+
"NVCC_APPEND_FLAGS": "-t=100",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
24+
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:2}",
25+
"SCCACHE_DIST_REWRITE_INCLUDES_ONLY": "${localEnv:SCCACHE_DIST_REWRITE_INCLUDES_ONLY:true}",
26+
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
27+
"SCCACHE_IDLE_TIMEOUT": "${localEnv:SCCACHE_IDLE_TIMEOUT:7200}",
1228
"SCCACHE_BUCKET": "rapids-sccache-devs",
1329
"SCCACHE_REGION": "us-east-2",
1430
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",

‎.devcontainer/llvm20-cuda13.0/devcontainer.json‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,26 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
18+
"NVCC_APPEND_FLAGS": "-t=100",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
24+
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:2}",
25+
"SCCACHE_DIST_REWRITE_INCLUDES_ONLY": "${localEnv:SCCACHE_DIST_REWRITE_INCLUDES_ONLY:true}",
26+
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
27+
"SCCACHE_IDLE_TIMEOUT": "${localEnv:SCCACHE_IDLE_TIMEOUT:7200}",
1228
"SCCACHE_BUCKET": "rapids-sccache-devs",
1329
"SCCACHE_REGION": "us-east-2",
1430
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",

‎.devcontainer/nvhpc25.7/devcontainer.json‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,26 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
18+
"NVCC_APPEND_FLAGS": "-t=100",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
24+
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:2}",
25+
"SCCACHE_DIST_REWRITE_INCLUDES_ONLY": "${localEnv:SCCACHE_DIST_REWRITE_INCLUDES_ONLY:false}",
26+
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
27+
"SCCACHE_IDLE_TIMEOUT": "${localEnv:SCCACHE_IDLE_TIMEOUT:7200}",
1228
"SCCACHE_BUCKET": "rapids-sccache-devs",
1329
"SCCACHE_REGION": "us-east-2",
1430
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",

‎.github/workflows/ci.cpu.yml‎

Lines changed: 19 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -60,11 +60,27 @@ jobs:
6060
role-duration-seconds: 28800 # 8 hours
6161
role-to-assume: arn:aws:iam::279114543810:role/gha-oidc-NVIDIA
6262
- name: Build and test CPU schedulers
63+
env:
64+
NVCC_APPEND_FLAGS: "-t=100"
65+
SCCACHE_DIST_URL: "https://amd64.linux.sccache.rapids.nvidia.com"
66+
SCCACHE_DIST_CONNECT_TIMEOUT: "30"
67+
SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE: "true"
68+
SCCACHE_DIST_KEEPALIVE_ENABLED: "true"
69+
SCCACHE_DIST_KEEPALIVE_INTERVAL: "20"
70+
SCCACHE_DIST_KEEPALIVE_TIMEOUT: "600"
71+
SCCACHE_DIST_MAX_RETRIES: "2"
72+
SCCACHE_DIST_REWRITE_INCLUDES_ONLY: ${{ contains(matrix.tag, 'llvm') && 'true' || 'false' }}
73+
SCCACHE_DIST_REQUEST_TIMEOUT: "7140"
74+
SCCACHE_IDLE_TIMEOUT: "7200"
6375
run: |
6476
set -ex;
6577
6678
devcontainer-utils-install-sccache --repo rapidsai/sccache --version rapids;
67-
devcontainer-utils-start-sccache;
79+
devcontainer-utils-init-sccache-dist \
80+
--enable-sccache-dist - <<< " \
81+
--auth-type 'token' \
82+
--auth-token '${{ secrets.STDEXEC_BUILD_CLUSTER_SECRET }}' \
83+
";
6884
6985
# Copy source folder into ~/stdexec
7086
cp -r "${GITHUB_WORKSPACE}"/stdexec ~/;
@@ -81,13 +97,13 @@ jobs:
8197
;
8298
8399
# Compile
84-
cmake --build build -v -j 64;
100+
cmake --build build -v -j 512;
85101
86102
# Print sccache stats
87103
sccache -s;
88104
89105
# Tests
90-
ctest --test-dir build --verbose --output-on-failure --timeout 60;
106+
ctest --test-dir build --verbose --output-on-failure --timeout 300;
91107
- if: ${{ !cancelled() }}
92108
name: Upload sccache logs
93109
uses: actions/upload-artifact@v4

‎.github/workflows/ci.gpu.yml‎

Lines changed: 19 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,18 @@ jobs:
6262
role-duration-seconds: 28800 # 8 hours
6363
role-to-assume: arn:aws:iam::279114543810:role/gha-oidc-NVIDIA
6464
- name: Build and test GPU schedulers
65+
env:
66+
NVCC_APPEND_FLAGS: "-t=100"
67+
SCCACHE_DIST_URL: "https://${{ matrix.arch }}.linux.sccache.rapids.nvidia.com"
68+
SCCACHE_DIST_CONNECT_TIMEOUT: "30"
69+
SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE: "true"
70+
SCCACHE_DIST_KEEPALIVE_ENABLED: "true"
71+
SCCACHE_DIST_KEEPALIVE_INTERVAL: "20"
72+
SCCACHE_DIST_KEEPALIVE_TIMEOUT: "600"
73+
SCCACHE_DIST_MAX_RETRIES: "2"
74+
SCCACHE_DIST_REWRITE_INCLUDES_ONLY: ${{ matrix.cxx == 'clang++' && 'true' || 'false' }}
75+
SCCACHE_DIST_REQUEST_TIMEOUT: "7140"
76+
SCCACHE_IDLE_TIMEOUT: "7200"
6577
run: |
6678
set -e;
6779
@@ -76,7 +88,11 @@ jobs:
7688
set -x;
7789
7890
devcontainer-utils-install-sccache --repo rapidsai/sccache --version rapids;
79-
devcontainer-utils-start-sccache;
91+
devcontainer-utils-init-sccache-dist \
92+
--enable-sccache-dist - <<< " \
93+
--auth-type 'token' \
94+
--auth-token '${{ secrets.STDEXEC_BUILD_CLUSTER_SECRET }}' \
95+
";
8096
8197
# Copy source folder into ~/stdexec
8298
cp -r "${GITHUB_WORKSPACE}"/stdexec ~/;
@@ -94,13 +110,13 @@ jobs:
94110
;
95111
96112
# Compile
97-
cmake --build build -v;
113+
cmake --build build -v -j 512;
98114
99115
# Print sccache stats
100116
sccache -s;
101117
102118
# Tests
103-
ctest --test-dir build --verbose --output-on-failure --timeout 60;
119+
ctest --test-dir build --verbose --output-on-failure --timeout 300;
104120
105121
# Examples
106122
./build/examples/nvexec/maxwell_cpu_st --iterations=1000 --N=512 --run-cpp --run-inline-scheduler;

0 commit comments

Comments
 (0)