Skip to content

Commit 9732ec2

Browse files
trxcllnttrxcllnt
committed
enable sccache-dist build cluster
1 parent 261292b commit 9732ec2

6 files changed

Lines changed: 90 additions & 52 deletions

File tree

‎.devcontainer/llvm20-cuda12.0/devcontainer.json‎

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -5,25 +5,29 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
1218
"SCCACHE_BUCKET": "rapids-sccache-devs",
13-
"SCCACHE_DIST_AUTH_TOKEN_VAR": "${localEnv:SCCACHE_DIST_AUTH_TOKEN_VAR}",
14-
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
15-
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
16-
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
17-
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
18-
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
19-
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:4}",
20-
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
21-
"SCCACHE_DIST_TOKEN": "${localEnv:SCCACHE_DIST_TOKEN}",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "30",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "true",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "true",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "20",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "600",
24+
"SCCACHE_DIST_MAX_RETRIES": "4",
25+
"SCCACHE_DIST_REQUEST_TIMEOUT": "7140",
2226
"SCCACHE_ERROR_LOG": "/home/coder/stdexec/.cache/sccache.log",
2327
"SCCACHE_REGION": "us-east-2",
2428
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",
2529
"SCCACHE_SERVER_PORT": "4225",
26-
"SCCACHE_SERVER_LOG": "${localEnv:SCCACHE_SERVER_LOG:sccache=debug}"
30+
"SCCACHE_SERVER_LOG": "sccache=debug"
2731
},
2832

2933
"workspaceFolder": "/home/coder/stdexec",

‎.devcontainer/llvm20-cuda12.9/devcontainer.json‎

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -5,25 +5,29 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
1218
"SCCACHE_BUCKET": "rapids-sccache-devs",
13-
"SCCACHE_DIST_AUTH_TOKEN_VAR": "${localEnv:SCCACHE_DIST_AUTH_TOKEN_VAR}",
14-
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
15-
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
16-
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
17-
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
18-
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
19-
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:4}",
20-
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
21-
"SCCACHE_DIST_TOKEN": "${localEnv:SCCACHE_DIST_TOKEN}",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "30",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "true",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "true",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "20",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "600",
24+
"SCCACHE_DIST_MAX_RETRIES": "4",
25+
"SCCACHE_DIST_REQUEST_TIMEOUT": "7140",
2226
"SCCACHE_ERROR_LOG": "/home/coder/stdexec/.cache/sccache.log",
2327
"SCCACHE_REGION": "us-east-2",
2428
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",
2529
"SCCACHE_SERVER_PORT": "4225",
26-
"SCCACHE_SERVER_LOG": "${localEnv:SCCACHE_SERVER_LOG:sccache=debug}"
30+
"SCCACHE_SERVER_LOG": "sccache=debug"
2731
},
2832

2933
"workspaceFolder": "/home/coder/stdexec",

‎.devcontainer/llvm20-cuda13.0/devcontainer.json‎

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -5,25 +5,29 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
1218
"SCCACHE_BUCKET": "rapids-sccache-devs",
13-
"SCCACHE_DIST_AUTH_TOKEN_VAR": "${localEnv:SCCACHE_DIST_AUTH_TOKEN_VAR}",
14-
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
15-
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
16-
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
17-
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
18-
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
19-
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:4}",
20-
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
21-
"SCCACHE_DIST_TOKEN": "${localEnv:SCCACHE_DIST_TOKEN}",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "30",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "true",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "true",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "20",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "600",
24+
"SCCACHE_DIST_MAX_RETRIES": "4",
25+
"SCCACHE_DIST_REQUEST_TIMEOUT": "7140",
2226
"SCCACHE_ERROR_LOG": "/home/coder/stdexec/.cache/sccache.log",
2327
"SCCACHE_REGION": "us-east-2",
2428
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",
2529
"SCCACHE_SERVER_PORT": "4225",
26-
"SCCACHE_SERVER_LOG": "${localEnv:SCCACHE_SERVER_LOG:sccache=debug}"
30+
"SCCACHE_SERVER_LOG": "sccache=debug"
2731
},
2832

2933
"workspaceFolder": "/home/coder/stdexec",

‎.devcontainer/nvhpc25.7/devcontainer.json‎

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -5,25 +5,29 @@
55

66
"initializeCommand": ["/bin/bash", "-c", "mkdir -p .cache/.{aws,cache,config}"],
77

8+
"postCreateCommand": [
9+
"/bin/bash",
10+
"-c",
11+
"if test -z \"${DISABLE_SCCACHE:+x}\"; then echo \"export SCCACHE_DIST_URL='https://$(dpkg --print-architecture).$(uname -s | tr '[:upper:]' '[:lower:]').sccache.rapids.nvidia.com'\" >> /home/coder/.bashrc; fi"
12+
],
13+
814
"containerEnv": {
915
"AWS_ROLE_ARN": "arn:aws:iam::279114543810:role/nv-gha-token-sccache-devs",
1016
"DEVCONTAINER_UTILS_ENABLE_SCCACHE_DIST": "true",
1117
"HISTFILE": "${containerWorkspaceFolder}/.cache/._bash_history",
1218
"SCCACHE_BUCKET": "rapids-sccache-devs",
13-
"SCCACHE_DIST_AUTH_TOKEN_VAR": "${localEnv:SCCACHE_DIST_AUTH_TOKEN_VAR}",
14-
"SCCACHE_DIST_CONNECT_TIMEOUT": "${localEnv:SCCACHE_DIST_CONNECT_TIMEOUT:30}",
15-
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "${localEnv:SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE:true}",
16-
"SCCACHE_DIST_KEEPALIVE_ENABLED": "${localEnv:SCCACHE_DIST_KEEPALIVE_ENABLED:true}",
17-
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "${localEnv:SCCACHE_DIST_KEEPALIVE_INTERVAL:20}",
18-
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "${localEnv:SCCACHE_DIST_KEEPALIVE_TIMEOUT:600}",
19-
"SCCACHE_DIST_MAX_RETRIES": "${localEnv:SCCACHE_DIST_MAX_RETRIES:4}",
20-
"SCCACHE_DIST_REQUEST_TIMEOUT": "${localEnv:SCCACHE_DIST_REQUEST_TIMEOUT:7140}",
21-
"SCCACHE_DIST_TOKEN": "${localEnv:SCCACHE_DIST_TOKEN}",
19+
"SCCACHE_DIST_CONNECT_TIMEOUT": "30",
20+
"SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE": "true",
21+
"SCCACHE_DIST_KEEPALIVE_ENABLED": "true",
22+
"SCCACHE_DIST_KEEPALIVE_INTERVAL": "20",
23+
"SCCACHE_DIST_KEEPALIVE_TIMEOUT": "600",
24+
"SCCACHE_DIST_MAX_RETRIES": "4",
25+
"SCCACHE_DIST_REQUEST_TIMEOUT": "7140",
2226
"SCCACHE_ERROR_LOG": "/home/coder/stdexec/.cache/sccache.log",
2327
"SCCACHE_REGION": "us-east-2",
2428
"SCCACHE_S3_KEY_PREFIX": "nvidia-stdexec-dev",
2529
"SCCACHE_SERVER_PORT": "4225",
26-
"SCCACHE_SERVER_LOG": "${localEnv:SCCACHE_SERVER_LOG:sccache=debug}"
30+
"SCCACHE_SERVER_LOG": "sccache=debug"
2731
},
2832

2933
"workspaceFolder": "/home/coder/stdexec",

‎.github/workflows/ci.cpu.yml‎

Lines changed: 17 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -30,12 +30,22 @@ jobs:
3030
options: -u root
3131
image: rapidsai/devcontainers:25.10-cpp-${{ matrix.tag }}
3232
env:
33-
SCCACHE_REGION: "us-east-2"
3433
SCCACHE_BUCKET: "rapids-sccache-devs"
34+
SCCACHE_DIST_AUTH_TOKEN_VAR: "SCCACHE_DIST_TOKEN"
35+
SCCACHE_DIST_CONNECT_TIMEOUT: "30"
36+
SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE: "true"
37+
SCCACHE_DIST_KEEPALIVE_ENABLED: "true"
38+
SCCACHE_DIST_KEEPALIVE_INTERVAL: "20"
39+
SCCACHE_DIST_KEEPALIVE_TIMEOUT: "600"
40+
SCCACHE_DIST_MAX_RETRIES: "4"
41+
SCCACHE_DIST_REQUEST_TIMEOUT: "7140"
42+
SCCACHE_DIST_TOKEN: "${{ secrets.STDEXEC_BUILD_CLUSTER_SECRET }}"
43+
SCCACHE_DIST_URL: "https://${{ matrix.arch }}.linux.sccache.rapids.nvidia.com"
44+
SCCACHE_ERROR_LOG: "/home/coder/stdexec/.cache/sccache.log"
45+
SCCACHE_REGION: "us-east-2"
3546
SCCACHE_S3_KEY_PREFIX: "nvidia-stdexec-dev"
36-
SCCACHE_ERROR_LOG: "/home/coder/.cache/sccache.log"
37-
SCCACHE_SERVER_LOG: "sccache=debug"
3847
SCCACHE_SERVER_PORT: "4225"
48+
SCCACHE_SERVER_LOG: "sccache=debug"
3949
permissions:
4050
id-token: write # This is required for configure-aws-credentials
4151
contents: read # This is required for actions/checkout
@@ -78,8 +88,9 @@ jobs:
7888
run: |
7989
set -ex;
8090
81-
devcontainer-utils-install-sccache --repo rapidsai/sccache --version rapids;
82-
devcontainer-utils-start-sccache;
91+
sudo pkill -9 sccache;
92+
sudo rm -f .cache/*.log;
93+
devcontainer-utils-post-attach-command;
8394
8495
# Copy source folder into ~/stdexec
8596
cp -r "${GITHUB_WORKSPACE}"/stdexec ~/;
@@ -108,7 +119,7 @@ jobs:
108119
uses: actions/upload-artifact@v4
109120
with:
110121
name: sccache-client-logs-${{env.ARTIFACT_PREFIX}}-${{env.ARTIFACT_SUFFIX}}
111-
path: /home/coder/.cache/sccache*.log
122+
path: .cache/*.log
112123
compression-level: 9
113124

114125
ci-cpu:

‎.github/workflows/ci.gpu.yml‎

Lines changed: 17 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -30,12 +30,22 @@ jobs:
3030
image: rapidsai/devcontainers:25.10-cpp-${{ matrix.tag }}
3131
env:
3232
NVIDIA_VISIBLE_DEVICES: "${{ env.NVIDIA_VISIBLE_DEVICES }}"
33-
SCCACHE_REGION: "us-east-2"
3433
SCCACHE_BUCKET: "rapids-sccache-devs"
34+
SCCACHE_DIST_AUTH_TOKEN_VAR: "SCCACHE_DIST_TOKEN"
35+
SCCACHE_DIST_CONNECT_TIMEOUT: "30"
36+
SCCACHE_DIST_FALLBACK_TO_LOCAL_COMPILE: "true"
37+
SCCACHE_DIST_KEEPALIVE_ENABLED: "true"
38+
SCCACHE_DIST_KEEPALIVE_INTERVAL: "20"
39+
SCCACHE_DIST_KEEPALIVE_TIMEOUT: "600"
40+
SCCACHE_DIST_MAX_RETRIES: "4"
41+
SCCACHE_DIST_REQUEST_TIMEOUT: "7140"
42+
SCCACHE_DIST_TOKEN: "${{ secrets.STDEXEC_BUILD_CLUSTER_SECRET }}"
43+
SCCACHE_DIST_URL: "https://${{ matrix.arch }}.linux.sccache.rapids.nvidia.com"
44+
SCCACHE_ERROR_LOG: "/home/coder/stdexec/.cache/sccache.log"
45+
SCCACHE_REGION: "us-east-2"
3546
SCCACHE_S3_KEY_PREFIX: "nvidia-stdexec-dev"
36-
SCCACHE_ERROR_LOG: "/home/coder/.cache/sccache.log"
37-
SCCACHE_SERVER_LOG: "sccache=debug"
3847
SCCACHE_SERVER_PORT: "4225"
48+
SCCACHE_SERVER_LOG: "sccache=debug"
3949
permissions:
4050
id-token: write # This is required for configure-aws-credentials
4151
contents: read # This is required for actions/checkout
@@ -90,8 +100,9 @@ jobs:
90100
91101
set -x;
92102
93-
devcontainer-utils-install-sccache --repo rapidsai/sccache --version rapids;
94-
devcontainer-utils-start-sccache;
103+
sudo pkill -9 sccache;
104+
sudo rm -f .cache/*.log;
105+
devcontainer-utils-post-attach-command;
95106
96107
# Copy source folder into ~/stdexec
97108
cp -r "${GITHUB_WORKSPACE}"/stdexec ~/;
@@ -126,7 +137,7 @@ jobs:
126137
uses: actions/upload-artifact@v4
127138
with:
128139
name: sccache-client-logs-${{env.ARTIFACT_PREFIX}}-${{env.ARTIFACT_SUFFIX}}
129-
path: /home/coder/.cache/sccache*.log
140+
path: .cache/*.log
130141
compression-level: 9
131142

132143

0 commit comments

Comments
 (0)