|
34 | 34 | # - On changes to sandbox-related files |
35 | 35 | # |
36 | 36 | # -------------------------------------------------------------------- |
37 | | -name: Sandbox Weekly Validation |
| 37 | +name: Sandbox Validation |
38 | 38 |
|
39 | 39 | on: |
40 | 40 | # Run every Monday at 02:00 UTC (weekly validation) |
@@ -92,18 +92,26 @@ jobs: |
92 | 92 | cd devops/sandbox |
93 | 93 | ./run.sh -c ${{ matrix.version }} |
94 | 94 |
|
95 | | - echo "Waiting for deployment to complete..." |
96 | | - for i in {1..30}; do |
| 95 | + echo "Waiting for container to initialize (30s)..." |
| 96 | + sleep 30 |
| 97 | +
|
| 98 | + echo "Waiting for deployment to complete (up to 6 minutes)..." |
| 99 | + for i in {1..36}; do |
97 | 100 | if docker logs cbdb-cdw 2>&1 | grep -q "DEPLOYMENT SUCCESSFUL"; then |
98 | 101 | echo "✅ Deployment completed successfully" |
99 | 102 | break |
100 | 103 | fi |
| 104 | + if docker logs cbdb-cdw 2>&1 | grep -q "Postgres version does not match"; then |
| 105 | + echo "ERROR: Postgres version mismatch detected" |
| 106 | + docker logs cbdb-cdw |
| 107 | + exit 1 |
| 108 | + fi |
101 | 109 | if ! docker ps | grep -q cbdb-cdw; then |
102 | 110 | echo "ERROR: Container stopped unexpectedly" |
103 | 111 | docker logs cbdb-cdw |
104 | 112 | exit 1 |
105 | 113 | fi |
106 | | - [ $i -eq 30 ] && echo "ERROR: Deployment timeout" && docker logs cbdb-cdw && exit 1 |
| 114 | + [ $i -eq 36 ] && echo "ERROR: Deployment timeout after 6 minutes" && docker logs cbdb-cdw && exit 1 |
107 | 115 | sleep 10 |
108 | 116 | done |
109 | 117 | timeout-minutes: 30 |
@@ -172,28 +180,45 @@ jobs: |
172 | 180 | cd devops/sandbox |
173 | 181 | ./run.sh -c ${{ matrix.version }} -m |
174 | 182 |
|
175 | | - echo "Waiting for Apache Cloudberry multi-node deployment to complete..." |
176 | | - for i in {1..24}; do |
| 183 | + echo "Waiting for all containers to fully initialize (90s)..." |
| 184 | + sleep 90 |
| 185 | +
|
| 186 | + echo "Checking all containers are running..." |
| 187 | + for container in cbdb-cdw cbdb-scdw cbdb-sdw1 cbdb-sdw2; do |
| 188 | + if ! docker ps | grep -q $container; then |
| 189 | + echo "ERROR: Container $container not running" |
| 190 | + docker ps -a |
| 191 | + exit 1 |
| 192 | + fi |
| 193 | + done |
| 194 | +
|
| 195 | + echo "Waiting for multi-node deployment to complete (up to 8 minutes)..." |
| 196 | + for i in {1..32}; do |
177 | 197 | if docker logs cbdb-cdw 2>&1 | grep -q "DEPLOYMENT SUCCESSFUL"; then |
178 | 198 | echo "✅ Multi-node deployment completed" |
179 | 199 | break |
180 | 200 | fi |
| 201 | + if docker logs cbdb-cdw 2>&1 | grep -q "Timeout waiting for SSH"; then |
| 202 | + echo "ERROR: SSH timeout detected" |
| 203 | + docker logs cbdb-cdw |
| 204 | + exit 1 |
| 205 | + fi |
181 | 206 | if ! docker ps | grep -q cbdb-cdw; then |
182 | 207 | echo "ERROR: Coordinator stopped unexpectedly" |
183 | 208 | docker logs cbdb-cdw |
184 | 209 | exit 1 |
185 | 210 | fi |
186 | | - [ $i -eq 24 ] && echo "ERROR: Deployment timeout" && docker logs cbdb-cdw && exit 1 |
| 211 | + [ $i -eq 32 ] && echo "ERROR: Deployment timeout after 8 minutes" && docker logs cbdb-cdw && exit 1 |
187 | 212 | sleep 15 |
188 | 213 | done |
189 | | - timeout-minutes: 30 |
| 214 | + timeout-minutes: 35 |
190 | 215 |
|
191 | 216 | - name: Test SSH connectivity between nodes |
192 | 217 | run: | |
193 | 218 | echo "Testing SSH connectivity from coordinator to all nodes..." |
194 | | - docker exec -u gpadmin cbdb-cdw bash -l -c "ssh -o StrictHostKeyChecking=no -o ConnectTimeout=10 sdw1 'hostname'" |
195 | | - docker exec -u gpadmin cbdb-cdw bash -l -c "ssh -o StrictHostKeyChecking=no -o ConnectTimeout=10 sdw2 'hostname'" |
196 | | - docker exec -u gpadmin cbdb-cdw bash -l -c "ssh -o StrictHostKeyChecking=no -o ConnectTimeout=10 scdw 'hostname'" |
| 219 | + docker exec -u gpadmin cbdb-cdw bash -l -c "ssh -o StrictHostKeyChecking=no -o ConnectTimeout=20 sdw1 'hostname'" |
| 220 | + docker exec -u gpadmin cbdb-cdw bash -l -c "ssh -o StrictHostKeyChecking=no -o ConnectTimeout=20 sdw2 'hostname'" |
| 221 | + docker exec -u gpadmin cbdb-cdw bash -l -c "ssh -o StrictHostKeyChecking=no -o ConnectTimeout=20 scdw 'hostname'" |
197 | 222 | echo "✅ SSH connectivity verified" |
198 | 223 |
|
199 | 224 | - name: Test database operations |
|
0 commit comments