Skip to content

Commit 268e1a1

Browse files
sboorlagaddasboorlagadda
authored
GEODE-10445: Add distributed tests to pipeline (#7877)
 Included wan, cq, lucene, assembly and management DUnit test jobs as individual steps in the pipeline to deal with 6hr max timeout.
1 parent e05ecbe commit 268e1a1

1 file changed

Lines changed: 220 additions & 2 deletions

File tree

‎.github/workflows/gradle.yml‎

Lines changed: 220 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -124,6 +124,7 @@ jobs:
124124
cp gradlew gradlewStrict
125125
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
126126
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
127+
--parallel \
127128
-PcompileJVM=${JAVA_BUILD_PATH} \
128129
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
129130
-PtestJVM=${JAVA_TEST_PATH} \
@@ -168,7 +169,8 @@ jobs:
168169
cp gradlew gradlewStrict
169170
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
170171
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
171-
--no-parallel \
172+
--parallel \
173+
-PparallelDunit \
172174
--max-workers=12 \
173175
-PcompileJVM=${JAVA_BUILD_PATH} \
174176
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
@@ -223,4 +225,220 @@ jobs:
223225
with:
224226
name: acceptance-test-reports-${{ matrix.os }}-${{ matrix.java }}
225227
path: build/reports
226-
retention-days: 5
228+
retention-days: 5
229+
230+
wanDistributedTestCore:
231+
needs: [apiCheck, unitTest]
232+
strategy:
233+
matrix:
234+
os: [ubuntu-latest]
235+
distribution: ['liberica']
236+
java: ['8']
237+
runs-on: ${{ matrix.os }}
238+
steps:
239+
- uses: actions/checkout@v3
240+
- name: Set up JDK
241+
uses: actions/setup-java@v3
242+
with:
243+
distribution: ${{ matrix.distribution }}
244+
java-version: ${{ matrix.java }}
245+
- name: Setup Gradle
246+
uses: gradle/gradle-build-action@v2
247+
- name: Run wan distributed tests
248+
run: |
249+
GRADLE_JVM_PATH=${JAVA_HOME_8_X64}
250+
JAVA_BUILD_PATH=${JAVA_HOME_8_X64}
251+
JAVA_BUILD_VERSION=8
252+
JAVA_TEST_VERSION=8
253+
cp gradlew gradlewStrict
254+
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
255+
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
256+
--parallel \
257+
-PparallelDunit \
258+
--max-workers=6 \
259+
-PcompileJVM=${JAVA_BUILD_PATH} \
260+
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
261+
-PtestJVM=${JAVA_TEST_PATH} \
262+
-PtestJVMVer=${JAVA_TEST_VERSION} \
263+
-PtestJava8Home=${JAVA_HOME_8_X64} \
264+
geode-wan:distributedTest --console=plain --no-daemon
265+
- uses: actions/upload-artifact@v3
266+
if: failure()
267+
with:
268+
name: wan-distributed-test-reports-${{ matrix.os }}-${{ matrix.java }}
269+
path: build/reports
270+
retention-days: 5
271+
272+
cqDistributedTestCore:
273+
needs: [apiCheck, unitTest]
274+
strategy:
275+
matrix:
276+
os: [ubuntu-latest]
277+
distribution: ['liberica']
278+
java: ['8']
279+
runs-on: ${{ matrix.os }}
280+
steps:
281+
- uses: actions/checkout@v3
282+
- name: Set up JDK
283+
uses: actions/setup-java@v3
284+
with:
285+
distribution: ${{ matrix.distribution }}
286+
java-version: ${{ matrix.java }}
287+
- name: Setup Gradle
288+
uses: gradle/gradle-build-action@v2
289+
- name: Run cq distributed tests
290+
run: |
291+
GRADLE_JVM_PATH=${JAVA_HOME_8_X64}
292+
JAVA_BUILD_PATH=${JAVA_HOME_8_X64}
293+
JAVA_BUILD_VERSION=8
294+
JAVA_TEST_VERSION=8
295+
cp gradlew gradlewStrict
296+
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
297+
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
298+
--parallel \
299+
-PparallelDunit \
300+
--max-workers=6 \
301+
-PcompileJVM=${JAVA_BUILD_PATH} \
302+
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
303+
-PtestJVM=${JAVA_TEST_PATH} \
304+
-PtestJVMVer=${JAVA_TEST_VERSION} \
305+
-PtestJava8Home=${JAVA_HOME_8_X64} \
306+
geode-cq:distributedTest --console=plain --no-daemon
307+
- uses: actions/upload-artifact@v3
308+
if: failure()
309+
with:
310+
name: cq-distributed-test-reports-${{ matrix.os }}-${{ matrix.java }}
311+
path: build/reports
312+
retention-days: 5
313+
314+
luceneDistributedTestCore:
315+
needs: [apiCheck, unitTest]
316+
strategy:
317+
matrix:
318+
os: [ubuntu-latest]
319+
distribution: ['liberica']
320+
java: ['8']
321+
runs-on: ${{ matrix.os }}
322+
steps:
323+
- uses: actions/checkout@v3
324+
- name: Set up JDK
325+
uses: actions/setup-java@v3
326+
with:
327+
distribution: ${{ matrix.distribution }}
328+
java-version: ${{ matrix.java }}
329+
- name: Setup Gradle
330+
uses: gradle/gradle-build-action@v2
331+
- name: Run lucene distributed tests
332+
run: |
333+
GRADLE_JVM_PATH=${JAVA_HOME_8_X64}
334+
JAVA_BUILD_PATH=${JAVA_HOME_8_X64}
335+
JAVA_BUILD_VERSION=8
336+
JAVA_TEST_VERSION=8
337+
cp gradlew gradlewStrict
338+
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
339+
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
340+
--parallel \
341+
-PparallelDunit \
342+
--max-workers=6 \
343+
-PcompileJVM=${JAVA_BUILD_PATH} \
344+
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
345+
-PtestJVM=${JAVA_TEST_PATH} \
346+
-PtestJVMVer=${JAVA_TEST_VERSION} \
347+
-PtestJava8Home=${JAVA_HOME_8_X64} \
348+
geode-lucene:distributedTest --console=plain --no-daemon
349+
- uses: actions/upload-artifact@v3
350+
if: failure()
351+
with:
352+
name: lucene-distributed-test-reports-${{ matrix.os }}-${{ matrix.java }}
353+
path: build/reports
354+
retention-days: 5
355+
356+
mgmtDistributedTestCore:
357+
needs: [apiCheck, unitTest]
358+
strategy:
359+
matrix:
360+
os: [ubuntu-latest]
361+
distribution: ['liberica']
362+
java: ['8']
363+
runs-on: ${{ matrix.os }}
364+
steps:
365+
- uses: actions/checkout@v3
366+
- name: Set up JDK
367+
uses: actions/setup-java@v3
368+
with:
369+
distribution: ${{ matrix.distribution }}
370+
java-version: ${{ matrix.java }}
371+
- name: Setup Gradle
372+
uses: gradle/gradle-build-action@v2
373+
- name: Run gfsh, web-mgmt, web distributed tests
374+
run: |
375+
GRADLE_JVM_PATH=${JAVA_HOME_8_X64}
376+
JAVA_BUILD_PATH=${JAVA_HOME_8_X64}
377+
JAVA_BUILD_VERSION=8
378+
JAVA_TEST_VERSION=8
379+
cp gradlew gradlewStrict
380+
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
381+
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
382+
--no-parallel \
383+
--max-workers=6 \
384+
-PcompileJVM=${JAVA_BUILD_PATH} \
385+
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
386+
-PtestJVM=${JAVA_TEST_PATH} \
387+
-PtestJVMVer=${JAVA_TEST_VERSION} \
388+
-PtestJava8Home=${JAVA_HOME_8_X64} \
389+
geode-gfsh:distributedTest \
390+
geode-web:distributedTest \
391+
geode-web-management:distributedTest --console=plain --no-daemon
392+
- uses: actions/upload-artifact@v3
393+
if: failure()
394+
with:
395+
name: mgmt-distributed-test-reports-${{ matrix.os }}-${{ matrix.java }}
396+
path: build/reports
397+
retention-days: 5
398+
399+
400+
assemblyDistributedTestCore:
401+
needs: [ apiCheck, unitTest ]
402+
strategy:
403+
matrix:
404+
os: [ ubuntu-latest ]
405+
distribution: [ 'liberica' ]
406+
java: [ '8' ]
407+
runs-on: ${{ matrix.os }}
408+
steps:
409+
- uses: actions/checkout@v3
410+
- name: Set up JDK
411+
uses: actions/setup-java@v3
412+
with:
413+
distribution: ${{ matrix.distribution }}
414+
java-version: ${{ matrix.java }}
415+
- name: Setup Gradle
416+
uses: gradle/gradle-build-action@v2
417+
- name: Run assembly, connectors, old-client, extensions distributed tests
418+
run: |
419+
GRADLE_JVM_PATH=${JAVA_HOME_8_X64}
420+
JAVA_BUILD_PATH=${JAVA_HOME_8_X64}
421+
JAVA_BUILD_VERSION=8
422+
JAVA_TEST_VERSION=8
423+
cp gradlew gradlewStrict
424+
sed -e 's/JAVA_HOME/GRADLE_JVM/g' -i.back gradlewStrict
425+
GRADLE_JVM=${GRADLE_JVM_PATH} JAVA_TEST_PATH=${JAVA_TEST_PATH} ./gradlewStrict \
426+
--no-parallel \
427+
--max-workers=6 \
428+
-PcompileJVM=${JAVA_BUILD_PATH} \
429+
-PcompileJVMVer=${JAVA_BUILD_VERSION} \
430+
-PtestJVM=${JAVA_TEST_PATH} \
431+
-PtestJVMVer=${JAVA_TEST_VERSION} \
432+
-PtestJava8Home=${JAVA_HOME_8_X64} \
433+
geode-assembly:distributedTest \
434+
geode-dunit:distributedTest \
435+
geode-connectors:distributedTest \
436+
geode-old-client:distributedTest \
437+
extensions:geode-modules:distributedTest \
438+
extensions:geode-modules-tomcat8:distributedTest --console=plain --no-daemon
439+
- uses: actions/upload-artifact@v3
440+
if: failure()
441+
with:
442+
name: assembly-distributed-test-reports-${{ matrix.os }}-${{ matrix.java }}
443+
path: build/reports
444+
retention-days: 5

0 commit comments

Comments
 (0)