Skip to content

Commit 30d94c9

Browse files
committed
Update bigdata-test dependency to 0.1.2 and improve formatting in pom.xml and README
1 parent bd6e26d commit 30d94c9

2 files changed

Lines changed: 37 additions & 15 deletions

File tree

README.md

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -125,3 +125,10 @@ and building the jars in the image build) and publishes it to **GitHub Container
125125
(`ghcr.io/<owner>/spark-test`) on pushes to the default branch and on `v*` tags. It needs no extra
126126
secrets — it authenticates with the built-in `GITHUB_TOKEN` (`packages: write`). Pull requests build
127127
the image but do not push.
128+
129+
[`.github/workflows/windows.yml`](.github/workflows/windows.yml) runs on `windows-latest` to check
130+
Windows compatibility: it builds every module with Maven and verifies the `hadoop-native-loader`
131+
plugin extracts the Windows-native Hadoop artifacts (`winutils.exe`, `hadoop.dll`). The full
132+
scenario test is not run there — it needs Testcontainers (Linux containers), which GitHub-hosted
133+
Windows runners can't run; run `mvn test` on Linux, or on a self-hosted Windows machine backed by a
134+
Linux-container Docker engine.

pom.xml

Lines changed: 30 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,8 @@
99
<version>0.1.1-SNAPSHOT</version>
1010
<packaging>pom</packaging>
1111
<name>spark-test-parent</name>
12-
<description>Maven Java port of the bigdata-test Spark JUnit 5 example, with Apache and Cloudera Spark modules.</description>
12+
<description>Maven Java port of the bigdata-test Spark JUnit 5 example, with Apache and Cloudera Spark modules.
13+
</description>
1314

1415
<modules>
1516
<module>spark-test-common</module>
@@ -22,7 +23,7 @@
2223
<maven.compiler.release>17</maven.compiler.release>
2324

2425
<!-- bigdata-test framework, published locally as 0.1.1-SNAPSHOT -->
25-
<bigdata-test.version>0.1.1</bigdata-test.version>
26+
<bigdata-test.version>0.1.2</bigdata-test.version>
2627

2728
<!-- shared, version-line independent dependencies -->
2829
<junit.version>5.11.4</junit.version>
@@ -37,7 +38,9 @@
3738
<java-dns.version>0.1.1</java-dns.version>
3839

3940
<!-- forked test JVM options mirrored from the Gradle example -->
40-
<bigdata.test.argLine>--add-exports=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED -Xms2048m -Xmx8192m</bigdata.test.argLine>
41+
<bigdata.test.argLine>--add-exports=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED
42+
--add-opens=java.base/java.net=ALL-UNNAMED -Xms2048m -Xmx8192m
43+
</bigdata.test.argLine>
4144
</properties>
4245

4346
<repositories>
@@ -46,31 +49,43 @@
4649
<repository>
4750
<id>central</id>
4851
<url>https://repo1.maven.org/maven2</url>
49-
<releases><enabled>true</enabled></releases>
50-
<snapshots><enabled>false</enabled></snapshots>
52+
<releases>
53+
<enabled>true</enabled>
54+
</releases>
55+
<snapshots>
56+
<enabled>false</enabled>
57+
</snapshots>
5158
</repository>
5259
<repository>
5360
<id>cloudera</id>
5461
<url>https://repository.cloudera.com/repository/cloudera-repos/</url>
55-
<releases><enabled>true</enabled></releases>
56-
<snapshots><enabled>false</enabled></snapshots>
62+
<releases>
63+
<enabled>true</enabled>
64+
</releases>
65+
<snapshots>
66+
<enabled>false</enabled>
67+
</snapshots>
5768
</repository>
5869
<repository>
5970
<id>confluent</id>
6071
<url>https://packages.confluent.io/maven/</url>
61-
<releases><enabled>true</enabled></releases>
62-
<snapshots><enabled>false</enabled></snapshots>
72+
<releases>
73+
<enabled>true</enabled>
74+
</releases>
75+
<snapshots>
76+
<enabled>false</enabled>
77+
</snapshots>
6378
</repository>
6479
</repositories>
6580

6681
<dependencyManagement>
6782
<dependencies>
68-
<!-- Pin jackson-annotations to Apache Spark 3.5's Jackson line (2.15.2). Maven's
69-
nearest-wins would otherwise select Cloudera Spark's 2.12.7, whose
70-
JsonFormat.Feature lacks READ_UNKNOWN_ENUM_VALUES_USING_DEFAULT_VALUE that
71-
Testcontainers 2.0.4's shaded Jackson requires. Annotations are forward
72-
compatible, and jackson-databind/core are intentionally left at each Spark
73-
line's own version. -->
83+
<!-- Pin jackson-annotations to Apache Spark 3.5's Jackson line (2.15.2). Maven's
84+
nearest-wins would otherwise select Cloudera Spark's 2.12.7, whose
85+
JsonFormat.Feature lacks READ_UNKNOWN_ENUM_VALUES_USING_DEFAULT_VALUE that
86+
Testcontainers 2.0.4's shaded Jackson requires. Annotations are forward
87+
compatible, and jackson-databind/core are intentionally left at each Spark
88+
line's own version. -->
7489
<dependency>
7590
<groupId>com.fasterxml.jackson.core</groupId>
7691
<artifactId>jackson-annotations</artifactId>

0 commit comments

Comments
 (0)