Skip to content

Commit efd9d85

Browse files
committed
Fix compilation errors in Delta IO tests due to API changes and missing dependencies
1 parent 603b7bb commit efd9d85

3 files changed

Lines changed: 9 additions & 4 deletions

File tree

sdks/java/io/delta/build.gradle

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,7 @@ dependencies {
6060
testImplementation project(":sdks:java:extensions:avro")
6161

6262
testImplementation library.java.avro
63+
testImplementation "org.apache.parquet:parquet-avro:$parquet_version"
6364
testImplementation library.java.junit
6465
testImplementation project(path: ":sdks:java:core", configuration: "shadowTest")
6566
testImplementation project(path: ":sdks:java:io:common")

sdks/java/io/delta/src/test/java/org/apache/beam/sdk/io/delta/DeltaIOIT.java

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,6 @@
4242
import org.apache.beam.sdk.io.common.IOITHelper;
4343
import org.apache.beam.sdk.io.common.TestRow;
4444
import org.apache.beam.sdk.io.fs.MatchResult;
45-
import org.apache.beam.sdk.io.fs.MimeTypes;
4645
import org.apache.beam.sdk.io.fs.ResourceId;
4746
import org.apache.beam.sdk.io.parquet.ParquetIO;
4847
import org.apache.beam.sdk.testing.PAssert;
@@ -55,6 +54,7 @@
5554
import org.apache.beam.sdk.transforms.Combine;
5655
import org.apache.beam.sdk.transforms.DoFn;
5756
import org.apache.beam.sdk.transforms.ParDo;
57+
import org.apache.beam.sdk.util.MimeTypes;
5858
import org.apache.beam.sdk.values.PCollection;
5959
import org.junit.BeforeClass;
6060
import org.junit.Rule;
@@ -198,8 +198,12 @@ public void processElement(ProcessContext c) {
198198
.to(tablePath)
199199
.withNaming(
200200
key ->
201-
DefaultFilenamePolicy.fromStandardNaming(
202-
key + "/part", null, ".parquet", false)));
201+
DefaultFilenamePolicy.fromStandardParameters(
202+
org.apache.beam.sdk.options.ValueProvider.StaticValueProvider.of(
203+
FileSystems.matchNewResource(key + "/part", false)),
204+
null,
205+
".parquet",
206+
false)));
203207
} else {
204208
pipelineWrite
205209
.apply("Generate sequence", GenerateSequence.from(0).to(numRecords))

sdks/java/io/delta/src/test/java/org/apache/beam/sdk/io/delta/DeltaIOTest.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -455,7 +455,7 @@ public void testConvertToBeamSchema() {
455455
.addField("struct", Schema.FieldType.row(nestedSchema))
456456
.build();
457457

458-
Schema actualSchema = DeltaIO.ReadRows.convertToBeamSchema(deltaSchema);
458+
Schema actualSchema = DeltaIO.inferBeamSchema(deltaSchema);
459459
org.junit.Assert.assertEquals(expectedSchema, actualSchema);
460460
}
461461

0 commit comments

Comments
 (0)