Skip to content

Commit 5312b03

Browse files
Amar3ttoAmar3tto
committed
Add IcebergIOLT
1 parent 875cfd1 commit 5312b03

45 files changed

Lines changed: 459 additions & 174 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎it/clickhouse/build.gradle‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,4 +52,4 @@ dependencies {
5252

5353
permitUnusedDeclared "com.clickhouse:client-v2:$clickhouse_java_client_version:all"
5454

55-
}
55+
}

‎it/common/build.gradle‎

Lines changed: 16 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -29,31 +29,40 @@ dependencies {
2929
implementation enforcedPlatform(library.java.google_cloud_platform_libraries_bom)
3030
implementation project(path: ":sdks:java:core", configuration: "shadow")
3131
implementation project(path: ":runners:google-cloud-dataflow-java")
32-
implementation project(path: ":sdks:java:testing:test-utils")
3332
implementation 'com.google.cloud:google-cloud-bigquery'
3433
implementation 'com.google.cloud:google-cloud-monitoring'
34+
implementation 'com.google.cloud:google-cloud-storage'
35+
implementation 'org.apache.hadoop:hadoop-common:3.3.6'
36+
implementation 'org.apache.avro:avro:1.11.1'
37+
implementation 'org.apache.parquet:parquet-avro:1.15.2'
38+
implementation 'org.apache.parquet:parquet-common:1.15.2'
39+
implementation 'org.apache.parquet:parquet-hadoop:1.15.2'
3540
provided 'com.google.api.grpc:proto-google-cloud-monitoring-v3'
41+
implementation library.java.jackson_core
42+
implementation library.java.jackson_databind
3643
implementation library.java.gax
3744
implementation library.java.google_api_services_dataflow
3845
implementation library.java.google_auth_library_credentials
3946
implementation library.java.google_auth_library_oauth2_http
40-
implementation library.java.google_api_services_bigquery
4147
implementation library.java.vendored_guava_32_1_2_jre
4248
implementation library.java.slf4j_api
4349
implementation library.java.commons_lang3
4450
implementation library.java.failsafe
4551
implementation library.java.google_code_gson
52+
implementation library.java.google_cloud_core
53+
implementation library.java.google_api_client
4654
implementation library.java.google_http_client
4755
implementation library.java.guava
4856
implementation library.java.protobuf_java_util
4957
implementation library.java.protobuf_java
50-
58+
implementation library.java.junit
59+
testImplementation library.java.mockito_inline
60+
testRuntimeOnly library.java.slf4j_simple
5161
// TODO: excluding Guava until Truth updates it to >32.1.x
5262
testImplementation(library.java.truth) {
53-
exclude group: 'com.google.guava', module: 'guava'
63+
exclude group: 'com.google.guava', module: 'guava'
5464
}
55-
testImplementation library.java.junit
56-
testImplementation library.java.mockito_inline
57-
testRuntimeOnly library.java.slf4j_simple
65+
testImplementation project(path: ":runners:direct-java", configuration: "shadow")
66+
testImplementation project(path: ":sdks:java:testing:test-utils")
5867
testImplementation project(path: ":sdks:java:extensions:protobuf", configuration: "testRuntimeMigration")
5968
}

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/Artifact.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/Artifact.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts;
18+
package org.apache.beam.it.common.artifacts;
1919

2020
/**
2121
* Represents a single artifact.

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/ArtifactClient.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/ArtifactClient.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts;
18+
package org.apache.beam.it.common.artifacts;
1919

2020
import java.io.IOException;
2121
import java.nio.file.Path;

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/GcsArtifact.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/GcsArtifact.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts;
18+
package org.apache.beam.it.common.artifacts;
1919

2020
import com.google.cloud.storage.Blob;
2121

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/package-info.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/package-info.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,4 +17,4 @@
1717
*/
1818

1919
/** Package for working with test artifacts. */
20-
package org.apache.beam.it.gcp.artifacts;
20+
package org.apache.beam.it.common.artifacts;

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/ArtifactUtils.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/utils/ArtifactUtils.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts.utils;
18+
package org.apache.beam.it.common.artifacts.utils;
1919

2020
import static java.util.Arrays.stream;
2121
import static org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.base.Preconditions.checkArgument;

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/AvroTestUtil.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/utils/AvroTestUtil.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts.utils;
18+
package org.apache.beam.it.common.artifacts.utils;
1919

2020
import java.io.ByteArrayOutputStream;
2121
import java.io.IOException;

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/JsonTestUtil.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/utils/JsonTestUtil.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts.utils;
18+
package org.apache.beam.it.common.artifacts.utils;
1919

2020
import com.fasterxml.jackson.core.type.TypeReference;
2121
import com.fasterxml.jackson.databind.JsonNode;

it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/ParquetTestUtil.java renamed to it/common/src/main/java/org/apache/beam/it/common/artifacts/utils/ParquetTestUtil.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* See the License for the specific language governing permissions and
1616
* limitations under the License.
1717
*/
18-
package org.apache.beam.it.gcp.artifacts.utils;
18+
package org.apache.beam.it.common.artifacts.utils;
1919

2020
import java.io.ByteArrayInputStream;
2121
import java.io.File;

0 commit comments

Comments
 (0)