Skip to content

Commit 6eed130

Browse files
authored
update iceberg add files parameters (#38879)
1 parent be50185 commit 6eed130

2 files changed

Lines changed: 5 additions & 0 deletions

File tree

sdks/python/apache_beam/yaml/standard_io.yaml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -418,9 +418,11 @@
418418
catalog_properties: 'catalog_properties'
419419
config_properties: 'config_properties'
420420
triggering_frequency_seconds: 'triggering_frequency_seconds'
421+
manifest_file_size: 'manifest_file_size'
421422
location_prefix: 'location_prefix'
422423
partition_fields: 'partition_fields'
423424
table_properties: 'table_properties'
425+
sort_fields: 'sort_fields'
424426
error_handling: 'error_handling'
425427
underlying_provider:
426428
type: beamJar

sdks/python/apache_beam/yaml/tests/iceberg_add_files.yaml

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,9 @@ pipelines:
5555
catalog_properties:
5656
type: "hadoop"
5757
warehouse: "{TEMP_DIR}/dir"
58+
manifest_file_size: 50
59+
sort_fields:
60+
- "rank desc"
5861

5962
# Pipeline 3: Read from Iceberg and verify the contents
6063
- pipeline:

0 commit comments

Comments
 (0)