Skip to content

Commit 5732cdb

Browse files
committed
remove source_gnf_defs option
1 parent 7827ff2 commit 5732cdb

17 files changed

Lines changed: 13386 additions & 13989 deletions

File tree

meta/src/meta/grammar.y

Lines changed: 3 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -117,7 +117,6 @@
117117
%nonterm export_csv_path String
118118
%nonterm export_csv_source transactions.ExportCSVSource
119119
%nonterm export_iceberg_column transactions.ExportIcebergColumn
120-
%nonterm export_iceberg_column_source transactions.ExportIcebergColumns
121120
%nonterm export_iceberg_columns transactions.ExportIcebergColumns
122121
%nonterm export_iceberg_config transactions.ExportIcebergConfig
123122
%nonterm iceberg_catalog_config logic.IcebergCatalogConfig
@@ -1177,21 +1176,11 @@ export_iceberg_column
11771176
$4: logic.Type = $$.type
11781177
$5: Boolean = $$.nullable
11791178

1180-
export_iceberg_column_source
1181-
: "(" "source_gnf_defs" relation_id* ")"
1182-
construct: $$ = transactions.ExportIcebergColumns(source_gnf_defs=transactions.ExportIcebergGnfDefs(defs=$3), target_columns=list[transactions.ExportIcebergColumn]())
1183-
deconstruct if builtin.has_proto_field($$, 'source_gnf_defs'):
1184-
$3: Sequence[logic.RelationId] = $$.source_gnf_defs.defs
1185-
| "(" "source_table_def" relation_id ")"
1186-
construct: $$ = transactions.ExportIcebergColumns(source_table_def=$3, target_columns=list[transactions.ExportIcebergColumn]())
1187-
deconstruct if builtin.has_proto_field($$, 'source_table_def'):
1188-
$3: logic.RelationId = $$.source_table_def
1189-
11901179
export_iceberg_columns
1191-
: "(" "columns" export_iceberg_column_source "(" "target_columns" export_iceberg_column* ")" ")"
1192-
construct: $$ = merge_export_iceberg_columns($3, $6)
1180+
: "(" "columns" relation_id "(" "target_columns" export_iceberg_column* ")" ")"
1181+
construct: $$ = transactions.ExportIcebergColumns(source_table_def=$3, target_columns=$6)
11931182
deconstruct:
1194-
$3: transactions.ExportIcebergColumns = $$
1183+
$3: logic.RelationId = $$.source_table_def
11951184
$6: Sequence[transactions.ExportIcebergColumn] = $$.target_columns
11961185

11971186
iceberg_to_snapshot
@@ -1706,15 +1695,6 @@ def construct_export_iceberg_config_full(
17061695
)
17071696

17081697

1709-
def merge_export_iceberg_columns(
1710-
source: transactions.ExportIcebergColumns,
1711-
target_columns: Sequence[transactions.ExportIcebergColumn],
1712-
) -> transactions.ExportIcebergColumns:
1713-
if builtin.has_proto_field(source, 'source_gnf_defs'):
1714-
return transactions.ExportIcebergColumns(source_gnf_defs=transactions.ExportIcebergGnfDefs(defs=source.source_gnf_defs.defs), target_columns=target_columns)
1715-
return transactions.ExportIcebergColumns(source_table_def=source.source_table_def, target_columns=target_columns)
1716-
1717-
17181698
def deconstruct_export_iceberg_config_optional(
17191699
msg: transactions.ExportIcebergConfig,
17201700
) -> Optional[Sequence[Tuple[String, logic.Value]]]:

proto/relationalai/lqp/v1/transactions.proto

Lines changed: 2 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -134,16 +134,9 @@ message ExportIcebergColumn {
134134
bool nullable = 3;
135135
}
136136

137-
message ExportIcebergGnfDefs {
138-
repeated RelationId defs = 1;
139-
}
140-
141137
message ExportIcebergColumns {
142-
oneof iceberg_columns {
143-
ExportIcebergGnfDefs source_gnf_defs = 1;
144-
RelationId source_table_def = 2;
145-
}
146-
repeated ExportIcebergColumn target_columns = 3;
138+
RelationId source_table_def = 1;
139+
repeated ExportIcebergColumn target_columns = 2;
147140
}
148141

149142
//

0 commit comments

Comments
 (0)