@@ -33,60 +33,61 @@ pipelines:
3333 - {id: 2, name: "Bob", country: "UK"}
3434 - {id: 3, name: "Charlie", country: "CN"}
3535 - {id: 4, name: "David", country: "US"}
36- - type : WriteToBigQuery
37- name : WriteWithDynamicDestinations
38- config :
39- # NOTE: This will create 3 tables: BQ_TABLE_US, BQ_TABLE_UK, BQ_TABLE_CN
40- # This is because the table name is dynamically generated using the country field.
41- # The {{country}} syntax is used to dynamically generate the table name.
42- # For this testing example we are using {{country}} to dynamically generate the table name.
43- # In production, we would use {country} to dynamically generate the table name.
44- table : " {BQ_TABLE}_{{country}}"
45- create_disposition : CREATE_IF_NEEDED
46- write_disposition : WRITE_APPEND
47- options :
48- project : " apache-beam-testing"
49- temp_location : " gs://temp-storage-for-end-to-end-tests/temp-it"
36+ # Blocked by https://github.com/apache/beam/issues/30950
37+ # - type: WriteToBigQuery
38+ # name: WriteWithDynamicDestinations
39+ # config:
40+ # # NOTE: This will create 3 tables: BQ_TABLE_US, BQ_TABLE_UK, BQ_TABLE_CN
41+ # # This is because the table name is dynamically generated using the country field.
42+ # # The {{country}} syntax is used to dynamically generate the table name.
43+ # # For this testing example we are using {{country}} to dynamically generate the table name.
44+ # # In production, we would use {country} to dynamically generate the table name.
45+ # table: "{BQ_TABLE}_{{country}}"
46+ # create_disposition: CREATE_IF_NEEDED
47+ # write_disposition: WRITE_APPEND
48+ # options:
49+ # project: "apache-beam-testing"
50+ # temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
5051
51- - pipeline :
52- type : chain
53- transforms :
54- - type : ReadFromBigQuery
55- config :
56- table : " {BQ_TABLE}_US"
57- - type : AssertEqual
58- config :
59- elements :
60- - {id: 1, name: "Alice", country: "US"}
61- - {id: 4, name: "David", country: "US"}
62- options :
63- project : " apache-beam-testing"
64- temp_location : " gs://temp-storage-for-end-to-end-tests/temp-it"
52+ # - pipeline:
53+ # type: chain
54+ # transforms:
55+ # - type: ReadFromBigQuery
56+ # config:
57+ # table: "{BQ_TABLE}_US"
58+ # - type: AssertEqual
59+ # config:
60+ # elements:
61+ # - {id: 1, name: "Alice", country: "US"}
62+ # - {id: 4, name: "David", country: "US"}
63+ # options:
64+ # project: "apache-beam-testing"
65+ # temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
6566
66- - pipeline :
67- type : chain
68- transforms :
69- - type : ReadFromBigQuery
70- config :
71- table : " {BQ_TABLE}_UK"
72- - type : AssertEqual
73- config :
74- elements :
75- - {id: 2, name: "Bob", country: "UK"}
76- options :
77- project : " apache-beam-testing"
78- temp_location : " gs://temp-storage-for-end-to-end-tests/temp-it"
67+ # - pipeline:
68+ # type: chain
69+ # transforms:
70+ # - type: ReadFromBigQuery
71+ # config:
72+ # table: "{BQ_TABLE}_UK"
73+ # - type: AssertEqual
74+ # config:
75+ # elements:
76+ # - {id: 2, name: "Bob", country: "UK"}
77+ # options:
78+ # project: "apache-beam-testing"
79+ # temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
7980
80- - pipeline :
81- type : chain
82- transforms :
83- - type : ReadFromBigQuery
84- config :
85- table : " {BQ_TABLE}_CN"
86- - type : AssertEqual
87- config :
88- elements :
89- - {id: 3, name: "Charlie", country: "CN"}
90- options :
91- project : " apache-beam-testing"
92- temp_location : " gs://temp-storage-for-end-to-end-tests/temp-it"
81+ # - pipeline:
82+ # type: chain
83+ # transforms:
84+ # - type: ReadFromBigQuery
85+ # config:
86+ # table: "{BQ_TABLE}_CN"
87+ # - type: AssertEqual
88+ # config:
89+ # elements:
90+ # - {id: 3, name: "Charlie", country: "CN"}
91+ # options:
92+ # project: "apache-beam-testing"
93+ # temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
0 commit comments