Skip to content

Commit e1c0384

Browse files
committed
comment out blocked writeToBQ part
1 parent 8b9e6e1 commit e1c0384

1 file changed

Lines changed: 55 additions & 54 deletions

File tree

sdks/python/apache_beam/yaml/extended_tests/databases/bigquery_dynamic_destinations.yaml

Lines changed: 55 additions & 54 deletions
Original file line numberDiff line numberDiff line change
@@ -33,60 +33,61 @@ pipelines:
3333
- {id: 2, name: "Bob", country: "UK"}
3434
- {id: 3, name: "Charlie", country: "CN"}
3535
- {id: 4, name: "David", country: "US"}
36-
- type: WriteToBigQuery
37-
name: WriteWithDynamicDestinations
38-
config:
39-
# NOTE: This will create 3 tables: BQ_TABLE_US, BQ_TABLE_UK, BQ_TABLE_CN
40-
# This is because the table name is dynamically generated using the country field.
41-
# The {{country}} syntax is used to dynamically generate the table name.
42-
# For this testing example we are using {{country}} to dynamically generate the table name.
43-
# In production, we would use {country} to dynamically generate the table name.
44-
table: "{BQ_TABLE}_{{country}}"
45-
create_disposition: CREATE_IF_NEEDED
46-
write_disposition: WRITE_APPEND
47-
options:
48-
project: "apache-beam-testing"
49-
temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
36+
# Blocked by https://github.com/apache/beam/issues/30950
37+
# - type: WriteToBigQuery
38+
# name: WriteWithDynamicDestinations
39+
# config:
40+
# # NOTE: This will create 3 tables: BQ_TABLE_US, BQ_TABLE_UK, BQ_TABLE_CN
41+
# # This is because the table name is dynamically generated using the country field.
42+
# # The {{country}} syntax is used to dynamically generate the table name.
43+
# # For this testing example we are using {{country}} to dynamically generate the table name.
44+
# # In production, we would use {country} to dynamically generate the table name.
45+
# table: "{BQ_TABLE}_{{country}}"
46+
# create_disposition: CREATE_IF_NEEDED
47+
# write_disposition: WRITE_APPEND
48+
# options:
49+
# project: "apache-beam-testing"
50+
# temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
5051

51-
- pipeline:
52-
type: chain
53-
transforms:
54-
- type: ReadFromBigQuery
55-
config:
56-
table: "{BQ_TABLE}_US"
57-
- type: AssertEqual
58-
config:
59-
elements:
60-
- {id: 1, name: "Alice", country: "US"}
61-
- {id: 4, name: "David", country: "US"}
62-
options:
63-
project: "apache-beam-testing"
64-
temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
52+
# - pipeline:
53+
# type: chain
54+
# transforms:
55+
# - type: ReadFromBigQuery
56+
# config:
57+
# table: "{BQ_TABLE}_US"
58+
# - type: AssertEqual
59+
# config:
60+
# elements:
61+
# - {id: 1, name: "Alice", country: "US"}
62+
# - {id: 4, name: "David", country: "US"}
63+
# options:
64+
# project: "apache-beam-testing"
65+
# temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
6566

66-
- pipeline:
67-
type: chain
68-
transforms:
69-
- type: ReadFromBigQuery
70-
config:
71-
table: "{BQ_TABLE}_UK"
72-
- type: AssertEqual
73-
config:
74-
elements:
75-
- {id: 2, name: "Bob", country: "UK"}
76-
options:
77-
project: "apache-beam-testing"
78-
temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
67+
# - pipeline:
68+
# type: chain
69+
# transforms:
70+
# - type: ReadFromBigQuery
71+
# config:
72+
# table: "{BQ_TABLE}_UK"
73+
# - type: AssertEqual
74+
# config:
75+
# elements:
76+
# - {id: 2, name: "Bob", country: "UK"}
77+
# options:
78+
# project: "apache-beam-testing"
79+
# temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
7980

80-
- pipeline:
81-
type: chain
82-
transforms:
83-
- type: ReadFromBigQuery
84-
config:
85-
table: "{BQ_TABLE}_CN"
86-
- type: AssertEqual
87-
config:
88-
elements:
89-
- {id: 3, name: "Charlie", country: "CN"}
90-
options:
91-
project: "apache-beam-testing"
92-
temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"
81+
# - pipeline:
82+
# type: chain
83+
# transforms:
84+
# - type: ReadFromBigQuery
85+
# config:
86+
# table: "{BQ_TABLE}_CN"
87+
# - type: AssertEqual
88+
# config:
89+
# elements:
90+
# - {id: 3, name: "Charlie", country: "CN"}
91+
# options:
92+
# project: "apache-beam-testing"
93+
# temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"

0 commit comments

Comments
 (0)