Skip to content

Commit d9209d9

Browse files
committed
Fix BigQuery Integration tests
1 parent 4194a62 commit d9209d9

File tree

2 files changed

+8
-3
lines changed

2 files changed

+8
-3
lines changed

sdks/python/apache_beam/yaml/extended_tests/data/enrichment.yaml

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,9 @@ pipelines:
4040
- type: WriteToBigQuery
4141
config:
4242
table: "{BQ_TABLE}"
43+
options:
44+
project: "apache-beam-testing"
45+
temp_location: "TEMP_DIR"
4346

4447
- pipeline:
4548
type: chain
@@ -81,4 +84,5 @@ pipelines:
8184
elements:
8285
- {label: '37a', rank: 1, name: 'S2'}
8386
options:
84-
yaml_experimental_features: [ 'Enrichment' ]
87+
yaml_experimental_features: [ 'Enrichment' ]
88+
temp_location: "gs://temp-storage-for-end-to-end-tests/temp-it"

sdks/python/apache_beam/yaml/integration_tests.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -721,8 +721,9 @@ def test(self, providers=providers): # default arg to capture loop value
721721
for pipeline_spec in spec['pipelines']:
722722
with beam.Pipeline(options=PipelineOptions(
723723
pickle_library='cloudpickle',
724-
**yaml_transform.SafeLineLoader.strip_metadata(pipeline_spec.get(
725-
'options', {})))) as p:
724+
**replace_recursive(
725+
yaml_transform.SafeLineLoader.strip_metadata(pipeline_spec.get(
726+
'options', {})), vars))) as p:
726727
yaml_transform.expand_pipeline(
727728
p, replace_recursive(pipeline_spec, vars))
728729

0 commit comments

Comments
 (0)