File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
producer/spark_dataproc/runner Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -8,19 +8,19 @@ readonly VM_SPARK_JARS_DIR=/usr/lib/spark/jars
88readonly SPARK_BQ_CONNECTOR_URL=$( /usr/share/google/get_metadata_value attributes/SPARK_BQ_CONNECTOR_URL || echo " " )
99readonly OPENLINEAGE_SPARK_URL=$( /usr/share/google/get_metadata_value attributes/OPENLINEAGE_SPARK_URL || echo " " )
1010readonly SPARK_SPANNER_CONNECTOR_URL=$( /usr/share/google/get_metadata_value attributes/SPARK_SPANNER_CONNECTOR_URL || echo " " )
11- # readonly SPARK_BIGTABLE_CONNECTOR_URL=$(/usr/share/google/get_metadata_value attributes/SPARK_BIGTABLE_CONNECTOR_URL || echo "")
11+ readonly SPARK_BIGTABLE_CONNECTOR_URL=$( /usr/share/google/get_metadata_value attributes/SPARK_BIGTABLE_CONNECTOR_URL || echo " " )
1212
1313
1414if [[ -n " ${OPENLINEAGE_SPARK_URL} " ]]; then
1515 bq_url=" ${SPARK_BQ_CONNECTOR_URL} "
1616 ol_url=" ${OPENLINEAGE_SPARK_URL} "
1717 spanner_url=" ${SPARK_SPANNER_CONNECTOR_URL} "
18- # bigtable_url="${SPARK_BIGTABLE_CONNECTOR_URL}"
18+ bigtable_url=" ${SPARK_BIGTABLE_CONNECTOR_URL} "
1919else
2020 bq_url=" gs://open-lineage-e2e/jars/spark-3.5-bigquery-0.0.1-SNAPSHOT.jar"
2121 ol_url=" gs://open-lineage-e2e/jars/openlineage-spark_2.12-1.29.0-SNAPSHOT.jar"
2222 spanner_url=" gs://open-lineage-e2e/jars/spark-3.1-spanner-1.1.0.jar"
23- # bigtable_url="gs://open-lineage-e2e/jars/spark-bigtable_2.12-0.4.0 .jar"
23+ bigtable_url=" gs://open-lineage-e2e/jars/spark-bigtable_2.12-0.5.0-SNAPSHOT .jar"
2424fi
2525
2626postgresql_url=" gs://open-lineage-e2e/jars/postgresql-42.5.6.jar"
You can’t perform that action at this time.
0 commit comments