Skip to content

Commit 09706e9

Browse files
committed
disable bt and ignore jar
Signed-off-by: tnazarew <tomasz.nazarewicz@getindata.com>
1 parent f34ddd1 commit 09706e9

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

producer/spark_dataproc/runner/get_openlineage_jar.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,19 +8,19 @@ readonly VM_SPARK_JARS_DIR=/usr/lib/spark/jars
88
readonly SPARK_BQ_CONNECTOR_URL=$(/usr/share/google/get_metadata_value attributes/SPARK_BQ_CONNECTOR_URL || echo "")
99
readonly OPENLINEAGE_SPARK_URL=$(/usr/share/google/get_metadata_value attributes/OPENLINEAGE_SPARK_URL || echo "")
1010
readonly SPARK_SPANNER_CONNECTOR_URL=$(/usr/share/google/get_metadata_value attributes/SPARK_SPANNER_CONNECTOR_URL || echo "")
11-
#readonly SPARK_BIGTABLE_CONNECTOR_URL=$(/usr/share/google/get_metadata_value attributes/SPARK_BIGTABLE_CONNECTOR_URL || echo "")
11+
readonly SPARK_BIGTABLE_CONNECTOR_URL=$(/usr/share/google/get_metadata_value attributes/SPARK_BIGTABLE_CONNECTOR_URL || echo "")
1212

1313

1414
if [[ -n "${OPENLINEAGE_SPARK_URL}" ]]; then
1515
bq_url="${SPARK_BQ_CONNECTOR_URL}"
1616
ol_url="${OPENLINEAGE_SPARK_URL}"
1717
spanner_url="${SPARK_SPANNER_CONNECTOR_URL}"
18-
# bigtable_url="${SPARK_BIGTABLE_CONNECTOR_URL}"
18+
bigtable_url="${SPARK_BIGTABLE_CONNECTOR_URL}"
1919
else
2020
bq_url="gs://open-lineage-e2e/jars/spark-3.5-bigquery-0.0.1-SNAPSHOT.jar"
2121
ol_url="gs://open-lineage-e2e/jars/openlineage-spark_2.12-1.29.0-SNAPSHOT.jar"
2222
spanner_url="gs://open-lineage-e2e/jars/spark-3.1-spanner-1.1.0.jar"
23-
# bigtable_url="gs://open-lineage-e2e/jars/spark-bigtable_2.12-0.4.0.jar"
23+
bigtable_url="gs://open-lineage-e2e/jars/spark-bigtable_2.12-0.5.0-SNAPSHOT.jar"
2424
fi
2525

2626
postgresql_url="gs://open-lineage-e2e/jars/postgresql-42.5.6.jar"

0 commit comments

Comments
 (0)