Skip to content

Conversation

@itsankit-google
Copy link
Contributor

Seeing these unnecessary logs during preview.

2025-07-14 08:00:21,179 - WARN  [SparkRunner-phase-1:i.c.p.g.b.s.BigQuerySinkUtils@1068] - Failed to delete GCS bucket 'bq-sink-bucket-ad2f5ed4-4404-477d-82a9-32557776a2af': The specified bucket does not exist.
com.google.cloud.storage.StorageException: The specified bucket does not exist.
 at com.google.cloud.storage.spi.v1.HttpStorageRpc.translate(HttpStorageRpc.java:233)
 at com.google.cloud.storage.spi.v1.HttpStorageRpc.list(HttpStorageRpc.java:376)
 at com.google.cloud.storage.StorageImpl.lambda$listBlobs$11(StorageImpl.java:391)
 at com.google.api.gax.retrying.DirectRetryingExecutor.submit(DirectRetryingExecutor.java:105)
 at com.google.cloud.RetryHelper.run(RetryHelper.java:76)
 at com.google.cloud.RetryHelper.runWithRetries(RetryHelper.java:50)
 at com.google.cloud.storage.Retrying.run(Retrying.java:51)
 at com.google.cloud.storage.StorageImpl.listBlobs(StorageImpl.java:388)
 at com.google.cloud.storage.StorageImpl.list(StorageImpl.java:359)
 at io.cdap.plugin.gcp.bigquery.util.BigQueryUtil.deleteGcsBucket(BigQueryUtil.java:724)
 at io.cdap.plugin.gcp.bigquery.sink.BigQuerySinkUtils.cleanupGcsBucket(BigQuerySinkUtils.java:1066)
 at io.cdap.plugin.gcp.bigquery.sink.AbstractBigQuerySink.onRunFinish(AbstractBigQuerySink.java:152)
 at io.cdap.plugin.gcp.bigquery.sink.BigQuerySink.onRunFinish(BigQuerySink.java:151)
 at io.cdap.plugin.gcp.bigquery.sink.BigQuerySink.onRunFinish(BigQuerySink.java:72)
 at io.cdap.cdap.etl.common.plugin.WrappedBatchSink.lambda$onRunFinish$5(WrappedBatchSink.java:100)
 at io.cdap.cdap.etl.common.plugin.Caller$1.call(Caller.java:30)
 at io.cdap.cdap.etl.common.plugin.ExceptionWrappingCaller.call(ExceptionWrappingCaller.java:62)
 at io.cdap.cdap.etl.common.plugin.Caller.callUnchecked(Caller.java:55)
 at io.cdap.cdap.etl.common.plugin.WrappedBatchSink.onRunFinish(WrappedBatchSink.java:99)
 at io.cdap.cdap.etl.common.plugin.WrappedBatchSink.onRunFinish(WrappedBatchSink.java:36)
 at io.cdap.cdap.etl.common.submit.SubmitterPlugin.lambda$onFinish$1(SubmitterPlugin.java:63)
 at io.cdap.cdap.internal.app.runtime.AbstractContext.lambda$execute$5(AbstractContext.java:558)
 at io.cdap.cdap.data2.transaction.Transactions$CacheBasedTransactional.finishExecute(Transactions.java:234)
 at io.cdap.cdap.data2.transaction.Transactions$CacheBasedTransactional.execute(Transactions.java:221)
 at io.cdap.cdap.internal.app.runtime.AbstractContext.execute(AbstractContext.java:554)
 at io.cdap.cdap.internal.app.runtime.AbstractContext.execute(AbstractContext.java:540)
 at io.cdap.cdap.app.runtime.spark.BasicSparkClientContext.execute(BasicSparkClientContext.java:357)
 at io.cdap.cdap.etl.common.submit.SubmitterPlugin.onFinish(SubmitterPlugin.java:61)
 at io.cdap.cdap.etl.common.submit.CompositeFinisher.onFinish(CompositeFinisher.java:43)
 at io.cdap.cdap.etl.spark.batch.ETLSpark.destroy(ETLSpark.java:139)
 at io.cdap.cdap.app.runtime.spark.SparkRuntimeService$1.destroy(SparkRuntimeService.java:199)
 at io.cdap.cdap.internal.app.runtime.AbstractContext.execute(AbstractContext.java:608)
 at io.cdap.cdap.internal.app.runtime.AbstractContext.destroyProgram(AbstractContext.java:678)
 at io.cdap.cdap.app.runtime.spark.SparkRuntimeService.destroy(SparkRuntimeService.java:564)
 at io.cdap.cdap.app.runtime.spark.SparkRuntimeService.shutDown(SparkRuntimeService.java:471)
 at com.google.common.util.concurrent.AbstractExecutionThreadService$1$1.run(AbstractExecutionThreadService.java:55)
 at io.cdap.cdap.app.runtime.spark.SparkRuntimeService.lambda$null$2(SparkRuntimeService.java:525)
 at java.lang.Thread.run(Thread.java:750)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 404 Not Found
GET https://storage.googleapis.com/storage/v1/b/bq-sink-bucket-ad2f5ed4-4404-477d-82a9-32557776a2af/o?projection=full&versions=true
{
  "code" : 404,
  "errors" : [ {
    "domain" : "global",
    "message" : "The specified bucket does not exist.",
    "reason" : "notFound"
  } ],
  "message" : "The specified bucket does not exist."
}
 at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)

@itsankit-google itsankit-google added the build Trigger unit test build label Jul 16, 2025
@itsankit-google itsankit-google merged commit 3759978 into develop Jul 16, 2025
17 of 18 checks passed
@itsankit-google itsankit-google deleted the PLUGIN-1844 branch July 16, 2025 18:23
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

build Trigger unit test build

Projects

None yet

Development

Successfully merging this pull request may close these issues.

2 participants