We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 29d5b6d commit 4e031ecCopy full SHA for 4e031ec
google/cloud/dataproc_spark_connect/session.py
@@ -577,11 +577,11 @@ def _get_exiting_active_session(
577
def getOrCreate(self) -> "DataprocSparkSession":
578
with DataprocSparkSession._lock:
579
if environment.is_dataproc_batch():
580
- # For Dataproc batch workloads, connect to the initial Spark session
+ # For Dataproc batch workloads, connect to the already initialized local SparkSession
581
from pyspark.sql import SparkSession as PySparkSQLSession
582
583
session = PySparkSQLSession.builder.getOrCreate()
584
- return session
+ return session # type: ignore
585
586
# Handle custom session ID by setting it early and letting existing logic handle it
587
if self._custom_session_id:
0 commit comments