fix: pysaprkvalue error

Author: zhiweilin-svg

google/cloud/dataproc_spark_connect/session.py

@@ -472,6 +472,28 @@ def create_session_pbar():
                     session_response, dataproc_config.name
                 )
 
+        def _wait_for_spark_connect_endpoint(
+            self, session_name: str, timeout: int = 300
+        ) -> Session:
+            """Waits for the Spark Connect endpoint to be available in the session."""
+            start_time = time.time()
+            while time.time() - start_time < timeout:
+                try:
+                    session = self.session_controller_client.get_session(
+                        name=session_name
+                    )
+                    if "Spark Connect Server" in session.runtime_info.endpoints:
+                        return session
+                    time.sleep(5)
+                except Exception as e:
+                    logger.warning(
+                        f"Error while polling for Spark Connect endpoint: {e}"
+                    )
+                    time.sleep(5)
+            raise RuntimeError(
+                f"Spark Connect endpoint not available for session {session_name} after {timeout} seconds."
+            )
+
         def _display_session_link_on_creation(self, session_id):
             session_url = f"https://console.cloud.google.com/dataproc/interactive/{self._region}/{session_id}?project={self._project_id}"
             plain_message = f"Creating Dataproc Session: {session_url}"
@@ -537,6 +559,10 @@ def _get_exiting_active_session(
                 )
                 self._display_view_session_details_button(s8s_session_id)
                 if session is None:
+                    # Wait for the Spark Connect endpoint to be available
+                    session_response = self._wait_for_spark_connect_endpoint(
+                        session_name
+                    )
                     session = self.__create_spark_connect_session_from_s8s(
                         session_response, session_name
                     )