[SPARK-52063] Support newSession in SparkSession

Author: dongjoon-hyun

Sources/SparkConnect/SparkSession.swift

@@ -46,6 +46,13 @@ public actor SparkSession {
   /// The Spark version of Spark Connect Servier. This is supposed to be overwritten during establishing connections.
   public var version: String = ""
 
+  /// Start a new session with isolated SQL configurations, temporary tables, registered functions
+  /// are isolated, but sharing the underlying `SparkContext` and cached data.
+  /// - Returns: a new ``SparkSession`` instance.
+  public func newSession() async throws -> SparkSession {
+    return try await SparkSession.builder.create()
+  }
+
   func setVersion(_ version: String) {
     self.version = version
   }

Tests/SparkConnectTests/SparkSessionTests.swift

@@ -40,6 +40,16 @@ struct SparkSessionTests {
     await spark.stop()
   }
 
+  @Test
+  func newSession() async throws {
+    let spark = try await SparkSession.builder.getOrCreate()
+    await spark.stop()
+    let newSpark = try await spark.newSession()
+    #expect(newSpark != spark)
+    #expect(try await newSpark.range(1).count() == 1)
+    await newSpark.stop()
+  }
+
   @Test func userContext() async throws {
     let spark = try await SparkSession.builder.getOrCreate()
 #if os(macOS) || os(Linux)