Skip to content

[Firebase AI] Refactor SPT integration tests to Swift Testing #15426

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Oct 17, 2025
Merged

[Firebase AI] Refactor SPT integration tests to Swift Testing #15426

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
4e03de7
[Firebase AI] Refactor SPT integration tests to Swift Testing
andrewheard Oct 17, 2025
296814a
Swift readability fixes
andrewheard Oct 17, 2025
47e9386
Run tests on `us-central1` and `global`
andrewheard Oct 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions FirebaseAI/Tests/TestApp/Resources/TestApp.entitlements
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,5 +6,7 @@
<true/>
<key>com.apple.security.network.client</key>
<true/>
<key>keychain-access-groups</key>
<array/>
</dict>
</plist>
106 changes: 59 additions & 47 deletions FirebaseAI/Tests/TestApp/Tests/Integration/ServerPromptTemplateIntegrationTests.swift
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,19 +12,19 @@
// See the License for the specific language governing permissions and
// limitations under the License.

import XCTest

import FirebaseAI

final class ServerPromptTemplateIntegrationTests: XCTestCase {
override func setUp() {
super.setUp()
continueAfterFailure = false
}

func testGenerateContentWithText() async throws {
let model = FirebaseAI.firebaseAI(backend: .vertexAI(location: "global"))
.templateGenerativeModel()
import Testing
#if canImport(UIKit)
import UIKit
#endif

struct ServerPromptTemplateIntegrationTests {
private static let testConfigs: [InstanceConfig] = [.vertexAI_v1beta_global]
private static let imageGenerationTestConfigs: [InstanceConfig] = [.vertexAI_v1beta]

@Test(arguments: testConfigs)
func generateContentWithText(_ config: InstanceConfig) async throws {
let model = FirebaseAI.componentInstance(config).templateGenerativeModel()
let userName = "paul"
let response = try await model.generateContent(
template: "greeting2",
Expand All @@ -33,12 +33,13 @@ final class ServerPromptTemplateIntegrationTests: XCTestCase {
"language": "Spanish",
]
)
let text = try XCTUnwrap(response.text)
XCTAssert(text.contains("Paul"))
let text = try #require(response.text)
#expect(text.contains("Paul"))
}

func testGenerateContentStream() async throws {
let model = FirebaseAI.firebaseAI(backend: .vertexAI()).templateGenerativeModel()
@Test(arguments: testConfigs)
func generateContentStream(_ config: InstanceConfig) async throws {
let model = FirebaseAI.componentInstance(config).templateGenerativeModel()
let userName = "paul"
let stream = try model.generateContentStream(
template: "greeting.prompt",
Expand All @@ -53,25 +54,30 @@ final class ServerPromptTemplateIntegrationTests: XCTestCase {
resultText += text
}
}
XCTAssert(resultText.contains("Paul"))
#expect(resultText.contains("Paul"))
}

func testGenerateImages() async throws {
let imagenModel = FirebaseAI.firebaseAI(backend: .vertexAI()).templateImagenModel()
@Test(arguments: imageGenerationTestConfigs)
func generateImages(_ config: InstanceConfig) async throws {
let imagenModel = FirebaseAI.componentInstance(config).templateImagenModel()
let imagenPrompt = "A cat picture"
let response = try await imagenModel.generateImages(
template: "generate_images.prompt",
variables: [
"prompt": imagenPrompt,
]
)
XCTAssertEqual(response.images.count, 3)
#expect(response.images.count == 3)
}

func testGenerateContentWithMedia() async throws {
let model = FirebaseAI.firebaseAI(backend: .vertexAI()).templateGenerativeModel()
let image = UIImage(systemName: "photo")!
if let imageBytes = image.jpegData(compressionQuality: 0.8) {
#if canImport(UIKit)
@Test(arguments: testConfigs)
func generateContentWithMedia(_ config: InstanceConfig) async throws {
let model = FirebaseAI.componentInstance(config).templateGenerativeModel()
let image = UIImage(systemName: "photo")!
let imageBytes = try #require(
image.jpegData(compressionQuality: 0.8), "Could not get image data."
)
let base64Image = imageBytes.base64EncodedString()

let response = try await model.generateContent(
Expand All @@ -84,16 +90,19 @@ final class ServerPromptTemplateIntegrationTests: XCTestCase {
],
]
)
XCTAssert(response.text?.isEmpty == false)
} else {
XCTFail("Could not get image data.")
let text = try #require(response.text)
#expect(text.isEmpty == false)
}
}

func testGenerateContentStreamWithMedia() async throws {
let model = FirebaseAI.firebaseAI(backend: .vertexAI()).templateGenerativeModel()
let image = UIImage(systemName: "photo")!
if let imageBytes = image.jpegData(compressionQuality: 0.8) {
#endif // canImport(UIKit)

#if canImport(UIKit)
@Test(arguments: testConfigs)
func generateContentStreamWithMedia(_ config: InstanceConfig) async throws {
let model = FirebaseAI.componentInstance(config).templateGenerativeModel()
let image = UIImage(systemName: "photo")!
let imageBytes = try #require(
image.jpegData(compressionQuality: 0.8), "Could not get image data."
)
let base64Image = imageBytes.base64EncodedString()

let stream = try model.generateContentStream(
Expand All @@ -112,14 +121,13 @@ final class ServerPromptTemplateIntegrationTests: XCTestCase {
resultText += text
}
}
XCTAssert(resultText.isEmpty == false)
} else {
XCTFail("Could not get image data.")
#expect(resultText.isEmpty == false)
}
}
#endif // canImport(UIKit)

func testChat() async throws {
let model = FirebaseAI.firebaseAI(backend: .vertexAI()).templateGenerativeModel()
@Test(arguments: testConfigs)
func chat(_ config: InstanceConfig) async throws {
let model = FirebaseAI.componentInstance(config).templateGenerativeModel()
let initialHistory = [
ModelContent(role: "user", parts: "Hello!"),
ModelContent(role: "model", parts: "Hi there! How can I help?"),
Expand All @@ -132,13 +140,16 @@ final class ServerPromptTemplateIntegrationTests: XCTestCase {
userMessage,
variables: ["message": userMessage]
)
XCTAssert(response.text?.isEmpty == false)
XCTAssertEqual(chatSession.history.count, 4)
XCTAssertEqual((chatSession.history[2].parts.first as? TextPart)?.text, userMessage)
let text = try #require(response.text)
#expect(text.isEmpty == false)
#expect(chatSession.history.count == 4)
let textPart = try #require(chatSession.history[2].parts.first as? TextPart)
#expect(textPart.text == userMessage)
}

func testChatStream() async throws {
let model = FirebaseAI.firebaseAI(backend: .vertexAI()).templateGenerativeModel()
@Test(arguments: testConfigs)
func chatStream(_ config: InstanceConfig) async throws {
let model = FirebaseAI.componentInstance(config).templateGenerativeModel()
let initialHistory = [
ModelContent(role: "user", parts: "Hello!"),
ModelContent(role: "model", parts: "Hi there! How can I help?"),
Expand All @@ -157,8 +168,9 @@ final class ServerPromptTemplateIntegrationTests: XCTestCase {
resultText += text
}
}
XCTAssert(resultText.isEmpty == false)
XCTAssertEqual(chatSession.history.count, 4)
XCTAssertEqual((chatSession.history[2].parts.first as? TextPart)?.text, userMessage)
#expect(resultText.isEmpty == false)
#expect(chatSession.history.count == 4)
let textPart = try #require(chatSession.history[2].parts.first as? TextPart)
#expect(textPart.text == userMessage)
}
}
Loading