Skip to content

Pass entire transcript to Foundation Models session #61

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mattt merged 1 commit into from
Dec 17, 2025
Merged

Pass entire transcript to Foundation Models session #61

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
121 changes: 119 additions & 2 deletions Sources/AnyLanguageModel/Models/SystemLanguageModel.swift
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@
let fmSession = FoundationModels.LanguageModelSession(
model: systemModel,
tools: session.tools.toFoundationModels(),
instructions: session.instructions?.toFoundationModels()
transcript: session.transcript.toFoundationModels(instructions: session.instructions)
)

let fmResponse = try await fmSession.respond(to: fmPrompt, options: fmOptions)
Expand Down Expand Up @@ -115,7 +115,7 @@
let fmSession = FoundationModels.LanguageModelSession(
model: systemModel,
tools: session.tools.toFoundationModels(),
instructions: session.instructions?.toFoundationModels()
transcript: session.transcript.toFoundationModels(instructions: session.instructions)
)

let stream = AsyncThrowingStream<LanguageModelSession.ResponseStream<Content>.Snapshot, any Error> {
Expand Down Expand Up @@ -475,4 +475,121 @@
nil
}
}

@available(macOS 26.0, iOS 26.0, watchOS 26.0, tvOS 26.0, visionOS 26.0, *)
extension Transcript {
fileprivate func toFoundationModels(instructions: AnyLanguageModel.Instructions?) -> FoundationModels.Transcript
{
var fmEntries: [FoundationModels.Transcript.Entry] = []

// Add instructions entry if provided and not already in transcript
if let instructions = instructions {
let hasInstructions =
self.first.map { entry in
if case .instructions = entry { return true } else { return false }
} ?? false

if !hasInstructions {
let fmInstructions = FoundationModels.Transcript.Instructions(
segments: [.text(.init(content: instructions.description))],
toolDefinitions: []
)
fmEntries.append(.instructions(fmInstructions))
}
}

// Convert each entry
for entry in self {
switch entry {
case .instructions(let instr):
let fmSegments = instr.segments.toFoundationModels()
let fmToolDefinitions = instr.toolDefinitions.toFoundationModels()
let fmInstructions = FoundationModels.Transcript.Instructions(
segments: fmSegments,
toolDefinitions: fmToolDefinitions
)
fmEntries.append(.instructions(fmInstructions))

case .prompt(let prompt):
let fmSegments = prompt.segments.toFoundationModels()
let fmPrompt = FoundationModels.Transcript.Prompt(
segments: fmSegments
)
fmEntries.append(.prompt(fmPrompt))

case .response(let response):
let fmSegments = response.segments.toFoundationModels()
let fmResponse = FoundationModels.Transcript.Response(
assetIDs: response.assetIDs,
segments: fmSegments
)
fmEntries.append(.response(fmResponse))

case .toolCalls(let toolCalls):
let fmCalls = toolCalls.compactMap { call -> FoundationModels.Transcript.ToolCall? in
guard let fmArguments = try? FoundationModels.GeneratedContent(call.arguments) else {
return nil
}
return FoundationModels.Transcript.ToolCall(
id: call.id,
toolName: call.toolName,
arguments: fmArguments
)
}
let fmToolCalls = FoundationModels.Transcript.ToolCalls(id: toolCalls.id, fmCalls)
fmEntries.append(.toolCalls(fmToolCalls))

case .toolOutput(let toolOutput):
let fmSegments = toolOutput.segments.toFoundationModels()
let fmToolOutput = FoundationModels.Transcript.ToolOutput(
id: toolOutput.id,
toolName: toolOutput.toolName,
segments: fmSegments
)
fmEntries.append(.toolOutput(fmToolOutput))
}
}

return FoundationModels.Transcript(entries: fmEntries)
}
}

@available(macOS 26.0, iOS 26.0, watchOS 26.0, tvOS 26.0, visionOS 26.0, *)
extension Array where Element == Transcript.Segment {
fileprivate func toFoundationModels() -> [FoundationModels.Transcript.Segment] {
compactMap { segment -> FoundationModels.Transcript.Segment? in
switch segment {
case .text(let textSegment):
return .text(.init(id: textSegment.id, content: textSegment.content))
case .structure(let structuredSegment):
guard let fmContent = try? FoundationModels.GeneratedContent(structuredSegment.content) else {
return nil
}
return .structure(
.init(
id: structuredSegment.id,
source: structuredSegment.source,
content: fmContent
)
)
case .image:
// FoundationModels Transcript does not support image segments
return nil
}
}
}
}

@available(macOS 26.0, iOS 26.0, watchOS 26.0, tvOS 26.0, visionOS 26.0, *)
extension Array where Element == Transcript.ToolDefinition {
fileprivate func toFoundationModels() -> [FoundationModels.Transcript.ToolDefinition] {
map { toolDef in
FoundationModels.Transcript.ToolDefinition(
name: toolDef.name,
description: toolDef.description,
parameters: FoundationModels.GenerationSchema(toolDef.parameters)
)
}
}
}
#endif
3 changes: 2 additions & 1 deletion Sources/AnyLanguageModel/Transcript.swift
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -387,7 +387,8 @@ public struct Transcript: Sendable, Equatable, Codable {
/// A description of how and when to use the tool.
public var description: String

private let parameters: GenerationSchema
/// The schema describing the tool's parameters.
internal let parameters: GenerationSchema

public init(name: String, description: String, parameters: GenerationSchema) {
self.name = name
Expand Down