Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 12 additions & 5 deletions Sources/ChatGPTSwift/ChatGPTAPI.swift
Original file line number Diff line number Diff line change
Expand Up @@ -48,25 +48,32 @@ public class ChatGPTAPI: @unchecked Sendable {

private func systemMessage(content: String) -> Message {
.init(role: "system", content: content)
}
}

public init(apiKey: String) {
self.apiKey = apiKey
}

private func generateMessages(from text: String, systemText: String) -> [Message] {
private func generateMessages(from text: String, systemText: String) throws -> [Message] {
// first, we need to check if the provided message, alone, is too long.
if gptEncoder.encode(text: text).count > 4096 {
// a single message exceeding our maximum token length can never function correctly.
// we must inform the user of this issue.
throw "Input text is too long. Please try again."
}

var messages = [systemMessage(content: systemText)] + historyList + [Message(role: "user", content: text)]
if gptEncoder.encode(text: messages.content).count > 4096 {
if gptEncoder.encode(text: messages.content).count > 4096 {
_ = historyList.removeFirst()
messages = generateMessages(from: text, systemText: systemText)
messages = try generateMessages(from: text, systemText: systemText)
}
return messages
}

private func jsonBody(text: String, model: String, systemText: String, temperature: Double, stream: Bool = true) throws -> Data {
let request = Request(model: model,
temperature: temperature,
messages: generateMessages(from: text, systemText: systemText),
messages: try generateMessages(from: text, systemText: systemText),
stream: stream)
return try JSONEncoder().encode(request)
}
Expand Down