Skip to content

Fix tool message content format for DeepSeek API compatibility #99

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mattt merged 2 commits into from
Feb 4, 2026
+33 −7
Merged

Fix tool message content format for DeepSeek API compatibility #99

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
f820148
Fix tool message content format for DeepSeek API compatibility
ajason Jan 28, 2026
15dcdbc
Extract shared code into convertSegmentsToToolContentString helper
mattt Feb 4, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 33 additions & 7 deletions Sources/AnyLanguageModel/Models/OpenAILanguageModel.swift
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -514,9 +514,12 @@ public struct OpenAILanguageModel: LanguageModel {
for invocation in invocations {
let output = invocation.output
entries.append(.toolOutput(output))
let toolSegments: [Transcript.Segment] = output.segments
let blocks = convertSegmentsToOpenAIBlocks(toolSegments)
messages.append(OpenAIMessage(role: .tool(id: invocation.call.id), content: .blocks(blocks)))
messages.append(
OpenAIMessage(
role: .tool(id: invocation.call.id),
content: .text(convertSegmentsToToolContentString(output.segments))
)
)
}
continue
}
Expand Down Expand Up @@ -579,9 +582,12 @@ public struct OpenAILanguageModel: LanguageModel {
for invocation in invocations {
let output = invocation.output
entries.append(.toolOutput(output))
let toolSegments: [Transcript.Segment] = output.segments
let blocks = convertSegmentsToOpenAIBlocks(toolSegments)
messages.append(OpenAIMessage(role: .tool(id: invocation.call.id), content: .blocks(blocks)))
messages.append(
OpenAIMessage(
role: .tool(id: invocation.call.id),
content: .text(convertSegmentsToToolContentString(output.segments))
)
)
}
continue
}
Expand Down Expand Up @@ -1168,7 +1174,7 @@ extension Transcript {
messages.append(
.init(
role: .tool(id: toolOutput.id),
content: .blocks(convertSegmentsToOpenAIBlocks(toolOutput.segments))
content: .text(convertSegmentsToToolContentString(toolOutput.segments))
)
)
}
Expand Down Expand Up @@ -1308,6 +1314,26 @@ private func convertSegmentsToOpenAIBlocks(_ segments: [Transcript.Segment]) ->
return blocks
}

/// Converts a list of transcript segments to a string representation suitable for tool message content.
private func convertSegmentsToToolContentString(_ segments: [Transcript.Segment]) -> String {
// Tool message content must be string (or text-only parts) per API spec.
// String is used for broad provider compatibility.
// Image segments are intentionally omitted because tool outputs only support text.
segments.compactMap { segment in
switch segment {
case .text(let textSegment):
return textSegment.content
case .structure(let structuredSegment):
switch structuredSegment.content.kind {
case .string(let text): return text
default: return structuredSegment.content.jsonString
}
case .image:
return nil
}
}.joined(separator: "\n")
}

private struct OpenAITool: Hashable, Codable, Sendable {
let type: String
let function: OpenAIFunction
Expand Down