fix: Capture reasoning events during streaming instead of from result
- Add back reasoning variable to track content during streaming - Handle reasoning events from extractReasoningMiddleware in stream processing - Build up reasoning content from individual reasoning textDelta events - Remove dependency on result.reasoning which wasn't being populated - Add reasoning to assistant message after stream completes The logs showed reasoning events were coming through correctly but we weren't capturing them. This fixes the issue by collecting reasoning content during streaming as the events arrive.
This commit is contained in:
parent
6c7422f832
commit
ab9f3c0220
1 changed files with 10 additions and 18 deletions
|
|
@ -133,6 +133,7 @@ export const useStreamResponse = ({
|
||||||
|
|
||||||
const streamResponse = async (messages: Message[]) => {
|
const streamResponse = async (messages: Message[]) => {
|
||||||
let aiResponse = ''
|
let aiResponse = ''
|
||||||
|
let reasoning = ''
|
||||||
let assistantMessageIndex = -1 // Track the index of our assistant message
|
let assistantMessageIndex = -1 // Track the index of our assistant message
|
||||||
let assistantMessageCreated = false // Track if we've created the assistant message yet
|
let assistantMessageCreated = false // Track if we've created the assistant message yet
|
||||||
|
|
||||||
|
|
@ -197,7 +198,10 @@ export const useStreamResponse = ({
|
||||||
try {
|
try {
|
||||||
debugLog(`[useStreamResponse] Full stream event:`, event.type, event)
|
debugLog(`[useStreamResponse] Full stream event:`, event.type, event)
|
||||||
|
|
||||||
if (event.type === 'tool-call') {
|
if (event.type === 'reasoning') {
|
||||||
|
debugLog(`[useStreamResponse] Reasoning event:`, event)
|
||||||
|
reasoning += event.textDelta || ''
|
||||||
|
} else if (event.type === 'tool-call') {
|
||||||
const eventKey = `tool-call-${event.toolCallId}`
|
const eventKey = `tool-call-${event.toolCallId}`
|
||||||
if (processedEvents.has(eventKey)) {
|
if (processedEvents.has(eventKey)) {
|
||||||
debugLog(`[useStreamResponse] Skipping duplicate tool call:`, eventKey)
|
debugLog(`[useStreamResponse] Skipping duplicate tool call:`, eventKey)
|
||||||
|
|
@ -314,30 +318,18 @@ export const useStreamResponse = ({
|
||||||
debugLog(`[useStreamResponse] Finished processing full stream. Final response length: ${aiResponse.length}`)
|
debugLog(`[useStreamResponse] Finished processing full stream. Final response length: ${aiResponse.length}`)
|
||||||
debugLog(`[useStreamResponse] Final aiResponse content:`, JSON.stringify(aiResponse))
|
debugLog(`[useStreamResponse] Final aiResponse content:`, JSON.stringify(aiResponse))
|
||||||
|
|
||||||
// Extract reasoning from the result after streaming completes
|
// Add reasoning to the final message if we collected any
|
||||||
const finalReasoning = await result.reasoning
|
if (reasoning && assistantMessageCreated) {
|
||||||
const finalText = await result.text
|
debugLog(`[useStreamResponse] Adding collected reasoning:`, reasoning.substring(0, 100))
|
||||||
debugLog(`[useStreamResponse] Final result.text:`, JSON.stringify(finalText))
|
|
||||||
|
|
||||||
if (assistantMessageCreated) {
|
|
||||||
setConversations((prev) => {
|
setConversations((prev) => {
|
||||||
const updated = [...prev]
|
const updated = [...prev]
|
||||||
const conv = updated.find((c) => c.id === conversationId)
|
const conv = updated.find((c) => c.id === conversationId)
|
||||||
if (conv && assistantMessageIndex >= 0) {
|
if (conv && assistantMessageIndex >= 0) {
|
||||||
const assistantMessage = conv.messages[assistantMessageIndex]
|
const assistantMessage = conv.messages[assistantMessageIndex]
|
||||||
if (assistantMessage && hasContent(assistantMessage) && assistantMessage.role === 'assistant') {
|
if (assistantMessage && hasContent(assistantMessage) && assistantMessage.role === 'assistant') {
|
||||||
// Use the final cleaned text from the result instead of our tracked aiResponse
|
assistantMessage.reasoning = reasoning
|
||||||
if (finalText && supportsReasoning(selectedModel)) {
|
|
||||||
assistantMessage.content = finalText
|
|
||||||
debugLog(`[useStreamResponse] Updated content with cleaned result.text`)
|
|
||||||
}
|
|
||||||
|
|
||||||
if (finalReasoning) {
|
|
||||||
assistantMessage.reasoning = finalReasoning
|
|
||||||
debugLog(`[useStreamResponse] Added reasoning to assistant message at index ${assistantMessageIndex}`)
|
debugLog(`[useStreamResponse] Added reasoning to assistant message at index ${assistantMessageIndex}`)
|
||||||
}
|
}
|
||||||
debugLog(`[useStreamResponse] Final message content:`, JSON.stringify(assistantMessage.content))
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
return updated
|
return updated
|
||||||
})
|
})
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue