X/LittleWhiteBox
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Convert trailing Claude assistant prefill into system message

Browse Source
This commit is contained in:
bielie
2026-02-18 17:41:15 +08:00
parent 3602dad5e8
commit 2ec70c2db0
1 changed files with 7 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
modules/streaming-generation.js
View File

@@ -139,8 +139,8 @@ class StreamingGeneration {
const isClaudeModel = modelLower.includes('claude');
if (isClaudeModel && Array.isArray(messages) && messages.length > 0) {
if (this._mergeAssistantPrefillIntoPrevious(messages)) {
console.log('[xbgen] Claude model: merged trailing assistant prefill into previous message');
if (this._convertTrailingAssistantToSystem(messages)) {
console.log('[xbgen] Claude model: converted trailing assistant prefill to system message');
}
}
@@ -800,29 +800,15 @@ class StreamingGeneration {
return '';
}
_mergeAssistantPrefillIntoPrevious(messages) {
if (!Array.isArray(messages) || messages.length < 2) return false;
_convertTrailingAssistantToSystem(messages) {
if (!Array.isArray(messages) || messages.length < 1) return false;
const lastMsg = messages[messages.length - 1];
if (lastMsg?.role !== 'assistant') return false;
const assistantText = this._extractTextFromMessage(lastMsg).trim();
const previousMsg = messages[messages.length - 2];
if (!previousMsg) return false;
if (assistantText) {
const mergedText = `assistant:\n${assistantText}`;
if (typeof previousMsg.content === 'string') {
previousMsg.content = previousMsg.content
? `${previousMsg.content}\n\n${mergedText}`
: mergedText;
} else if (Array.isArray(previousMsg.content)) {
previousMsg.content.push({ type: 'text', text: `\n\n${mergedText}` });
} else {
previousMsg.content = mergedText;
}
}
messages.pop();
const systemText = assistantText ? `Assistant:\n${assistantText}` : 'Assistant:';
lastMsg.role = 'system';
lastMsg.content = systemText;
return true;
}
@@ -1515,4 +1501,3 @@ if (typeof window !== 'undefined') {
eventSource: (window)?.eventSource || eventSource
});
}