lisone/ds2api
1
0
Fork 0
mirror of https://github.com/CJackHwang/ds2api.git synced 2026-05-14 05:05:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: coalesce small stream deltas to prevent character swallowing; add read-tool cache guard

Browse Source 
Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
CJACK
2026-05-01 13:53:27 +08:00
parent 92e321fe2c
commit 2671298439
11 changed files with 349 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
tests/node/chat-stream.test.js
View File

@@ -210,6 +210,37 @@ test('vercel stream retries empty output once and keeps one terminal frame', asy
assert.match(completionBodies[1].prompt, /Previous reply had no visible output\. Please regenerate the visible final answer or tool call now\.$/);
});
test('vercel stream coalesces many small content deltas while keeping one choice', async () => {
const lines = Array.from({ length: 100 }, () => `data: ${JSON.stringify({ p: 'response/content', v: '字' })}\n\n`);
lines.push('data: [DONE]\n\n');
const { frames } = await runMockVercelStream(lines);
const parsed = frames.filter((frame) => frame !== '[DONE]').map((frame) => JSON.parse(frame));
const contentFrames = parsed.filter((item) => item.choices?.[0]?.delta?.content);
const content = contentFrames.map((item) => item.choices[0].delta.content).join('');
assert.equal(content, '字'.repeat(100));
assert.ok(contentFrames.length < 100, `expected fewer than 100 content frames, got ${contentFrames.length}`);
for (const item of parsed) {
assert.equal(item.choices.length, 1);
}
});
test('vercel stream flushes reasoning before content and before stop', async () => {
const { frames } = await runMockVercelStream([
`data: ${JSON.stringify({ p: 'response/fragments', o: 'APPEND', v: [
{ type: 'THINK', content: '思考' },
{ type: 'THINK', content: '过程' },
{ type: 'RESPONSE', content: '回答' },
] })}\n\n`,
'data: [DONE]\n\n',
], { thinking_enabled: true });
const parsed = frames.filter((frame) => frame !== '[DONE]').map((frame) => JSON.parse(frame));
const reasoning = parsed.map((item) => item.choices?.[0]?.delta?.reasoning_content || '').join('');
const content = parsed.map((item) => item.choices?.[0]?.delta?.content || '').join('');
assert.equal(reasoning, '思考过程');
assert.equal(content, '回答');
assert.equal(parsed.at(-1).choices[0].finish_reason, 'stop');
});
test('vercel stream exhausts DeepSeek continue before synthetic retry', async () => {
const { frames, fetchURLs, fetchBodies } = await runMockVercelStreamSequence([
[