mirror of
https://github.com/CJackHwang/ds2api.git
synced 2026-05-04 00:15:28 +08:00
0a6ef8e3f2
Replace bufio.Scanner with bufio.NewReaderSize + ReadBytes('\n') across all
SSE read paths to preserve long single-line data (e.g. write_file content).
Add quasi_status and auto_continue handling as direct path-based patches in
both Go continue observer and Node vercel_stream_impl, mirroring existing
batch-patch logic. Add 2MiB+ line throughput tests at every SSE layer.
Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
69 lines
1.8 KiB
Go
69 lines
1.8 KiB
Go
package sse
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func makeLargeContentSSEBody(t *testing.T, payload string) string {
|
|
t.Helper()
|
|
line, err := json.Marshal(map[string]any{
|
|
"p": "response/content",
|
|
"v": payload,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("marshal SSE line failed: %v", err)
|
|
}
|
|
return "data: " + string(line) + "\n" + "data: [DONE]\n"
|
|
}
|
|
|
|
func TestStartParsedLinePumpParsesAndStops(t *testing.T) {
|
|
body := strings.NewReader("data: {\"p\":\"response/content\",\"v\":\"hi\"}\n\ndata: [DONE]\n")
|
|
results, done := StartParsedLinePump(context.Background(), body, false, "text")
|
|
|
|
collected := make([]LineResult, 0, 2)
|
|
for r := range results {
|
|
collected = append(collected, r)
|
|
}
|
|
if err := <-done; err != nil {
|
|
t.Fatalf("unexpected scanner error: %v", err)
|
|
}
|
|
if len(collected) < 2 {
|
|
t.Fatalf("expected at least 2 parsed results, got %d", len(collected))
|
|
}
|
|
if !collected[0].Parsed || len(collected[0].Parts) == 0 {
|
|
t.Fatalf("expected first line to contain parsed content")
|
|
}
|
|
last := collected[len(collected)-1]
|
|
if !last.Parsed || !last.Stop {
|
|
t.Fatalf("expected last line to stop stream, got parsed=%v stop=%v", last.Parsed, last.Stop)
|
|
}
|
|
}
|
|
|
|
func TestStartParsedLinePumpHandlesLongSingleSSELine(t *testing.T) {
|
|
payload := strings.Repeat("x", 2*1024*1024+4096)
|
|
results, done := StartParsedLinePump(context.Background(), strings.NewReader(makeLargeContentSSEBody(t, payload)), false, "text")
|
|
|
|
var got strings.Builder
|
|
var sawDone bool
|
|
for r := range results {
|
|
for _, p := range r.Parts {
|
|
got.WriteString(p.Text)
|
|
}
|
|
if r.Stop {
|
|
sawDone = true
|
|
}
|
|
}
|
|
if err := <-done; err != nil {
|
|
t.Fatalf("unexpected long-line read error: %v", err)
|
|
}
|
|
if got.String() != payload {
|
|
t.Fatalf("long SSE line payload mismatch: got len=%d want len=%d", got.Len(), len(payload))
|
|
}
|
|
if !sawDone {
|
|
t.Fatal("expected DONE after long SSE line")
|
|
}
|
|
}
|