mirror of
https://github.com/CJackHwang/ds2api.git
synced 2026-05-04 08:25:26 +08:00
280 lines
6.7 KiB
Go
280 lines
6.7 KiB
Go
package util
|
|
|
|
import (
|
|
"encoding/json"
|
|
"strings"
|
|
)
|
|
|
|
type ParsedToolCall struct {
|
|
Name string `json:"name"`
|
|
Input map[string]any `json:"input"`
|
|
}
|
|
|
|
type ToolCallParseResult struct {
|
|
Calls []ParsedToolCall
|
|
SawToolCallSyntax bool
|
|
RejectedByPolicy bool
|
|
RejectedToolNames []string
|
|
}
|
|
|
|
func ParseToolCalls(text string, availableToolNames []string) []ParsedToolCall {
|
|
return ParseToolCallsDetailed(text, availableToolNames).Calls
|
|
}
|
|
|
|
func ParseToolCallsDetailed(text string, availableToolNames []string) ToolCallParseResult {
|
|
result := ToolCallParseResult{}
|
|
if strings.TrimSpace(text) == "" {
|
|
return result
|
|
}
|
|
text = stripFencedCodeBlocks(text)
|
|
if strings.TrimSpace(text) == "" {
|
|
return result
|
|
}
|
|
result.SawToolCallSyntax = looksLikeToolCallSyntax(text)
|
|
|
|
candidates := buildToolCallCandidates(text)
|
|
var parsed []ParsedToolCall
|
|
for _, candidate := range candidates {
|
|
tc := parseToolCallsPayload(candidate)
|
|
if len(tc) == 0 {
|
|
tc = parseXMLToolCalls(candidate)
|
|
}
|
|
if len(tc) == 0 {
|
|
tc = parseMarkupToolCalls(candidate)
|
|
}
|
|
if len(tc) == 0 {
|
|
tc = parseTextKVToolCalls(candidate)
|
|
}
|
|
if len(tc) > 0 {
|
|
parsed = tc
|
|
result.SawToolCallSyntax = true
|
|
break
|
|
}
|
|
}
|
|
if len(parsed) == 0 {
|
|
parsed = parseXMLToolCalls(text)
|
|
if len(parsed) == 0 {
|
|
parsed = parseTextKVToolCalls(text)
|
|
if len(parsed) == 0 {
|
|
return result
|
|
}
|
|
}
|
|
result.SawToolCallSyntax = true
|
|
}
|
|
|
|
calls, rejectedNames := filterToolCallsDetailed(parsed, availableToolNames)
|
|
result.Calls = calls
|
|
result.RejectedToolNames = rejectedNames
|
|
result.RejectedByPolicy = len(rejectedNames) > 0 && len(calls) == 0
|
|
return result
|
|
}
|
|
|
|
func ParseStandaloneToolCalls(text string, availableToolNames []string) []ParsedToolCall {
|
|
return ParseStandaloneToolCallsDetailed(text, availableToolNames).Calls
|
|
}
|
|
|
|
func ParseStandaloneToolCallsDetailed(text string, availableToolNames []string) ToolCallParseResult {
|
|
result := ToolCallParseResult{}
|
|
trimmed := strings.TrimSpace(text)
|
|
if trimmed == "" {
|
|
return result
|
|
}
|
|
if looksLikeToolExampleContext(trimmed) {
|
|
return result
|
|
}
|
|
result.SawToolCallSyntax = looksLikeToolCallSyntax(trimmed)
|
|
candidates := []string{trimmed}
|
|
for _, candidate := range candidates {
|
|
candidate = strings.TrimSpace(candidate)
|
|
if candidate == "" {
|
|
continue
|
|
}
|
|
parsed := parseToolCallsPayload(candidate)
|
|
if len(parsed) == 0 {
|
|
parsed = parseXMLToolCalls(candidate)
|
|
}
|
|
if len(parsed) == 0 {
|
|
parsed = parseMarkupToolCalls(candidate)
|
|
}
|
|
if len(parsed) == 0 {
|
|
parsed = parseTextKVToolCalls(candidate)
|
|
}
|
|
if len(parsed) > 0 {
|
|
result.SawToolCallSyntax = true
|
|
calls, rejectedNames := filterToolCallsDetailed(parsed, availableToolNames)
|
|
result.Calls = calls
|
|
result.RejectedToolNames = rejectedNames
|
|
result.RejectedByPolicy = len(rejectedNames) > 0 && len(calls) == 0
|
|
return result
|
|
}
|
|
}
|
|
return result
|
|
}
|
|
|
|
func filterToolCallsDetailed(parsed []ParsedToolCall, availableToolNames []string) ([]ParsedToolCall, []string) {
|
|
allowed := map[string]struct{}{}
|
|
allowedCanonical := map[string]string{}
|
|
for _, name := range availableToolNames {
|
|
trimmed := strings.TrimSpace(name)
|
|
if trimmed == "" {
|
|
continue
|
|
}
|
|
allowed[trimmed] = struct{}{}
|
|
lower := strings.ToLower(trimmed)
|
|
if _, exists := allowedCanonical[lower]; !exists {
|
|
allowedCanonical[lower] = trimmed
|
|
}
|
|
}
|
|
if len(allowed) == 0 {
|
|
rejectedSet := map[string]struct{}{}
|
|
rejected := make([]string, 0, len(parsed))
|
|
for _, tc := range parsed {
|
|
if tc.Name == "" {
|
|
continue
|
|
}
|
|
if _, ok := rejectedSet[tc.Name]; ok {
|
|
continue
|
|
}
|
|
rejectedSet[tc.Name] = struct{}{}
|
|
rejected = append(rejected, tc.Name)
|
|
}
|
|
return nil, rejected
|
|
}
|
|
out := make([]ParsedToolCall, 0, len(parsed))
|
|
rejectedSet := map[string]struct{}{}
|
|
rejected := make([]string, 0)
|
|
for _, tc := range parsed {
|
|
if tc.Name == "" {
|
|
continue
|
|
}
|
|
matchedName := resolveAllowedToolName(tc.Name, allowed, allowedCanonical)
|
|
if matchedName == "" {
|
|
if _, ok := rejectedSet[tc.Name]; !ok {
|
|
rejectedSet[tc.Name] = struct{}{}
|
|
rejected = append(rejected, tc.Name)
|
|
}
|
|
continue
|
|
}
|
|
tc.Name = matchedName
|
|
if tc.Input == nil {
|
|
tc.Input = map[string]any{}
|
|
}
|
|
out = append(out, tc)
|
|
}
|
|
return out, rejected
|
|
}
|
|
|
|
func resolveAllowedToolName(name string, allowed map[string]struct{}, allowedCanonical map[string]string) string {
|
|
return resolveAllowedToolNameWithLooseMatch(name, allowed, allowedCanonical)
|
|
}
|
|
|
|
func parseToolCallsPayload(payload string) []ParsedToolCall {
|
|
var decoded any
|
|
if err := json.Unmarshal([]byte(payload), &decoded); err != nil {
|
|
return nil
|
|
}
|
|
switch v := decoded.(type) {
|
|
case map[string]any:
|
|
if tc, ok := v["tool_calls"]; ok {
|
|
return parseToolCallList(tc)
|
|
}
|
|
if parsed, ok := parseToolCallItem(v); ok {
|
|
return []ParsedToolCall{parsed}
|
|
}
|
|
case []any:
|
|
return parseToolCallList(v)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func looksLikeToolCallSyntax(text string) bool {
|
|
lower := strings.ToLower(text)
|
|
return strings.Contains(lower, "tool_calls") ||
|
|
strings.Contains(lower, "<tool_call") ||
|
|
strings.Contains(lower, "<function_call") ||
|
|
strings.Contains(lower, "<invoke") ||
|
|
strings.Contains(lower, "function.name:")
|
|
}
|
|
|
|
func parseToolCallList(v any) []ParsedToolCall {
|
|
items, ok := v.([]any)
|
|
if !ok {
|
|
return nil
|
|
}
|
|
out := make([]ParsedToolCall, 0, len(items))
|
|
for _, item := range items {
|
|
m, ok := item.(map[string]any)
|
|
if !ok {
|
|
continue
|
|
}
|
|
if tc, ok := parseToolCallItem(m); ok {
|
|
out = append(out, tc)
|
|
}
|
|
}
|
|
if len(out) == 0 {
|
|
return nil
|
|
}
|
|
return out
|
|
}
|
|
|
|
func parseToolCallItem(m map[string]any) (ParsedToolCall, bool) {
|
|
name, _ := m["name"].(string)
|
|
inputRaw, hasInput := m["input"]
|
|
if fn, ok := m["function"].(map[string]any); ok {
|
|
if name == "" {
|
|
name, _ = fn["name"].(string)
|
|
}
|
|
if !hasInput {
|
|
if v, ok := fn["arguments"]; ok {
|
|
inputRaw = v
|
|
hasInput = true
|
|
}
|
|
}
|
|
}
|
|
if !hasInput {
|
|
for _, key := range []string{"arguments", "args", "parameters", "params"} {
|
|
if v, ok := m[key]; ok {
|
|
inputRaw = v
|
|
hasInput = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
if strings.TrimSpace(name) == "" {
|
|
return ParsedToolCall{}, false
|
|
}
|
|
return ParsedToolCall{
|
|
Name: strings.TrimSpace(name),
|
|
Input: parseToolCallInput(inputRaw),
|
|
}, true
|
|
}
|
|
|
|
func parseToolCallInput(v any) map[string]any {
|
|
switch x := v.(type) {
|
|
case nil:
|
|
return map[string]any{}
|
|
case map[string]any:
|
|
return x
|
|
case string:
|
|
raw := strings.TrimSpace(x)
|
|
if raw == "" {
|
|
return map[string]any{}
|
|
}
|
|
var parsed map[string]any
|
|
if err := json.Unmarshal([]byte(raw), &parsed); err == nil && parsed != nil {
|
|
return parsed
|
|
}
|
|
return map[string]any{"_raw": raw}
|
|
default:
|
|
b, err := json.Marshal(x)
|
|
if err != nil {
|
|
return map[string]any{}
|
|
}
|
|
var parsed map[string]any
|
|
if err := json.Unmarshal(b, &parsed); err == nil && parsed != nil {
|
|
return parsed
|
|
}
|
|
return map[string]any{}
|
|
}
|
|
}
|