feat: extract MyAgent core and web console
This commit is contained in:
justme committed
commit
e491b1a35b
83 files changed
+13651
No files matched your search
+14
@@ -0,0 +1,14 @@
|
||||
**/bin/
|
||||
**/obj/
|
||||
**/.idea/
|
||||
**/node_modules/
|
||||
**/dist/
|
||||
**/data/
|
||||
**/logs/
|
||||
artifacts/
|
||||
.env
|
||||
.env.*
|
||||
README.md
|
||||
agent.md
|
||||
docs/
|
||||
MyAgent.Web/README.md
|
||||
@@ -0,0 +1,15 @@
|
||||
<!doctype html>
|
||||
<html lang="zh-CN">
|
||||
<head>
|
||||
<meta charset="utf-8" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
||||
<meta name="theme-color" content="#6750A4" />
|
||||
<link rel="icon" href="data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 64 64'%3E%3Crect width='64' height='64' rx='16' fill='%2316211e'/%3E%3Cpath d='M20 20h28v8H29v4h15v8H29v4h19v8H20z' fill='%2399f6cd'/%3E%3C/svg%3E" />
|
||||
<title>MyAgent Console</title>
|
||||
</head>
|
||||
<body>
|
||||
<noscript>需要启用 JavaScript。</noscript>
|
||||
<div id="app"></div>
|
||||
<script type="module" src="/src/main.js"></script>
|
||||
</body>
|
||||
</html>
|
||||
Generated
+1621
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"name": "myagent-web",
|
||||
"version": "0.1.0",
|
||||
"private": true,
|
||||
"type": "module",
|
||||
"scripts": {
|
||||
"dev": "vite --host 0.0.0.0 --port 5173",
|
||||
"build": "vite build",
|
||||
"preview": "vite preview --host 0.0.0.0 --port 5174"
|
||||
},
|
||||
"dependencies": {
|
||||
"@vitejs/plugin-vue": "latest",
|
||||
"naive-ui": "^2.44.1",
|
||||
"vite": "latest",
|
||||
"vue": "latest"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@tailwindcss/vite": "^4.3.1",
|
||||
"tailwindcss": "^4.3.1"
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,45 @@
|
||||
export const API_BASE = (import.meta.env.VITE_API_BASE_URL || '').replace(/\/$/, '');
|
||||
|
||||
async function request(path, options = {}) {
|
||||
const res = await fetch(API_BASE + path, options);
|
||||
if (!res.ok) throw new Error(`${res.status} ${await res.text()}`);
|
||||
return res;
|
||||
}
|
||||
|
||||
export const apiClient = {
|
||||
async json(path, options) {
|
||||
const res = await request(path, options);
|
||||
return await res.json();
|
||||
},
|
||||
async text(path, options) {
|
||||
const res = await request(path, options);
|
||||
return await res.text();
|
||||
},
|
||||
async raw(path, options) {
|
||||
return await request(path, options);
|
||||
}
|
||||
};
|
||||
|
||||
export function jsonOptions(body) {
|
||||
return {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(body)
|
||||
};
|
||||
}
|
||||
|
||||
export function putJsonOptions(body) {
|
||||
return {
|
||||
method: 'PUT',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(body)
|
||||
};
|
||||
}
|
||||
|
||||
export function textPutOptions(body) {
|
||||
return {
|
||||
method: 'PUT',
|
||||
headers: { 'Content-Type': 'text/plain; charset=utf-8' },
|
||||
body
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,64 @@
|
||||
import { apiClient, jsonOptions, putJsonOptions, textPutOptions } from './client.js';
|
||||
|
||||
const enc = encodeURIComponent;
|
||||
|
||||
export const healthApi = {
|
||||
get: () => apiClient.json('/api/health')
|
||||
};
|
||||
|
||||
export const configApi = {
|
||||
get: () => apiClient.json('/api/config'),
|
||||
metadata: () => apiClient.json('/api/config/ui-metadata'),
|
||||
save: (config) => apiClient.json('/api/config', putJsonOptions(config))
|
||||
};
|
||||
|
||||
export const modelApi = {
|
||||
list: ({ baseUrl, apiKey }) => apiClient.json('/api/openai/models', jsonOptions({ baseUrl, apiKey }))
|
||||
};
|
||||
|
||||
export const groupApi = {
|
||||
profile: (groupId) => apiClient.json(`/api/group-chat/profile?groupId=${enc(groupId)}`),
|
||||
recentEvents: (groupId, limit = 50) => apiClient.json(`/api/group-chat/recent?groupId=${enc(groupId)}&limit=${enc(limit)}`),
|
||||
recentMessages: (groupId, limit = 80) => apiClient.json(`/api/groups/${enc(groupId)}/recent?limit=${enc(limit)}`),
|
||||
conversations: (groupId) => apiClient.json(`/api/conversations?groupId=${enc(groupId)}`),
|
||||
eventsUrl: (groupId) => `/api/group-chat/events?groupId=${enc(groupId)}`
|
||||
};
|
||||
|
||||
export const contextApi = {
|
||||
get: (groupId) => apiClient.text(`/api/groups/${enc(groupId)}/context`),
|
||||
save: (groupId, text) => apiClient.json(`/api/groups/${enc(groupId)}/context`, textPutOptions(text)),
|
||||
reset: (groupId) => apiClient.json(`/api/groups/${enc(groupId)}/context/reset`, { method: 'POST' }),
|
||||
clearAll: (groupId) => apiClient.json(`/api/groups/${enc(groupId)}/context/clear-all`, { method: 'POST' }),
|
||||
refresh: (groupId) => apiClient.json(`/api/groups/${enc(groupId)}/context/refresh`, { method: 'POST' }),
|
||||
parts: (groupId, userId) => apiClient.json(`/api/groups/${enc(groupId)}/context-parts?userId=${enc(userId || '')}`),
|
||||
heavyMemory: (groupId, limit = 50) => apiClient.json(`/api/groups/${enc(groupId)}/heavy-memory?limit=${enc(limit)}`),
|
||||
searchHeavyMemory: (groupId, query, limit = 8) => apiClient.json(`/api/groups/${enc(groupId)}/heavy-memory/search?q=${enc(query || '')}&limit=${enc(limit)}`),
|
||||
lightRecallCache: (groupId) => apiClient.text(`/api/groups/${enc(groupId)}/light-recall-cache`)
|
||||
};
|
||||
|
||||
export const memberMemoryApi = {
|
||||
get: (groupId, userId) => apiClient.text(`/api/groups/${enc(groupId)}/members/${enc(userId)}/memory`),
|
||||
save: (groupId, userId, text) => apiClient.json(`/api/groups/${enc(groupId)}/members/${enc(userId)}/memory`, textPutOptions(text)),
|
||||
reset: (groupId, userId) => apiClient.json(`/api/groups/${enc(groupId)}/members/${enc(userId)}/memory/reset`, { method: 'POST' }),
|
||||
remove: (groupId, userId) => apiClient.json(`/api/groups/${enc(groupId)}/members/${enc(userId)}/memory`, { method: 'DELETE' }),
|
||||
list: (groupId) => apiClient.json(`/api/groups/${enc(groupId)}/members`)
|
||||
};
|
||||
|
||||
export const taskApi = {
|
||||
list: () => apiClient.json('/api/tasks'),
|
||||
get: (taskId) => apiClient.json(`/api/tasks/${enc(taskId)}`)
|
||||
};
|
||||
|
||||
export const mediaApi = {
|
||||
sources: () => apiClient.json('/api/media/sources'),
|
||||
search: (request) => apiClient.json('/api/media/search', jsonOptions(request)),
|
||||
download: (request) => apiClient.json('/api/media/download', jsonOptions(request))
|
||||
};
|
||||
|
||||
export const toolApi = {
|
||||
catalog: () => apiClient.json('/api/tools/catalog')
|
||||
};
|
||||
|
||||
export const workflowApi = {
|
||||
metadata: () => apiClient.json('/api/workflow/metadata')
|
||||
};
|
||||
@@ -0,0 +1,129 @@
|
||||
<script>
|
||||
import { inject } from 'vue';
|
||||
|
||||
export default {
|
||||
name: 'ConfigPage',
|
||||
setup() {
|
||||
return inject('appCtx');
|
||||
}
|
||||
};
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<n-grid cols="1 l:12" responsive="screen" :x-gap="18" :y-gap="18">
|
||||
<n-gi span="1 l:8">
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>
|
||||
<div>
|
||||
<n-h2 class="card-heading">配置</n-h2>
|
||||
<n-text depth="3">表单结构由后端 <n-code code="/api/config/ui-metadata" /> 提供；前端只负责渲染和保存。</n-text>
|
||||
</div>
|
||||
</template>
|
||||
<template #header-extra>
|
||||
<n-space>
|
||||
<n-button secondary :loading="modelsLoading" @click="loadModels">{{ modelsLoading ? '拉取中...' : '拉取模型' }}</n-button>
|
||||
<n-button type="primary" :loading="loading" @click="saveConfig">保存配置</n-button>
|
||||
</n-space>
|
||||
</template>
|
||||
|
||||
<n-alert v-if="modelsError" type="error" class="section-gap">{{ modelsError }}</n-alert>
|
||||
|
||||
<n-space v-if="configMetadata?.sections?.length" vertical size="large">
|
||||
<n-card v-for="section in configMetadata.sections" :key="section.key" embedded size="small">
|
||||
<template #header>
|
||||
<div>
|
||||
<strong>{{ section.title }}</strong>
|
||||
<div><n-text depth="3">{{ section.description }}</n-text></div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<n-grid cols="1 m:2" responsive="screen" :x-gap="16" :y-gap="14">
|
||||
<n-gi v-for="field in section.fields" :key="field.path" :span="field.full ? '1 m:2' : 1">
|
||||
<n-form-item :label="field.type === 'checkbox' ? undefined : field.label" :show-feedback="false">
|
||||
<n-checkbox
|
||||
v-if="field.type === 'checkbox'"
|
||||
:checked="!!getConfigValue(field.path)"
|
||||
@update:checked="setConfigValue(field.path, $event, field)"
|
||||
>
|
||||
{{ field.label }}
|
||||
</n-checkbox>
|
||||
|
||||
<n-select
|
||||
v-else-if="field.type === 'select'"
|
||||
:value="getConfigValue(field.path)"
|
||||
:options="(field.options || []).map(opt => ({ label: opt.label, value: opt.value }))"
|
||||
@update:value="setConfigValue(field.path, $event, field)"
|
||||
/>
|
||||
|
||||
<n-select
|
||||
v-else-if="field.type === 'model'"
|
||||
:value="getConfigValue(field.path)"
|
||||
:options="modelOptions(field).map(m => ({ label: m, value: m }))"
|
||||
:placeholder="modelOptions(field).length ? '选择模型' : '请先拉取模型列表'"
|
||||
filterable
|
||||
tag
|
||||
@update:value="setConfigValue(field.path, $event, field)"
|
||||
/>
|
||||
|
||||
<n-input-number
|
||||
v-else-if="field.type === 'number'"
|
||||
:value="Number(getConfigValue(field.path) || 0)"
|
||||
:min="field.min ?? undefined"
|
||||
:max="field.max ?? undefined"
|
||||
@update:value="setConfigValue(field.path, $event, field)"
|
||||
/>
|
||||
|
||||
<n-input
|
||||
v-else
|
||||
:type="field.type === 'secret' ? 'password' : 'text'"
|
||||
:placeholder="field.type === 'secret' && secretConfigured(field) ? '已配置；留空保持，输入新值可替换' : field.placeholder || (field.type === 'secret' ? '尚未配置' : '')"
|
||||
:value="fieldValueForInput(field)"
|
||||
show-password-on="click"
|
||||
@update:value="setConfigValue(field.path, $event, field)"
|
||||
>
|
||||
<template v-if="field.type === 'secret' && secretConfigured(field)" #suffix>
|
||||
<span class="secret-state">已配置</span>
|
||||
</template>
|
||||
</n-input>
|
||||
</n-form-item>
|
||||
</n-gi>
|
||||
</n-grid>
|
||||
</n-card>
|
||||
</n-space>
|
||||
|
||||
<n-empty v-else description="配置表单元数据未加载">
|
||||
<template #extra>请确认后端 /api/config/ui-metadata 正常返回。</template>
|
||||
</n-empty>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
|
||||
<n-gi span="1 l:4">
|
||||
<n-space vertical size="large">
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>当前配置</template>
|
||||
<n-text depth="3">{{ config?.configPath }}</n-text>
|
||||
<n-code :code="JSON.stringify(config, null, 2)" language="json" word-wrap class="code-block" />
|
||||
</n-card>
|
||||
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>工具目录</template>
|
||||
<n-list hoverable>
|
||||
<n-list-item v-for="tool in toolCatalog" :key="tool.name">
|
||||
<n-thing :title="tool.name" :description="`${tool.executor} · evidence=${tool.returnsEvidence} · attachments=${tool.returnsAttachments}`">
|
||||
{{ tool.purpose }}
|
||||
</n-thing>
|
||||
</n-list-item>
|
||||
</n-list>
|
||||
</n-card>
|
||||
</n-space>
|
||||
</n-gi>
|
||||
</n-grid>
|
||||
</template>
|
||||
|
||||
<style scoped>
|
||||
.panel-card { box-shadow: 0 10px 30px rgba(31, 34, 37, .06); }
|
||||
.card-heading { margin: 0; font-size: 20px; }
|
||||
.section-gap { margin-bottom: 16px; }
|
||||
.code-block { display: block; margin-top: 12px; max-height: 520px; overflow: auto; }
|
||||
.secret-state { color: #278662; font-size: 12px; font-weight: 650; white-space: nowrap; }
|
||||
</style>
|
||||
@@ -0,0 +1,164 @@
|
||||
<script>
|
||||
import { inject } from 'vue';
|
||||
|
||||
export default {
|
||||
name: 'ContextPage',
|
||||
setup() {
|
||||
return inject('appCtx');
|
||||
}
|
||||
};
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<n-grid cols="1 l:12" responsive="screen" :x-gap="18" :y-gap="18">
|
||||
<n-gi span="1 l:8">
|
||||
<n-card :bordered="false" class="panel-card editor-card">
|
||||
<template #header>
|
||||
<div>
|
||||
<n-h2 class="card-heading">机器人 / 群设定</n-h2>
|
||||
<n-text depth="3">群级 context.md：机器人设定、群长期信息、群规则、活跃话题和最近摘要。</n-text>
|
||||
</div>
|
||||
</template>
|
||||
<template #header-extra>
|
||||
<n-space>
|
||||
<n-button secondary @click="loadContext">重载</n-button>
|
||||
<n-button secondary :loading="loading" @click="refreshContextMemory">自动整理</n-button>
|
||||
<n-button tertiary type="warning" :disabled="loading" @click="resetContext">重置 context.md</n-button>
|
||||
<n-button tertiary type="error" :disabled="loading" @click="clearAllContext">一键清空全部</n-button>
|
||||
<n-button type="primary" :loading="loading" @click="saveContext">保存群设定</n-button>
|
||||
</n-space>
|
||||
</template>
|
||||
|
||||
<n-alert type="warning" :bordered="false" class="danger-alert">
|
||||
“一键清空全部”会删除本群 context.md、群友轻记忆、重记忆、重记忆备份、召回暂存和线程上下文，并重新生成默认 context.md。
|
||||
</n-alert>
|
||||
<n-tag v-if="contextParts?.groupContextPath" class="path-tag" round>{{ contextParts.groupContextPath }}</n-tag>
|
||||
<n-input
|
||||
v-model:value="contextText"
|
||||
type="textarea"
|
||||
class="context-editor"
|
||||
placeholder="群设定 Markdown"
|
||||
:autosize="{ minRows: 24 }"
|
||||
/>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
|
||||
<n-gi span="1 l:4">
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>
|
||||
<div>
|
||||
<strong>上下文注入预览</strong>
|
||||
<div><n-text depth="3">当前回复会合并群设定 + 当前群友记忆。</n-text></div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<n-tabs type="segment" animated>
|
||||
<n-tab-pane name="preview" tab="注入预览">
|
||||
<n-space v-if="contextParts" vertical size="medium">
|
||||
<n-card embedded size="small"><template #header>机器人/群设定</template>{{ contextParts.botProfile }}</n-card>
|
||||
<n-card embedded size="small"><template #header>当前话题窗口 / 注意力（短）</template>{{ contextParts.questionContext }}</n-card>
|
||||
<n-card v-if="contextParts.memberMemory && contextParts.memberMemory !== '无'" embedded size="small">
|
||||
<template #header>轻记忆：{{ form.userId }}</template>
|
||||
{{ contextParts.memberMemory }}
|
||||
</n-card>
|
||||
<n-card embedded size="small">
|
||||
<template #header>重记忆策略</template>
|
||||
<n-text depth="3">
|
||||
轻记忆只保留本群讨论过的事情大纲、稳定偏好和搜索消歧。重记忆由 Planner 的语义权重按需触发，召回片段仅保存在当前 run 的 ArtifactJournal 中，不跨用户或任务共享。
|
||||
</n-text>
|
||||
</n-card>
|
||||
</n-space>
|
||||
<n-empty v-else description="暂无上下文预览" />
|
||||
</n-tab-pane>
|
||||
|
||||
<n-tab-pane name="heavy" tab="重记忆">
|
||||
<n-space vertical size="medium">
|
||||
<n-alert type="info" :bordered="false">
|
||||
轻记忆只存大纲；重记忆保存精确时间节点、话题、模型总结和原始对话。召回结果只进入当前任务上下文，任务结束后不会作为群级临时缓存注入下一轮。
|
||||
</n-alert>
|
||||
|
||||
<n-space>
|
||||
<n-input v-model:value="heavyMemoryQuery" clearable placeholder="按关键词搜索重记忆，例如：PDF、图片下载、上次方案" @keyup.enter="searchHeavyMemory" />
|
||||
<n-button type="primary" :loading="loading" @click="searchHeavyMemory">搜索</n-button>
|
||||
<n-button secondary @click="loadHeavyMemory">刷新列表</n-button>
|
||||
</n-space>
|
||||
|
||||
<n-card v-if="heavyMemory?.path" embedded size="small">
|
||||
<template #header>存储位置</template>
|
||||
<n-space vertical size="small">
|
||||
<n-tag round>重记忆：{{ heavyMemory.path }}</n-tag>
|
||||
<n-tag round>备份：{{ heavyMemory.backupDir }}</n-tag>
|
||||
</n-space>
|
||||
</n-card>
|
||||
|
||||
<n-divider>搜索结果</n-divider>
|
||||
<n-empty v-if="!(heavyMemorySearch.items || []).length" description="暂无搜索结果" />
|
||||
<n-collapse v-else accordion>
|
||||
<n-collapse-item v-for="item in heavyMemorySearch.items" :key="item.id" :title="item.topic" :name="item.id">
|
||||
<n-space vertical size="small">
|
||||
<n-text depth="3">{{ new Date(item.startAt).toLocaleString() }} ~ {{ new Date(item.endAt).toLocaleString() }} · 重要度 {{ item.importance }}</n-text>
|
||||
<div><n-tag v-for="kw in item.keywords" :key="kw" size="small" round class="kw-tag">{{ kw }}</n-tag></div>
|
||||
<p>{{ item.summary }}</p>
|
||||
<pre class="memory-pre">{{ item.rawDialoguePreview }}</pre>
|
||||
</n-space>
|
||||
</n-collapse-item>
|
||||
</n-collapse>
|
||||
|
||||
<n-divider>最近重记忆</n-divider>
|
||||
<n-empty v-if="!(heavyMemory.items || []).length" description="暂无重记忆归档" />
|
||||
<n-list v-else hoverable>
|
||||
<n-list-item v-for="item in heavyMemory.items" :key="item.id">
|
||||
<n-thing :title="item.topic">
|
||||
<template #description>
|
||||
{{ new Date(item.startAt).toLocaleString() }} ~ {{ new Date(item.endAt).toLocaleString() }} · {{ (item.participants || []).join('、') || '无参与者' }}
|
||||
</template>
|
||||
<n-ellipsis :line-clamp="3">{{ item.summary }}</n-ellipsis>
|
||||
</n-thing>
|
||||
</n-list-item>
|
||||
</n-list>
|
||||
</n-space>
|
||||
</n-tab-pane>
|
||||
|
||||
<n-tab-pane name="members" tab="群友轻记忆">
|
||||
<n-list v-if="memberMemories.length" hoverable clickable>
|
||||
<n-list-item v-for="m in memberMemories" :key="m.userId" :class="{ active: String(m.userId) === String(form.userId) }" @click="form.userId = m.userId; loadContextParts()">
|
||||
<n-thing :title="getMember(m.userId).name || m.userId">
|
||||
<template #description>{{ m.userId }} · {{ Math.round((m.bytes || 0) / 1024) }}KB · {{ new Date(m.updatedAt).toLocaleString() }}</template>
|
||||
<n-ellipsis :line-clamp="2">{{ m.preview }}</n-ellipsis>
|
||||
<template #action>
|
||||
<n-button size="small" type="error" tertiary :disabled="loading" @click.stop="deleteMemberMemory(m.userId)">删除</n-button>
|
||||
</template>
|
||||
</n-thing>
|
||||
</n-list-item>
|
||||
</n-list>
|
||||
<n-empty v-else description="暂无群友轻记忆文件" />
|
||||
</n-tab-pane>
|
||||
</n-tabs>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
</n-grid>
|
||||
</template>
|
||||
|
||||
<style scoped>
|
||||
.panel-card { box-shadow: 0 10px 30px rgba(31, 34, 37, .06); }
|
||||
.card-heading { margin: 0; font-size: 20px; }
|
||||
.danger-alert { margin-bottom: 12px; }
|
||||
.path-tag { margin-bottom: 12px; max-width: 100%; }
|
||||
.context-editor { font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace; }
|
||||
.memory-card { max-height: 360px; overflow: hidden; }
|
||||
.memory-pre {
|
||||
white-space: pre-wrap;
|
||||
word-break: break-word;
|
||||
max-height: 320px;
|
||||
overflow: auto;
|
||||
margin: 0;
|
||||
padding: 10px;
|
||||
border-radius: 10px;
|
||||
background: rgba(0, 0, 0, .04);
|
||||
font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
|
||||
font-size: 12px;
|
||||
line-height: 1.55;
|
||||
}
|
||||
.kw-tag { margin: 0 6px 6px 0; }
|
||||
.active { background: rgba(24, 160, 88, .08); }
|
||||
</style>
|
||||
@@ -0,0 +1,301 @@
|
||||
<script>
|
||||
import { inject } from 'vue';
|
||||
|
||||
export default {
|
||||
name: 'GroupPage',
|
||||
setup() {
|
||||
return inject('appCtx');
|
||||
}
|
||||
};
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<n-grid cols="1 m:12" responsive="screen" :x-gap="18" :y-gap="18" class="group-page">
|
||||
<n-gi span="1 m:7">
|
||||
<n-card class="panel-card chat-card" :bordered="false">
|
||||
<template #header>
|
||||
<n-space align="center" :wrap="false">
|
||||
<n-avatar v-if="groupProfile?.avatarUrl" round :src="groupProfile.avatarUrl" :size="46" object-fit="cover" />
|
||||
<n-avatar v-else round :size="46" color="#18a058">群</n-avatar>
|
||||
<div class="group-title-block">
|
||||
<n-space align="center" size="small">
|
||||
<n-h2 class="card-heading">{{ groupProfile?.groupName || currentGroupLabel }}</n-h2>
|
||||
<n-select
|
||||
size="small"
|
||||
class="group-switcher"
|
||||
:value="String(form.groupId)"
|
||||
:options="groupOptions"
|
||||
tag
|
||||
placeholder="选择群"
|
||||
@update:value="switchGroup"
|
||||
/>
|
||||
</n-space>
|
||||
<n-text depth="3">群号 {{ groupProfile?.groupId || form.groupId }}<template v-if="groupProfile?.memberCount"> · {{ groupProfile.memberCount }} 人</template> · 记忆/上下文按群隔离</n-text>
|
||||
</div>
|
||||
</n-space>
|
||||
</template>
|
||||
<template #header-extra>
|
||||
<n-space align="center" class="header-actions">
|
||||
<n-tooltip trigger="hover"><template #trigger><n-tag round type="info" class="route-tag">{{ routeSummary }}</n-tag></template>{{ routeSummary }}</n-tooltip>
|
||||
<n-button secondary :disabled="loading || !chat.messages.length" @click="clearChat">清空</n-button>
|
||||
</n-space>
|
||||
</template>
|
||||
|
||||
<div class="chat-card-body">
|
||||
<div class="messages">
|
||||
<n-empty v-if="!chat.messages.length" description="等待群聊事件">
|
||||
<template #extra>
|
||||
<div class="empty-copy">事件流连接后，群消息、回复和 Agent 执行状态会在这里实时出现。</div>
|
||||
</template>
|
||||
</n-empty>
|
||||
|
||||
<n-space v-else vertical size="large" class="message-stack">
|
||||
<article v-for="(m, i) in chat.messages" :key="i" class="message-row" :class="messageClasses(m)" @click="selectMessage(m)">
|
||||
<n-avatar v-if="m.member?.avatarUrl" round :src="m.member.avatarUrl" object-fit="cover" />
|
||||
<n-avatar v-else round color="#2080f0">{{ avatarText(m.userId) }}</n-avatar>
|
||||
<n-card class="message-bubble" :class="m.role" size="small" :bordered="false">
|
||||
<n-space vertical size="small">
|
||||
<n-text depth="3" class="message-meta">
|
||||
{{ m.role === 'assistant' ? (configForm.bot.botDisplayName || '莲') : (m.member?.name || m.userId) }} · {{ m.userId }} · {{ m.at.toLocaleString() }}
|
||||
<template v-if="m.role === 'assistant' && (m.totalElapsedMs ?? m.elapsedMs) !== undefined"> · 耗时 {{ formatMs(m.totalElapsedMs ?? m.elapsedMs) }}</template>
|
||||
</n-text>
|
||||
|
||||
<div v-if="!m.thinking && m.segments?.length" class="segments">
|
||||
<n-p v-for="(seg, si) in m.segments" :key="si">{{ seg }}</n-p>
|
||||
</div>
|
||||
<n-p v-else-if="!m.thinking" class="message-text">{{ m.text }}</n-p>
|
||||
<n-space v-else align="center" size="small" class="thinking"><n-spin size="small" />{{ m.text }}</n-space>
|
||||
|
||||
<n-space v-if="!m.thinking" size="small">
|
||||
<n-button size="tiny" text @click.stop="copyText(m.text)">复制</n-button>
|
||||
</n-space>
|
||||
|
||||
<n-text v-if="m.meta?.route" depth="3" italic>{{ m.meta.route.mode }} · {{ m.meta.route.webPolicy }} · {{ m.meta.route.reason }}</n-text>
|
||||
|
||||
<n-image-group v-if="m.attachments?.length">
|
||||
<n-space>
|
||||
<a v-for="att in m.attachments" :key="att.mediaId || att.sourceUrl" :href="mediaUrl(att.url || att.sourceUrl)" target="_blank" class="attachment-link" @click.stop>
|
||||
<n-image :src="mediaUrl(att.url || att.sourceUrl)" width="120" object-fit="cover" preview-disabled />
|
||||
<small>{{ att.title || att.mediaId || '图片' }}</small>
|
||||
</a>
|
||||
</n-space>
|
||||
</n-image-group>
|
||||
|
||||
<n-space v-if="m.meta?.notes?.length" vertical size="small">
|
||||
<n-alert v-for="(note, ni) in m.meta.notes" :key="ni" type="info" :show-icon="false">{{ note }}</n-alert>
|
||||
</n-space>
|
||||
</n-space>
|
||||
</n-card>
|
||||
</article>
|
||||
</n-space>
|
||||
</div>
|
||||
|
||||
<n-space justify="end" class="composer-actions">
|
||||
<n-tag v-if="chat.rawResult?.eventStream" size="small" :type="chat.rawResult.eventStream === 'reconnecting' ? 'warning' : 'success'">{{ chat.rawResult.eventStream }}</n-tag>
|
||||
<n-button text size="small" @click="loadGroupRecent">同步历史</n-button>
|
||||
<n-button text size="small" @click="connectGroupEvents">重连</n-button>
|
||||
</n-space>
|
||||
</div>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
|
||||
<n-gi span="1 m:5">
|
||||
<n-card class="panel-card observability-card" :bordered="false">
|
||||
<template #header>
|
||||
<div>
|
||||
<n-h2 class="card-heading">AI 调用面板</n-h2>
|
||||
<n-text depth="3">点击左侧任意群消息，查看对应回答的流程。</n-text>
|
||||
</div>
|
||||
</template>
|
||||
<template #header-extra><n-button secondary @click="loadConversations">刷新</n-button></template>
|
||||
|
||||
<n-grid cols="2 s:4" responsive="screen" :x-gap="8" :y-gap="8" class="stats-grid">
|
||||
<n-gi><div class="metric-tile"><span>最终状态</span><strong>{{ statusText(activeStatus) }}</strong></div></n-gi>
|
||||
<n-gi><div class="metric-tile"><span>总耗时</span><strong>{{ formatMs(traceStats.totalMs) }}</strong></div></n-gi>
|
||||
<n-gi><div class="metric-tile"><span>首 token</span><strong>{{ formatMs(traceStats.firstTokenMs) }}</strong></div></n-gi>
|
||||
<n-gi><div class="metric-tile"><span>缓存</span><strong>{{ traceStats.cacheHit ? 'HIT' : 'MISS' }}</strong></div></n-gi>
|
||||
</n-grid>
|
||||
|
||||
<n-space class="flow-tags">
|
||||
<n-tag type="info">流程状态：{{ statusText(activeTopology?.overallStatus || activeStatus) }}</n-tag>
|
||||
<n-tag :type="(activeTopology?.runningKeys?.length || activeTopology?.runningKey) ? 'warning' : 'default'">运行中：{{ activeTopology?.runningKeys?.join('、') || activeTopology?.runningKey || '无' }}</n-tag>
|
||||
</n-space>
|
||||
|
||||
<n-space v-if="activeTopology || latestConversation" vertical size="large">
|
||||
<n-card embedded size="small">
|
||||
<n-text depth="3">{{ selectedMessage ? '当前选中消息' : '默认显示最新对话' }}</n-text>
|
||||
<n-p><b>用户：</b>{{ activeQuestion || '无' }}</n-p>
|
||||
<n-p v-if="activeAnswer"><b>{{ configForm.bot.botDisplayName || '莲' }}：</b>{{ activeAnswer }}</n-p>
|
||||
<n-tag size="small">{{ latestConversation?.status || 'running' }} / {{ activeStatus }}</n-tag>
|
||||
<n-text depth="3" class="thread-id">{{ activeThreadId }}</n-text>
|
||||
</n-card>
|
||||
|
||||
<n-card embedded size="small" class="topology-card">
|
||||
<template #header>Agent 实时拓扑</template>
|
||||
<template #header-extra>
|
||||
<n-space align="center" size="small">
|
||||
<n-tag :type="activeTopology?.runningKey ? 'warning' : 'success'" round>
|
||||
{{ activeTopology?.runningKey ? '实时运行中' : statusText(activeTopology?.overallStatus || activeStatus) }}
|
||||
</n-tag>
|
||||
<n-text depth="3" class="topology-updated">更新 {{ activeTopologyUpdatedAt }}</n-text>
|
||||
</n-space>
|
||||
</template>
|
||||
|
||||
<div class="topology-board">
|
||||
<template v-for="(step, index) in requiredTopologyNodes" :key="step.key">
|
||||
<section class="topology-step" :class="[step.status, { running: (activeTopology?.runningKeys || [activeTopology?.runningKey]).includes(step.key) }]">
|
||||
<div class="step-orb">
|
||||
<span class="step-index">{{ index + 1 }}</span>
|
||||
<span v-if="(activeTopology?.runningKeys || [activeTopology?.runningKey]).includes(step.key)" class="live-ring"></span>
|
||||
</div>
|
||||
<div class="step-body">
|
||||
<n-space justify="space-between" align="start" :wrap="false">
|
||||
<div>
|
||||
<b>{{ step.name }}</b>
|
||||
<p>{{ step.agent || '-' }}</p>
|
||||
</div>
|
||||
<n-tag size="small" :type="step.status === 'error' ? 'error' : (activeTopology?.runningKeys || [activeTopology?.runningKey]).includes(step.key) ? 'warning' : step.status === 'done' ? 'success' : step.status === 'skipped' ? 'default' : 'info'">
|
||||
{{ step.statusLabel || statusText(step.status) }}
|
||||
</n-tag>
|
||||
</n-space>
|
||||
<small>{{ step.meta || step.detail }}</small>
|
||||
<n-collapse class="step-detail" arrow-placement="right">
|
||||
<n-collapse-item title="查看事件详情" :name="step.key">
|
||||
<n-p>时间点：{{ step.atMs ?? '-' }}ms · 耗时：{{ formatMs(step.elapsedMs) }}</n-p>
|
||||
<n-p>{{ step.detail }}</n-p>
|
||||
<n-code v-if="step.raw" :code="JSON.stringify(step.raw, null, 2)" language="json" word-wrap />
|
||||
</n-collapse-item>
|
||||
</n-collapse>
|
||||
</div>
|
||||
</section>
|
||||
<div v-if="index < requiredTopologyNodes.length - 1" class="topology-connector" :class="pipelineEdges.find(e => e.from === step.key)?.status">
|
||||
<span></span>
|
||||
</div>
|
||||
</template>
|
||||
</div>
|
||||
|
||||
<section class="subagent-lane" v-if="branchTopologyNodes.length || optionalTopologyNodes.length">
|
||||
<n-divider>Subagent / Tool use</n-divider>
|
||||
<n-grid cols="1 s:2" responsive="screen" :x-gap="10" :y-gap="10">
|
||||
<n-gi v-for="step in branchTopologyNodes" :key="step.key">
|
||||
<n-card embedded size="small" class="subagent-node" :class="[step.status, { running: (activeTopology?.runningKeys || [activeTopology?.runningKey]).includes(step.key) }]">
|
||||
<n-space justify="space-between" align="start" :wrap="false">
|
||||
<div><b>{{ step.name }}</b><p>{{ step.agent }}</p></div>
|
||||
<n-tag size="small" :type="(activeTopology?.runningKeys || [activeTopology?.runningKey]).includes(step.key) ? 'warning' : step.status === 'done' ? 'success' : step.status === 'error' ? 'error' : 'info'">
|
||||
{{ step.statusLabel || statusText(step.status) }}
|
||||
</n-tag>
|
||||
</n-space>
|
||||
<n-text depth="3">{{ step.detail }}</n-text>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
<n-gi v-for="step in optionalTopologyNodes" v-show="!branchTopologyNodes.length" :key="step.key">
|
||||
<n-card embedded size="small" class="subagent-node optional">
|
||||
<n-space justify="space-between"><b>{{ step.name }}</b><n-tag size="small">可选/等待</n-tag></n-space>
|
||||
<n-text depth="3">{{ step.agent }} · {{ step.detail }}</n-text>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
</n-grid>
|
||||
</section>
|
||||
|
||||
<n-alert v-if="pipelineSteps.length" type="info" :show-icon="false" class="topology-detail">
|
||||
<b>当前节点：</b>{{ (pipelineSteps.find(x => activeTopology?.runningKey === x.key) || [...pipelineSteps].reverse().find(x => x.status === 'done') || pipelineSteps[0])?.name }}；
|
||||
<b>详情：</b>{{ (pipelineSteps.find(x => activeTopology?.runningKey === x.key) || [...pipelineSteps].reverse().find(x => x.status === 'done') || pipelineSteps[0])?.detail }}
|
||||
</n-alert>
|
||||
</n-card>
|
||||
</n-space>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
</n-grid>
|
||||
</template>
|
||||
|
||||
<style scoped>
|
||||
.group-page { align-items: stretch; }
|
||||
.panel-card { min-height: 100%; border: 1px solid rgba(28, 63, 51, .08); box-shadow: 0 16px 42px rgba(24, 45, 38, .07); }
|
||||
.chat-card {
|
||||
height: calc(100vh - 128px);
|
||||
min-height: 640px;
|
||||
}
|
||||
.chat-card-body {
|
||||
height: calc(100vh - 260px);
|
||||
min-height: 500px;
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
overflow: hidden;
|
||||
}
|
||||
.card-heading { margin: 0; font-size: 20px; }
|
||||
.group-title-block { min-width: 0; }
|
||||
.group-switcher { width: 190px; }
|
||||
.route-tag { max-width: 280px; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
|
||||
.messages {
|
||||
flex: 1 1 0;
|
||||
min-height: 0;
|
||||
max-height: 100%;
|
||||
padding: 14px 12px 14px 4px;
|
||||
overflow-y: scroll;
|
||||
overflow-x: hidden;
|
||||
overscroll-behavior: contain;
|
||||
scroll-behavior: smooth;
|
||||
scrollbar-gutter: stable;
|
||||
border-radius: 16px;
|
||||
background: #f7f9f6;
|
||||
border: 1px solid rgba(28, 63, 51, .09);
|
||||
}
|
||||
.message-stack { padding-right: 4px; }
|
||||
.messages::-webkit-scrollbar { width: 10px; }
|
||||
.messages::-webkit-scrollbar-track { background: #f3f6fa; border-radius: 999px; }
|
||||
.messages::-webkit-scrollbar-thumb { background: linear-gradient(180deg, #b8c7d9, #98a8ba); border: 2px solid #f3f6fa; border-radius: 999px; }
|
||||
.messages::-webkit-scrollbar-thumb:hover { background: linear-gradient(180deg, #8fa1b5, #718399); }
|
||||
.message-row { display: flex; gap: 12px; cursor: pointer; transition: transform .15s ease, opacity .15s ease; }
|
||||
.message-row:hover { transform: translateY(-1px); }
|
||||
.message-row.dimmed { opacity: .45; }
|
||||
.message-row.selected .message-bubble { outline: 2px solid rgba(39, 138, 100, .28); }
|
||||
.message-bubble { max-width: min(760px, calc(100% - 52px)); background: #fff; border-left: 3px solid #d8e0dc; box-shadow: 0 8px 24px rgba(28, 48, 41, .05); }
|
||||
.message-bubble.assistant { background: #eef8f3; border-left-color: #2b8a68; }
|
||||
.message-meta { font-size: 12px; }
|
||||
.message-text, .segments :deep(.n-p) { white-space: pre-wrap; margin: 0; }
|
||||
.attachment-link { display: grid; gap: 4px; color: inherit; text-decoration: none; }
|
||||
.stats-grid { margin-bottom: 16px; }
|
||||
.metric-tile { min-height: 72px; padding: 10px 12px; border: 1px solid rgba(30, 67, 54, .08); border-radius: 12px; background: #f6f8f5; }
|
||||
.metric-tile span { display: block; margin-bottom: 8px; color: #78857f; font-size: 11px; letter-spacing: .06em; text-transform: uppercase; }
|
||||
.metric-tile strong { color: #19372e; font: 700 16px/1.2 ui-monospace, SFMono-Regular, Consolas, monospace; }
|
||||
.observability-card { height: calc(100vh - 128px); overflow: auto; }
|
||||
.composer-shell { margin-top: 12px; padding: 12px; border: 1px solid rgba(28, 63, 51, .1); border-radius: 15px; background: #fff; box-shadow: 0 -8px 30px rgba(27, 53, 44, .06); }
|
||||
.composer-shell :deep(.n-input) { --n-border: 0 !important; --n-border-hover: 0 !important; --n-border-focus: 0 !important; --n-box-shadow-focus: none !important; }
|
||||
.composer-actions { display: flex; justify-content: space-between; align-items: center; gap: 12px; padding-top: 8px; border-top: 1px solid #edf0ed; }
|
||||
.empty-copy { max-width: 380px; color: #7a8781; line-height: 1.6; }
|
||||
.flow-tags { margin: 8px 0 18px; }
|
||||
.thread-id { display: block; margin-top: 6px; word-break: break-all; }
|
||||
.topology-card { overflow: hidden; }
|
||||
.topology-updated { font-size: 12px; }
|
||||
.topology-board { display: grid; gap: 10px; }
|
||||
.topology-step { display: grid; grid-template-columns: 38px minmax(0, 1fr); gap: 10px; align-items: start; }
|
||||
.step-orb { position: relative; width: 34px; height: 34px; border-radius: 999px; display: grid; place-items: center; background: #e8edf5; color: #64748b; font-weight: 700; }
|
||||
.topology-step.done .step-orb { background: #e8f7ef; color: #18a058; }
|
||||
.topology-step.running .step-orb { background: #fff4df; color: #f0a020; }
|
||||
.topology-step.error .step-orb { background: #fee2e2; color: #d03050; }
|
||||
.live-ring { position: absolute; inset: -5px; border: 2px solid #f0a020; border-radius: inherit; animation: topology-pulse 1.1s infinite; }
|
||||
.step-body { border: 1px solid #edf0f5; border-radius: 14px; padding: 12px; background: rgba(255, 255, 255, .78); transition: border-color .2s ease, box-shadow .2s ease, transform .2s ease; }
|
||||
.topology-step.running .step-body { border-color: #f0a02066; box-shadow: 0 0 0 4px #f0a02018; transform: translateX(2px); }
|
||||
.step-body p, .subagent-node p { margin: 2px 0 0; color: #7a828e; font-size: 12px; }
|
||||
.step-body small { display: block; margin-top: 8px; color: #667085; }
|
||||
.step-detail { margin-top: 6px; }
|
||||
.topology-connector { display: grid; grid-template-columns: 38px minmax(0, 1fr); height: 14px; }
|
||||
.topology-connector span { grid-column: 1; justify-self: center; width: 2px; height: 100%; background: #d8dee9; }
|
||||
.topology-connector.active span { background: #18a058; }
|
||||
.subagent-lane { margin-top: 12px; }
|
||||
.subagent-node { border: 1px solid transparent; }
|
||||
.subagent-node.running { border-color: #f0a02066; box-shadow: 0 0 0 4px #f0a02018; }
|
||||
.subagent-node.done { border-color: #18a05833; }
|
||||
.subagent-node.optional { opacity: .72; }
|
||||
.topology-detail { margin-top: 14px; }
|
||||
@keyframes topology-pulse { from { opacity: .85; transform: scale(.9); } to { opacity: 0; transform: scale(1.35); } }
|
||||
@media (max-width: 900px) {
|
||||
.chat-card { height: auto; min-height: 620px; }
|
||||
.chat-card-body { height: 620px; min-height: 500px; }
|
||||
.messages { min-height: 0; }
|
||||
.observability-card { height: auto; max-height: none; }
|
||||
.header-actions .route-tag { display: none; }
|
||||
.composer-actions { align-items: flex-end; flex-direction: column; }
|
||||
.group-switcher { width: 150px; }
|
||||
}
|
||||
</style>
|
||||
@@ -0,0 +1,96 @@
|
||||
<script>
|
||||
import { inject } from 'vue';
|
||||
|
||||
export default {
|
||||
name: 'MediaPage',
|
||||
setup() {
|
||||
return inject('appCtx');
|
||||
}
|
||||
};
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<n-grid cols="1 l:12" responsive="screen" :x-gap="18" :y-gap="18">
|
||||
<n-gi span="1 l:8">
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>
|
||||
<div>
|
||||
<n-h2 class="card-heading">媒体 / 图片 URL</n-h2>
|
||||
<n-text depth="3">搜索真实网页中的图片 URL，或下载用户提供的图片 URL 到本地缓存。</n-text>
|
||||
</div>
|
||||
</template>
|
||||
<template #header-extra><n-button secondary @click="loadMediaSources">刷新来源</n-button></template>
|
||||
|
||||
<n-form label-placement="top">
|
||||
<n-grid cols="1 m:2" responsive="screen" :x-gap="16">
|
||||
<n-form-item-gi span="1 m:2" label="图片搜索 Query">
|
||||
<n-input v-model:value="mediaForm.query" placeholder="例如：Apple MacBook official image" />
|
||||
</n-form-item-gi>
|
||||
<n-form-item-gi label="搜索网页数">
|
||||
<n-input-number v-model:value="mediaForm.maxPages" :min="1" :max="10" />
|
||||
</n-form-item-gi>
|
||||
<n-form-item-gi label="最多图片数">
|
||||
<n-input-number v-model:value="mediaForm.maxResults" :min="1" :max="30" />
|
||||
</n-form-item-gi>
|
||||
<n-form-item-gi span="1 m:2">
|
||||
<n-button type="primary" :loading="mediaLoading" :disabled="!mediaForm.query.trim()" @click="searchMedia">{{ mediaLoading ? '处理中...' : '搜索图片 URL' }}</n-button>
|
||||
</n-form-item-gi>
|
||||
<n-form-item-gi span="1 m:2" label="直接图片 URL">
|
||||
<n-input v-model:value="mediaForm.imageUrl" placeholder="https://example.com/image.jpg" />
|
||||
</n-form-item-gi>
|
||||
<n-form-item-gi span="1 m:2" label="来源页面 URL，可选">
|
||||
<n-input v-model:value="mediaForm.pageUrl" placeholder="https://example.com/page" />
|
||||
</n-form-item-gi>
|
||||
<n-form-item-gi span="1 m:2">
|
||||
<n-button secondary :loading="mediaLoading" :disabled="!mediaForm.imageUrl.trim()" @click="downloadMedia(null)">下载并缓存直接 URL</n-button>
|
||||
</n-form-item-gi>
|
||||
</n-grid>
|
||||
</n-form>
|
||||
|
||||
<n-alert v-if="mediaError" type="error" class="section-gap">{{ mediaError }}</n-alert>
|
||||
|
||||
<n-card v-if="mediaResult" embedded class="section-gap">
|
||||
<template #header>搜索结果：{{ mediaResult.query }}</template>
|
||||
<template #header-extra><n-tag>{{ mediaResult.source }}</n-tag></template>
|
||||
<n-list>
|
||||
<n-list-item v-for="(item, mi) in mediaResult.items" :key="mi">
|
||||
<n-thing :title="item.title || '未命名图片'" :description="item.source">
|
||||
<template #avatar>
|
||||
<a :href="item.imageUrl" target="_blank"><n-image :src="item.cached ? mediaUrl(item.cached.url) : item.imageUrl" width="120" height="90" object-fit="cover" preview-disabled /></a>
|
||||
</template>
|
||||
<n-space vertical size="small">
|
||||
<n-text class="url-line">图片：<a :href="item.imageUrl" target="_blank">{{ item.imageUrl }}</a></n-text>
|
||||
<n-text v-if="item.pageUrl" class="url-line">页面：<a :href="item.pageUrl" target="_blank">{{ item.pageUrl }}</a></n-text>
|
||||
<n-space>
|
||||
<n-button size="small" secondary :loading="mediaLoading" @click="downloadMedia(item)">下载缓存</n-button>
|
||||
<n-button v-if="item.cached" size="small" tag="a" :href="mediaUrl(item.cached.url)" target="_blank">打开缓存</n-button>
|
||||
</n-space>
|
||||
<n-code v-if="item.cached" :code="JSON.stringify(item.cached, null, 2)" language="json" word-wrap />
|
||||
</n-space>
|
||||
</n-thing>
|
||||
</n-list-item>
|
||||
</n-list>
|
||||
</n-card>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
|
||||
<n-gi span="1 l:4">
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>可用图片来源</template>
|
||||
<n-list hoverable>
|
||||
<n-list-item v-for="s in mediaSources" :key="s.id">
|
||||
<n-thing :title="s.name" :description="`${s.kind} · ${s.needApiKey}`">{{ s.notes }}</n-thing>
|
||||
</n-list-item>
|
||||
</n-list>
|
||||
</n-card>
|
||||
</n-gi>
|
||||
</n-grid>
|
||||
</template>
|
||||
|
||||
<style scoped>
|
||||
.panel-card { box-shadow: 0 10px 30px rgba(31, 34, 37, .06); }
|
||||
.card-heading { margin: 0; font-size: 20px; }
|
||||
.section-gap { margin-top: 16px; }
|
||||
.url-line { word-break: break-all; }
|
||||
a { color: #2080f0; text-decoration: none; }
|
||||
</style>
|
||||
@@ -0,0 +1,64 @@
|
||||
<script>
|
||||
import { inject } from 'vue';
|
||||
|
||||
export default {
|
||||
name: 'TasksPage',
|
||||
setup() {
|
||||
return inject('appCtx');
|
||||
}
|
||||
};
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<n-card :bordered="false" class="panel-card">
|
||||
<template #header>
|
||||
<div>
|
||||
<n-h2 class="card-heading">任务</n-h2>
|
||||
<n-text depth="3">查看 Agent 任务状态。</n-text>
|
||||
</div>
|
||||
</template>
|
||||
<template #header-extra><n-button secondary @click="loadTasks">刷新</n-button></template>
|
||||
|
||||
<n-empty v-if="!tasks.length" description="暂无任务" />
|
||||
<div v-else class="task-grid">
|
||||
<article v-for="t in tasks" :key="t.taskId" class="task-card" :class="String(t.status || '').toLowerCase()">
|
||||
<header>
|
||||
<div>
|
||||
<n-tag size="small" round :type="t.status === 'completed' ? 'success' : t.status === 'failed' ? 'error' : t.status === 'cancelled' ? 'warning' : 'info'">{{ statusText(t.status) }}</n-tag>
|
||||
<span class="task-time">{{ new Date(t.createdAt).toLocaleString() }}</span>
|
||||
</div>
|
||||
<span class="task-generation">GEN {{ t.generation || 1 }}</span>
|
||||
</header>
|
||||
<p class="task-text">{{ t.mergedText || '无文本内容' }}</p>
|
||||
<dl>
|
||||
<div><dt>群 / 用户</dt><dd>{{ t.groupId }} / {{ t.userId }}</dd></div>
|
||||
<div><dt>线程</dt><dd>{{ t.threadId }}</dd></div>
|
||||
<div><dt>任务 ID</dt><dd>{{ t.taskId }}</dd></div>
|
||||
</dl>
|
||||
<n-alert v-if="t.cancellationReason" type="warning" :show-icon="false">{{ t.cancellationReason }}</n-alert>
|
||||
<n-alert v-if="t.error" type="error" :show-icon="false">{{ t.error }}</n-alert>
|
||||
</article>
|
||||
</div>
|
||||
</n-card>
|
||||
</template>
|
||||
|
||||
<style scoped>
|
||||
.panel-card { border: 1px solid rgba(28, 63, 51, .08); box-shadow: 0 16px 42px rgba(24, 45, 38, .07); }
|
||||
.card-heading { margin: 0; font-size: 20px; }
|
||||
.task-grid { display: grid; grid-template-columns: repeat(auto-fill, minmax(320px, 1fr)); gap: 14px; }
|
||||
.task-card { position: relative; overflow: hidden; padding: 16px; border: 1px solid #e3e8e4; border-radius: 14px; background: #fff; }
|
||||
.task-card::before { content: ''; position: absolute; inset: 0 auto 0 0; width: 3px; background: #7d938a; }
|
||||
.task-card.running::before { background: #d69a36; }
|
||||
.task-card.completed::before { background: #2b936c; }
|
||||
.task-card.failed::before { background: #d45d62; }
|
||||
.task-card.cancelled::before { background: #a78350; }
|
||||
.task-card header { display: flex; justify-content: space-between; gap: 12px; align-items: center; }
|
||||
.task-time { margin-left: 8px; color: #87928d; font-size: 12px; }
|
||||
.task-generation { color: #83918b; font: 600 11px/1 ui-monospace, SFMono-Regular, Consolas, monospace; }
|
||||
.task-text { min-height: 44px; margin: 16px 0; color: #25342f; line-height: 1.55; }
|
||||
.task-card dl { display: grid; gap: 7px; margin: 0 0 12px; }
|
||||
.task-card dl div { display: grid; grid-template-columns: 72px minmax(0, 1fr); gap: 8px; }
|
||||
.task-card dt { color: #85918c; font-size: 12px; }
|
||||
.task-card dd { margin: 0; overflow: hidden; color: #50615a; font: 12px/1.45 ui-monospace, SFMono-Regular, Consolas, monospace; text-overflow: ellipsis; white-space: nowrap; }
|
||||
@media (max-width: 640px) { .task-grid { grid-template-columns: 1fr; } }
|
||||
</style>
|
||||
@@ -0,0 +1,5 @@
|
||||
import { createApp } from 'vue';
|
||||
import naive from 'naive-ui';
|
||||
import App from './App.vue';
|
||||
|
||||
createApp(App).use(naive).mount('#app');
|
||||
@@ -0,0 +1,25 @@
|
||||
import { defineConfig } from 'vite'
|
||||
import vue from '@vitejs/plugin-vue'
|
||||
import tailwindcss from '@tailwindcss/vite'
|
||||
|
||||
export default defineConfig({
|
||||
plugins: [vue(), tailwindcss()],
|
||||
build: {
|
||||
rolldownOptions: {
|
||||
output: {
|
||||
manualChunks(id) {
|
||||
if (id.includes('node_modules/naive-ui')) return 'naive-ui'
|
||||
if (id.includes('node_modules/vue')) return 'vue-runtime'
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
server: {
|
||||
proxy: {
|
||||
'/api': {
|
||||
target: process.env.VITE_API_BASE_URL || 'http://127.0.0.1:5000',
|
||||
changeOrigin: true
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
@@ -0,0 +1,62 @@
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class AnalystAgent(IChatModelClient client)
|
||||
{
|
||||
public async Task<AnalysisResult> AnalyzeAsync(MessageBatch batch, PlannerDecisionEnvelope plan, IReadOnlyList<ToolObservation> observations, CancellationToken ct = default)
|
||||
{
|
||||
if (!plan.NeedsAnalysis)
|
||||
{
|
||||
return new AnalysisResult
|
||||
{
|
||||
Conclusion = observations.Count == 0 ? "无需额外分析。" : string.Join("\n", observations.Select(o => o.EvidenceSummary)),
|
||||
Citations = observations.SelectMany(o => o.Items.Select(i => i.Url)).Where(x => !string.IsNullOrWhiteSpace(x)).Take(5).ToList()
|
||||
};
|
||||
}
|
||||
|
||||
var system = """
|
||||
你是证据分析 Agent。只基于给定工具观察和上下文输出 JSON，不直接写 QQ 回复。
|
||||
输出字段：conclusion, risks, uncertainties, citations。
|
||||
不要编造来源；证据不足就写入 uncertainties。
|
||||
""";
|
||||
var user = $$"""
|
||||
当前问题：
|
||||
{{batch.MergedText}}
|
||||
|
||||
任务类型：{{plan.TaskType}}
|
||||
|
||||
工具观察：
|
||||
{{string.Join("\n\n", observations.Select(o => $"工具={o.ToolName}\n状态={o.Status}\n摘要={o.EvidenceSummary}\n错误={o.Error}"))}}
|
||||
|
||||
请输出 JSON：{"conclusion":"...","risks":["..."],"uncertainties":["..."],"citations":["..."]}
|
||||
""";
|
||||
|
||||
try
|
||||
{
|
||||
var result = await client.CompleteRoutingAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = user }
|
||||
], 0.0, 500, ct);
|
||||
var json = ExtractJson(result.Content);
|
||||
var parsed = System.Text.Json.JsonSerializer.Deserialize<AnalysisResult>(json, new System.Text.Json.JsonSerializerOptions(System.Text.Json.JsonSerializerDefaults.Web));
|
||||
return parsed ?? new AnalysisResult { Conclusion = result.Content };
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
return new AnalysisResult
|
||||
{
|
||||
Conclusion = string.Join("\n", observations.Select(o => o.EvidenceSummary)),
|
||||
Uncertainties = ["分析模型输出不可解析，已退回工具摘要。"],
|
||||
Citations = observations.SelectMany(o => o.Items.Select(i => i.Url)).Where(x => !string.IsNullOrWhiteSpace(x)).Take(5).ToList()
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
private static string ExtractJson(string text)
|
||||
{
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
return start >= 0 && end > start ? text[start..(end + 1)] : text;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,130 @@
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class HeavyMemoryRecallAgent(HeavyMemoryStore store, IChatModelClient llm)
|
||||
{
|
||||
public async Task<HeavyMemoryRecallResult> RecallIfNeededAsync(MessageBatch batch, bool requested, CancellationToken ct = default)
|
||||
{
|
||||
if (!requested) return new HeavyMemoryRecallResult { ShouldRecall = false, Note = "planner_weight_below_threshold" };
|
||||
|
||||
var candidates = await store.SearchAsync(batch.GroupId, batch.MergedText, 5, ct);
|
||||
if (candidates.Count == 0)
|
||||
{
|
||||
return new HeavyMemoryRecallResult
|
||||
{
|
||||
ShouldRecall = true,
|
||||
NeedClarification = true,
|
||||
ClarifyingQuestion = "我知道有重记忆，但没按这句话直接找到对应片段。你能补一个关键词、人大概是谁，或者大概时间吗？",
|
||||
Note = "no_candidates"
|
||||
};
|
||||
}
|
||||
|
||||
var decision = await AskModelAsync(batch.MergedText, candidates, ct);
|
||||
if (!decision.ShouldUse)
|
||||
{
|
||||
return new HeavyMemoryRecallResult
|
||||
{
|
||||
ShouldRecall = true,
|
||||
NeedClarification = true,
|
||||
ClarifyingQuestion = string.IsNullOrWhiteSpace(decision.ClarifyingQuestion)
|
||||
? "我可以查重记忆，但这个指代有点宽。你想回忆的是哪个话题/时间段？"
|
||||
: decision.ClarifyingQuestion,
|
||||
Note = "model_requested_clarification"
|
||||
};
|
||||
}
|
||||
|
||||
var selected = candidates
|
||||
.Where(x => decision.SelectedIds.Count == 0 || decision.SelectedIds.Contains(x.Id, StringComparer.OrdinalIgnoreCase))
|
||||
.Take(3)
|
||||
.ToList();
|
||||
if (selected.Count == 0) selected = candidates.Take(3).ToList();
|
||||
|
||||
return new HeavyMemoryRecallResult
|
||||
{
|
||||
ShouldRecall = true,
|
||||
NeedClarification = false,
|
||||
Entries = selected,
|
||||
LightMemoryText = HeavyMemoryStore.FormatRecallText(batch.MergedText, selected),
|
||||
Note = "recalled"
|
||||
};
|
||||
}
|
||||
|
||||
private async Task<RecallDecision> AskModelAsync(string query, IReadOnlyList<HeavyMemoryEntry> candidates, CancellationToken ct)
|
||||
{
|
||||
var brief = new StringBuilder();
|
||||
foreach (var e in candidates)
|
||||
{
|
||||
brief.AppendLine($"id={e.Id}");
|
||||
brief.AppendLine($"topic={e.Topic}");
|
||||
brief.AppendLine($"time={e.StartAt:yyyy-MM-dd HH:mm}~{e.EndAt:yyyy-MM-dd HH:mm}");
|
||||
brief.AppendLine($"keywords={string.Join("/", e.Keywords)}");
|
||||
brief.AppendLine($"summary={e.Summary}");
|
||||
brief.AppendLine();
|
||||
}
|
||||
|
||||
var system = """
|
||||
你是重记忆召回判定器。重记忆平时不访问，只有用户明显在要求回忆过往对话/决定/曾经说过的内容时才用。
|
||||
任务：从候选重记忆中判断是否足以回答。若指代模糊，输出一个很小的澄清问题，不要强行召回。
|
||||
只输出 JSON：{"shouldUse":true/false,"selectedIds":["..."],"clarifyingQuestion":"..."}
|
||||
""";
|
||||
var prompt = $$"""
|
||||
用户当前问题：{{query}}
|
||||
|
||||
候选重记忆：
|
||||
{{brief}}
|
||||
""";
|
||||
var result = await llm.CompleteMemoryAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = prompt }
|
||||
], 0.1, 400, ct);
|
||||
|
||||
if (result.IsFallback || string.IsNullOrWhiteSpace(result.Content))
|
||||
return new RecallDecision { ShouldUse = candidates.Count > 0, SelectedIds = candidates.Take(3).Select(x => x.Id).ToList() };
|
||||
|
||||
try
|
||||
{
|
||||
var json = ExtractJson(result.Content);
|
||||
using var doc = JsonDocument.Parse(json);
|
||||
var root = doc.RootElement;
|
||||
return new RecallDecision
|
||||
{
|
||||
ShouldUse = root.TryGetProperty("shouldUse", out var s) && s.GetBoolean(),
|
||||
SelectedIds = root.TryGetProperty("selectedIds", out var ids) && ids.ValueKind == JsonValueKind.Array
|
||||
? ids.EnumerateArray().Select(x => x.GetString() ?? "").Where(x => !string.IsNullOrWhiteSpace(x)).ToList()
|
||||
: [],
|
||||
ClarifyingQuestion = root.TryGetProperty("clarifyingQuestion", out var q) ? q.GetString() ?? "" : ""
|
||||
};
|
||||
}
|
||||
catch
|
||||
{
|
||||
return new RecallDecision { ShouldUse = candidates.Count > 0, SelectedIds = candidates.Take(3).Select(x => x.Id).ToList() };
|
||||
}
|
||||
}
|
||||
|
||||
private static string ExtractJson(string text)
|
||||
{
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
return start >= 0 && end > start ? text[start..(end + 1)] : text;
|
||||
}
|
||||
|
||||
private sealed class RecallDecision
|
||||
{
|
||||
public bool ShouldUse { get; set; }
|
||||
public List<string> SelectedIds { get; set; } = [];
|
||||
public string ClarifyingQuestion { get; set; } = "";
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class HeavyMemoryRecallResult
|
||||
{
|
||||
public bool ShouldRecall { get; set; }
|
||||
public bool NeedClarification { get; set; }
|
||||
public string ClarifyingQuestion { get; set; } = "";
|
||||
public IReadOnlyList<HeavyMemoryEntry> Entries { get; set; } = [];
|
||||
public string LightMemoryText { get; set; } = "";
|
||||
public string Note { get; set; } = "";
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public interface IChatModelClient
|
||||
{
|
||||
Task<LlmResult> CompleteRoutingAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 500, CancellationToken ct = default);
|
||||
Task<LlmResult> CompleteReplyAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 1200, CancellationToken ct = default);
|
||||
Task<LlmResult> CompleteMemoryAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 2000, CancellationToken ct = default);
|
||||
Task<float[]> CreateEmbeddingAsync(string input, CancellationToken ct = default);
|
||||
IAsyncEnumerable<string> StreamCompleteAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 1200, CancellationToken ct = default);
|
||||
}
|
||||
@@ -0,0 +1,378 @@
|
||||
using System.Threading.Channels;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class MemoryWorker(
|
||||
GroupContextStore contextStore,
|
||||
HeavyMemoryStore heavyMemoryStore,
|
||||
RecentLogStore recentLog,
|
||||
IChatModelClient llm,
|
||||
LocalConfigStore configStore,
|
||||
IOptions<ShirobotOptions> options,
|
||||
ILogger<MemoryWorker> logger) : BackgroundService
|
||||
{
|
||||
private readonly GroupContextStore _contextStore = contextStore;
|
||||
private readonly HeavyMemoryStore _heavyMemoryStore = heavyMemoryStore;
|
||||
private readonly RecentLogStore _recentLog = recentLog;
|
||||
private readonly IChatModelClient _llm = llm;
|
||||
private readonly LocalConfigStore _configStore = configStore;
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly ILogger<MemoryWorker> _logger = logger;
|
||||
private readonly Channel<(MessageBatch Batch, string? Answer)> _queue = Channel.CreateBounded<(MessageBatch, string?)>(new BoundedChannelOptions(256)
|
||||
{
|
||||
FullMode = BoundedChannelFullMode.DropOldest,
|
||||
SingleReader = true,
|
||||
SingleWriter = false
|
||||
});
|
||||
private readonly Dictionary<string, int> _pendingByGroup = new();
|
||||
private readonly Dictionary<string, int> _pendingByMember = new();
|
||||
private readonly Dictionary<string, DateTimeOffset> _lastCompress = new();
|
||||
private readonly Dictionary<string, DateTimeOffset> _lastMemberCompress = new();
|
||||
private const int MemberCompressEveryMessages = 10;
|
||||
|
||||
public void Enqueue(MessageBatch batch, string? answer)
|
||||
{
|
||||
if (_options.Memory.Enabled)
|
||||
{
|
||||
// Memory compression is strictly background best-effort work.
|
||||
// Never block the QQ reply path if the queue is full or the worker is busy.
|
||||
_queue.Writer.TryWrite((batch, answer));
|
||||
}
|
||||
}
|
||||
|
||||
protected override async Task ExecuteAsync(CancellationToken stoppingToken)
|
||||
{
|
||||
await foreach (var item in _queue.Reader.ReadAllAsync(stoppingToken))
|
||||
{
|
||||
try
|
||||
{
|
||||
var groupId = item.Batch.GroupId;
|
||||
_pendingByGroup[groupId] = _pendingByGroup.GetValueOrDefault(groupId) + item.Batch.Messages.Count;
|
||||
|
||||
foreach (var userGroup in item.Batch.Messages.Where(m => !string.IsNullOrWhiteSpace(m.UserId)).GroupBy(m => m.UserId))
|
||||
{
|
||||
var memberKey = MemberKey(groupId, userGroup.Key);
|
||||
_pendingByMember[memberKey] = _pendingByMember.GetValueOrDefault(memberKey) + userGroup.Count();
|
||||
var memberLast = _lastMemberCompress.GetValueOrDefault(memberKey, DateTimeOffset.MinValue);
|
||||
var memberMd = await _contextStore.ReadOrCreateMemberAsync(groupId, userGroup.Key, stoppingToken);
|
||||
var shouldCompressMember = _pendingByMember[memberKey] >= MemberCompressEveryMessages
|
||||
|| memberMd.Length > Math.Max(1800, _options.Memory.ContextSoftLimitChars / 3)
|
||||
|| (memberLast != DateTimeOffset.MinValue && (DateTimeOffset.Now - memberLast).TotalMinutes >= _options.Memory.CompressEveryMinutes * 2);
|
||||
if (shouldCompressMember)
|
||||
{
|
||||
using var memberTimeout = CancellationTokenSource.CreateLinkedTokenSource(stoppingToken);
|
||||
memberTimeout.CancelAfter(TimeSpan.FromSeconds(75));
|
||||
var memberResult = await CompressMemberAsync(groupId, userGroup.Key, memberTimeout.Token);
|
||||
_pendingByMember[memberKey] = 0;
|
||||
_lastMemberCompress[memberKey] = DateTimeOffset.Now;
|
||||
if (!memberResult.Ok) _logger.LogWarning("Member memory compression skipped/failed: {Message}", memberResult.Message);
|
||||
}
|
||||
}
|
||||
|
||||
var last = _lastCompress.GetValueOrDefault(groupId, DateTimeOffset.MinValue);
|
||||
var shouldCompressByCount = _pendingByGroup[groupId] >= _options.Memory.CompressEveryMessages;
|
||||
var shouldCompressByTime = last != DateTimeOffset.MinValue && (DateTimeOffset.Now - last).TotalMinutes >= _options.Memory.CompressEveryMinutes;
|
||||
var shouldCompress = shouldCompressByCount || shouldCompressByTime;
|
||||
if (!shouldCompress)
|
||||
{
|
||||
var md = await _contextStore.ReadOrCreateAsync(groupId, stoppingToken);
|
||||
shouldCompress = md.Length > _options.Memory.ContextSoftLimitChars;
|
||||
}
|
||||
|
||||
if (shouldCompress)
|
||||
{
|
||||
using var compressTimeout = CancellationTokenSource.CreateLinkedTokenSource(stoppingToken);
|
||||
compressTimeout.CancelAfter(TimeSpan.FromSeconds(120));
|
||||
var result = await CompressAsync(groupId, compressTimeout.Token);
|
||||
_pendingByGroup[groupId] = 0;
|
||||
_lastCompress[groupId] = DateTimeOffset.Now;
|
||||
if (!result.Ok) _logger.LogWarning("Memory compression skipped/failed: {Message}", result.Message);
|
||||
var heavyResult = await ExtractHeavyMemoriesAsync(groupId, compressTimeout.Token);
|
||||
if (!heavyResult.Ok) _logger.LogWarning("Heavy memory extraction skipped/failed: {Message}", heavyResult.Message);
|
||||
}
|
||||
}
|
||||
catch (OperationCanceledException) when (!stoppingToken.IsCancellationRequested)
|
||||
{
|
||||
// Background memory compression is best-effort. Timeout/cancel must never stop the host.
|
||||
_logger.LogWarning("Memory worker compression timed out; skipped this round.");
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Memory worker failed");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<MemoryRefreshResult> RefreshAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
return await CompressAsync(groupId, ct);
|
||||
}
|
||||
|
||||
private static string MemberKey(string groupId, string userId) => groupId + ":" + userId;
|
||||
|
||||
private async Task<MemoryRefreshResult> CompressAsync(string groupId, CancellationToken ct)
|
||||
{
|
||||
var md = await _contextStore.ReadOrCreateAsync(groupId, ct);
|
||||
var recent = await _recentLog.ReadRecentAsync(groupId, 80, ct);
|
||||
var recentText = string.Join("\n", recent.Select(m => $"[{m.CreatedAt:MM-dd HH:mm}] {m.UserId}: {m.Text}"));
|
||||
|
||||
var system = """
|
||||
你是 ShiroBot 的群上下文整理器。你只负责重写一个 Markdown 群上下文文件。
|
||||
要求：
|
||||
- 保留机器人设定、群长期信息、当前活跃话题、群规则与偏好、重要决策、最近摘要。
|
||||
- context.md 是群级轻记忆，只保留当前话题大纲、长期稳定规则和群约定；不要堆原始对话、时间流水或细枝末节。
|
||||
- 群友 memory.md 也是轻记忆，只保存大纲、稳定偏好和搜索消歧；不要写成聊天记录。
|
||||
- 重记忆另存精确时间节点、原始对话和细节，不在一般回复中读取；只有用户要求回忆过去/精确细节时才按需召回到轻记忆暂存。
|
||||
- 不要在群 context.md 里堆大量单个群友偏好；单人信息会写入独立 members/{userId}.md。
|
||||
- 删除刷屏、表情、重复、过期玩笑、无意义口癖。
|
||||
- 连续纠正时以最后稳定版本为准，不保存中间口误。
|
||||
- 不保存撤回消息或明显隐私敏感信息。
|
||||
- 输出完整 Markdown，不要解释。
|
||||
""";
|
||||
var prompt = $$"""
|
||||
现有 context.md：
|
||||
{{md}}
|
||||
|
||||
最近消息：
|
||||
{{recentText}}
|
||||
|
||||
请输出压缩后的完整 context.md。
|
||||
""";
|
||||
|
||||
var runtime = await _configStore.ReadAsync(ct);
|
||||
var watch = System.Diagnostics.Stopwatch.StartNew();
|
||||
LlmResult result;
|
||||
try
|
||||
{
|
||||
result = await _llm.CompleteMemoryAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = prompt }
|
||||
], 0.2, 1400, ct);
|
||||
}
|
||||
catch (OperationCanceledException)
|
||||
{
|
||||
watch.Stop();
|
||||
return new MemoryRefreshResult
|
||||
{
|
||||
Ok = false,
|
||||
GroupId = groupId,
|
||||
RecentMessages = recent.Count,
|
||||
Changed = false,
|
||||
Message = $"memoryModel={runtime.OpenAi.MemoryModel}；耗时 {watch.ElapsedMilliseconds}ms；记忆整理被取消/超时，已跳过，不影响主回复"
|
||||
};
|
||||
}
|
||||
watch.Stop();
|
||||
|
||||
if (!result.IsFallback && result.Content.StartsWith("#"))
|
||||
{
|
||||
var changed = !string.Equals(md.Trim(), result.Content.Trim(), StringComparison.Ordinal);
|
||||
await _contextStore.WriteAsync(groupId, result.Content, ct);
|
||||
return new MemoryRefreshResult
|
||||
{
|
||||
Ok = true,
|
||||
GroupId = groupId,
|
||||
RecentMessages = recent.Count,
|
||||
Changed = changed,
|
||||
Message = (changed ? "context.md 已根据最近群聊整理更新" : "context.md 已检查，模型认为无需变化") + $"；memoryModel={runtime.OpenAi.MemoryModel}；耗时 {watch.ElapsedMilliseconds}ms"
|
||||
};
|
||||
}
|
||||
|
||||
return new MemoryRefreshResult
|
||||
{
|
||||
Ok = false,
|
||||
GroupId = groupId,
|
||||
RecentMessages = recent.Count,
|
||||
Changed = false,
|
||||
Message = $"memoryModel={runtime.OpenAi.MemoryModel}；耗时 {watch.ElapsedMilliseconds}ms；" + (result.Error ?? "上下文整理失败：模型没有返回完整 Markdown")
|
||||
};
|
||||
}
|
||||
|
||||
private async Task<MemoryRefreshResult> ExtractHeavyMemoriesAsync(string groupId, CancellationToken ct)
|
||||
{
|
||||
var recent = await _recentLog.ReadRecentAsync(groupId, 120, ct);
|
||||
if (recent.Count < 8) return new MemoryRefreshResult { Ok = true, GroupId = groupId, Changed = false, RecentMessages = recent.Count, Message = "重记忆抽取跳过：最近消息不足" };
|
||||
|
||||
var recentText = string.Join("\n", recent.Select(m => $"[{m.CreatedAt:yyyy-MM-dd HH:mm:ss zzz}] id={m.MessageId} user={m.UserId}: {m.Text}"));
|
||||
var system = """
|
||||
你是 ShiroBot 的重记忆归档器。重记忆用于“用户明确要求回忆过去”时检索，平时不进入回复上下文。
|
||||
请从最近群聊中抽取值得长期备份的话题片段。只保留确实有后续回忆价值的内容：明确决定、需求变更、项目方案、排障结论、长期约定、重要事实。
|
||||
每条重记忆必须包含精确时间节点、话题、模型总结、参与者、关键词、原始对话摘录、来源消息 id。
|
||||
不要保存：闲聊水话、表情、隐私敏感信息、账号密钥、一次性口癖、无结论争吵。
|
||||
只输出 JSON：{"items":[{"topic":"...","summary":"...","startAt":"ISO时间","endAt":"ISO时间","participants":["..."],"keywords":["..."],"sourceMessageIds":["..."],"rawDialogue":"原始对话摘录","importance":1-5}]}
|
||||
如果没有值得归档的内容，输出 {"items":[]}。
|
||||
""";
|
||||
var prompt = $$"""
|
||||
群：{{groupId}}
|
||||
最近消息：
|
||||
{{recentText}}
|
||||
""";
|
||||
var runtime = await _configStore.ReadAsync(ct);
|
||||
var watch = System.Diagnostics.Stopwatch.StartNew();
|
||||
try
|
||||
{
|
||||
var result = await _llm.CompleteMemoryAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = prompt }
|
||||
], 0.1, 2400, ct);
|
||||
watch.Stop();
|
||||
if (result.IsFallback || string.IsNullOrWhiteSpace(result.Content))
|
||||
return new MemoryRefreshResult { Ok = false, GroupId = groupId, RecentMessages = recent.Count, Message = result.Error ?? "重记忆抽取失败：模型无输出" };
|
||||
|
||||
var entries = ParseHeavyMemoryEntries(groupId, result.Content);
|
||||
var added = await _heavyMemoryStore.AppendEntriesAsync(groupId, entries, ct);
|
||||
return new MemoryRefreshResult
|
||||
{
|
||||
Ok = true,
|
||||
GroupId = groupId,
|
||||
RecentMessages = recent.Count,
|
||||
Changed = added > 0,
|
||||
Message = $"重记忆抽取完成，新增 {added} 条；memoryModel={runtime.OpenAi.MemoryModel}；耗时 {watch.ElapsedMilliseconds}ms"
|
||||
};
|
||||
}
|
||||
catch (OperationCanceledException)
|
||||
{
|
||||
watch.Stop();
|
||||
return new MemoryRefreshResult { Ok = false, GroupId = groupId, RecentMessages = recent.Count, Message = $"重记忆抽取被取消/超时；耗时 {watch.ElapsedMilliseconds}ms" };
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
watch.Stop();
|
||||
return new MemoryRefreshResult { Ok = false, GroupId = groupId, RecentMessages = recent.Count, Message = "重记忆抽取失败：" + ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private static IReadOnlyList<HeavyMemoryEntry> ParseHeavyMemoryEntries(string groupId, string text)
|
||||
{
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
if (start < 0 || end <= start) return [];
|
||||
var json = text[start..(end + 1)];
|
||||
using var doc = System.Text.Json.JsonDocument.Parse(json);
|
||||
if (!doc.RootElement.TryGetProperty("items", out var items) || items.ValueKind != System.Text.Json.JsonValueKind.Array) return [];
|
||||
var list = new List<HeavyMemoryEntry>();
|
||||
foreach (var item in items.EnumerateArray())
|
||||
{
|
||||
var entry = new HeavyMemoryEntry
|
||||
{
|
||||
GroupId = groupId,
|
||||
Topic = GetString(item, "topic"),
|
||||
Summary = GetString(item, "summary"),
|
||||
StartAt = ParseTime(GetString(item, "startAt")),
|
||||
EndAt = ParseTime(GetString(item, "endAt")),
|
||||
Participants = GetStringArray(item, "participants"),
|
||||
Keywords = GetStringArray(item, "keywords"),
|
||||
SourceMessageIds = GetStringArray(item, "sourceMessageIds"),
|
||||
RawDialogue = GetString(item, "rawDialogue"),
|
||||
Importance = GetInt(item, "importance", 3),
|
||||
CreatedAt = DateTimeOffset.Now
|
||||
};
|
||||
if (!string.IsNullOrWhiteSpace(entry.Topic) && !string.IsNullOrWhiteSpace(entry.Summary) && !string.IsNullOrWhiteSpace(entry.RawDialogue))
|
||||
list.Add(entry);
|
||||
}
|
||||
return list;
|
||||
}
|
||||
|
||||
private static string GetString(System.Text.Json.JsonElement obj, string name) =>
|
||||
obj.TryGetProperty(name, out var v) && v.ValueKind == System.Text.Json.JsonValueKind.String ? v.GetString() ?? "" : "";
|
||||
|
||||
private static int GetInt(System.Text.Json.JsonElement obj, string name, int fallback) =>
|
||||
obj.TryGetProperty(name, out var v) && v.TryGetInt32(out var i) ? i : fallback;
|
||||
|
||||
private static List<string> GetStringArray(System.Text.Json.JsonElement obj, string name) =>
|
||||
obj.TryGetProperty(name, out var v) && v.ValueKind == System.Text.Json.JsonValueKind.Array
|
||||
? v.EnumerateArray().Select(x => x.GetString() ?? "").Where(x => !string.IsNullOrWhiteSpace(x)).ToList()
|
||||
: [];
|
||||
|
||||
private static DateTimeOffset ParseTime(string value) =>
|
||||
DateTimeOffset.TryParse(value, out var dt) ? dt : DateTimeOffset.Now;
|
||||
|
||||
private async Task<MemoryRefreshResult> CompressMemberAsync(string groupId, string userId, CancellationToken ct)
|
||||
{
|
||||
var md = await _contextStore.ReadOrCreateMemberAsync(groupId, userId, ct);
|
||||
var recent = (await _recentLog.ReadRecentAsync(groupId, 160, ct)).Where(m => m.UserId == userId).TakeLast(80).ToList();
|
||||
if (recent.Count == 0) return new MemoryRefreshResult { Ok = true, GroupId = groupId, UserId = userId, Changed = false, Message = "没有该群友最近消息" };
|
||||
var recentText = string.Join("\n", recent.Select(m => $"[{m.CreatedAt:MM-dd HH:mm}] {m.UserId}: {m.Text}"));
|
||||
|
||||
var system = """
|
||||
你是 ShiroBot 的群友记忆整理器。你只负责重写单个群友的 Markdown 记忆文件。
|
||||
要求：
|
||||
- 只保存“长期稳定领域/话题大纲”，不要保存一次性细节、临时链接、单次文件名、短期情绪或刷屏内容。
|
||||
- 记忆要粗粒度，用于之后理解偏好和改写 web_search/image_search query；不要写得像聊天流水账。
|
||||
- 需要精确时间节点、原始对话、具体决策过程时由重记忆负责，轻记忆只提示“有这个大纲”。
|
||||
- 特别留意大的领域偏好：二次元/galgame/具体作品圈、游戏、C#/.NET、QQ 机器人、下载器、音视频、开源库、Web/爬虫、AI 模型等。
|
||||
- 搜索消歧只保存能降低歧义的方向，例如“提到 86 时更可能指《爱上火车》八六而不是汽车/动画”，不要保存每次搜索词。
|
||||
- 防止过拟合：不要保存用户的措辞习惯、情绪口头禅、临时喜好、某次任务的结论，也不要让记忆规定机器人回答风格。
|
||||
- 不要把“用户问过什么”写成“用户偏好什么”；只有多次稳定出现的领域才保留。
|
||||
- 使用边界只写负向/约束性信息，例如“不应默认把所有 86 都当成八六，除非上下文在聊二次元/爱上火车”。
|
||||
- 不保存隐私敏感信息、账号令牌、银行卡、地址电话等。
|
||||
- 如果没有稳定领域信息，就保留“暂无”。不要编造。
|
||||
- 输出完整 Markdown，不要解释。
|
||||
- 使用固定结构：话题大纲、领域偏好、技术方向、搜索消歧提示、使用边界、注意事项。
|
||||
""";
|
||||
var prompt = $$"""
|
||||
现有群友记忆：
|
||||
{{md}}
|
||||
|
||||
该群友最近消息：
|
||||
{{recentText}}
|
||||
|
||||
请输出压缩后的完整群友记忆 Markdown。格式必须类似：
|
||||
# 群友记忆：{{userId}}
|
||||
|
||||
群：{{groupId}}
|
||||
|
||||
## 话题大纲
|
||||
- ...
|
||||
|
||||
## 领域偏好
|
||||
- ...
|
||||
|
||||
## 技术方向
|
||||
- ...
|
||||
|
||||
## 搜索消歧提示
|
||||
- ...
|
||||
|
||||
## 使用边界
|
||||
- ...
|
||||
|
||||
## 注意事项
|
||||
- 轻记忆只保存大纲、长期稳定领域和搜索消歧信息；不要保存回答风格、临时细节、原始对话或隐私信息。
|
||||
""";
|
||||
var runtime = await _configStore.ReadAsync(ct);
|
||||
var watch = System.Diagnostics.Stopwatch.StartNew();
|
||||
try
|
||||
{
|
||||
var result = await _llm.CompleteMemoryAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = prompt }
|
||||
], 0.2, 1200, ct);
|
||||
watch.Stop();
|
||||
if (!result.IsFallback && result.Content.StartsWith("#"))
|
||||
{
|
||||
var changed = !string.Equals(md.Trim(), result.Content.Trim(), StringComparison.Ordinal);
|
||||
await _contextStore.WriteMemberAsync(groupId, userId, result.Content, ct);
|
||||
return new MemoryRefreshResult { Ok = true, GroupId = groupId, UserId = userId, Changed = changed, RecentMessages = recent.Count, Message = $"群友记忆已整理；memoryModel={runtime.OpenAi.MemoryModel}；耗时 {watch.ElapsedMilliseconds}ms" };
|
||||
}
|
||||
return new MemoryRefreshResult { Ok = false, GroupId = groupId, UserId = userId, RecentMessages = recent.Count, Changed = false, Message = result.Error ?? "群友记忆整理失败：模型没有返回完整 Markdown" };
|
||||
}
|
||||
catch (OperationCanceledException)
|
||||
{
|
||||
watch.Stop();
|
||||
return new MemoryRefreshResult { Ok = false, GroupId = groupId, UserId = userId, RecentMessages = recent.Count, Changed = false, Message = $"群友记忆整理被取消/超时；耗时 {watch.ElapsedMilliseconds}ms" };
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class MemoryRefreshResult
|
||||
{
|
||||
public bool Ok { get; set; }
|
||||
public string GroupId { get; set; } = "";
|
||||
public string UserId { get; set; } = "";
|
||||
public int RecentMessages { get; set; }
|
||||
public bool Changed { get; set; }
|
||||
public string Message { get; set; } = "";
|
||||
}
|
||||
@@ -0,0 +1,143 @@
|
||||
using System.Text.Json;
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
/// <summary>
|
||||
/// Fuses short-burst messages into a stable current turn.
|
||||
/// SessionManager decides which raw messages belong together; this node decides what the burst means.
|
||||
/// It does not route, plan tools, or answer.
|
||||
/// </summary>
|
||||
public sealed class MessageFusionAgent(IChatModelClient client, ILogger<MessageFusionAgent> logger)
|
||||
{
|
||||
public async Task<FusedTurn> FuseAsync(MessageBatch batch, CancellationToken ct = default)
|
||||
{
|
||||
if (batch.Messages.Count <= 1)
|
||||
{
|
||||
var text = batch.Messages.LastOrDefault()?.Text.Trim() ?? batch.MergedText.Trim();
|
||||
return Build(batch, text, TurnFusionType.Single, "single_message", []);
|
||||
}
|
||||
|
||||
try
|
||||
{
|
||||
var system = """
|
||||
你是 QQ 群聊的 MessageFusionAgent，只输出 JSON。
|
||||
你的任务是把同一用户短时间内连续发送的多条消息整理成“当前这一轮到底在表达什么”。
|
||||
你不判断机器人该不该回复，不规划工具，不回答问题。
|
||||
|
||||
判断原则：
|
||||
1. 按时间顺序理解所有消息。
|
||||
2. 如果后文明确修正前文，以后文稳定版本为准，但不要丢失必要背景。
|
||||
3. 如果后文是在补充前文，把它们合成一个完整问题/请求。
|
||||
4. 如果多条消息其实是多个独立问题，shouldSplit=true，并在 stableText 中保留分点。
|
||||
5. 如果只是打字拆分，不要过度总结，尽量保留用户原意。
|
||||
6. 不要根据关键词表判断，要根据语义关系判断。
|
||||
|
||||
输出 JSON：
|
||||
{
|
||||
"stableText":"融合后的当前轮文本，给后续 Router/Planner 使用",
|
||||
"fusionType":"Single|Supplement|Correction|MultiQuestion|AttachmentWithCaption|Ambiguous",
|
||||
"shouldSplit":false,
|
||||
"summary":"简短说明融合依据",
|
||||
"messageRoles":[{"messageId":"...","role":"current|superseded|supplement|correction|question|context"}]
|
||||
}
|
||||
""";
|
||||
var user = $$"""
|
||||
同一用户短时间内的连续消息（旧到新）：
|
||||
{{FormatMessages(batch.Messages)}}
|
||||
|
||||
附件数量：{{batch.Messages.Sum(m => m.Attachments.Count)}}
|
||||
|
||||
请输出融合结果 JSON。
|
||||
""";
|
||||
|
||||
var result = await client.CompleteRoutingAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = user }
|
||||
], 0.0, 360, ct);
|
||||
|
||||
return Parse(batch, result.Content);
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
logger.LogDebug(ex, "Message fusion failed; using raw ordered join");
|
||||
return Build(batch, RawJoin(batch.Messages), TurnFusionType.Ambiguous, "fusion_failed:" + ex.Message, []);
|
||||
}
|
||||
}
|
||||
|
||||
public static MessageBatch Apply(MessageBatch batch, FusedTurn fused)
|
||||
{
|
||||
return new MessageBatch
|
||||
{
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ThreadId = batch.ThreadId,
|
||||
TaskId = batch.TaskId,
|
||||
Messages = batch.Messages,
|
||||
MergedText = string.IsNullOrWhiteSpace(fused.StableText) ? batch.MergedText : fused.StableText,
|
||||
Ready = batch.Ready,
|
||||
CreatedAt = batch.CreatedAt
|
||||
};
|
||||
}
|
||||
|
||||
private static FusedTurn Parse(MessageBatch batch, string text)
|
||||
{
|
||||
using var doc = JsonDocument.Parse(ExtractJson(text));
|
||||
var root = doc.RootElement;
|
||||
var stable = GetString(root, "stableText");
|
||||
if (string.IsNullOrWhiteSpace(stable)) stable = RawJoin(batch.Messages);
|
||||
var type = ParseEnum(root, "fusionType", TurnFusionType.Ambiguous);
|
||||
var shouldSplit = root.TryGetProperty("shouldSplit", out var ss) && ss.ValueKind is JsonValueKind.True or JsonValueKind.False && ss.GetBoolean();
|
||||
var summary = GetString(root, "summary");
|
||||
var roles = new List<FusedMessageRole>();
|
||||
if (root.TryGetProperty("messageRoles", out var arr) && arr.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var item in arr.EnumerateArray())
|
||||
{
|
||||
roles.Add(new FusedMessageRole
|
||||
{
|
||||
MessageId = GetString(item, "messageId"),
|
||||
Role = GetString(item, "role")
|
||||
});
|
||||
}
|
||||
}
|
||||
var fused = Build(batch, stable.Trim(), type, summary, roles);
|
||||
fused.ShouldSplit = shouldSplit;
|
||||
return fused;
|
||||
}
|
||||
|
||||
private static FusedTurn Build(MessageBatch batch, string stableText, TurnFusionType type, string summary, List<FusedMessageRole> roles)
|
||||
{
|
||||
return new FusedTurn
|
||||
{
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ThreadId = batch.ThreadId,
|
||||
TaskId = batch.TaskId,
|
||||
Messages = batch.Messages,
|
||||
StableText = stableText,
|
||||
FusionSummary = summary,
|
||||
FusionType = type,
|
||||
MessageRoles = roles
|
||||
};
|
||||
}
|
||||
|
||||
private static string FormatMessages(IReadOnlyList<IncomingMessage> messages)
|
||||
{
|
||||
return string.Join("\n", messages.Select((m, i) => $"{i + 1}. id={m.MessageId}; time={m.CreatedAt:HH:mm:ss}; text={m.Text}"));
|
||||
}
|
||||
|
||||
private static string RawJoin(IReadOnlyList<IncomingMessage> messages)
|
||||
{
|
||||
return string.Join("\n", messages.Select((m, i) => messages.Count == 1 ? m.Text.Trim() : $"{i + 1}. {m.Text.Trim()}"));
|
||||
}
|
||||
|
||||
private static string GetString(JsonElement e, string name) => e.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String ? v.GetString() ?? "" : "";
|
||||
private static T ParseEnum<T>(JsonElement root, string name, T fallback) where T : struct => root.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String && Enum.TryParse<T>(v.GetString(), true, out var parsed) ? parsed : fallback;
|
||||
private static string ExtractJson(string text)
|
||||
{
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
return start >= 0 && end > start ? text[start..(end + 1)] : text;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,716 @@
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Nodes;
|
||||
using System.Text.Json.Serialization.Metadata;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class OpenAiChatClient(IOptions<ShirobotOptions> options, LocalConfigStore localConfig, ILogger<OpenAiChatClient> logger) : IChatModelClient
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly LocalConfigStore _localConfig = localConfig;
|
||||
private readonly HttpClient _http = new();
|
||||
private readonly ILogger<OpenAiChatClient> _logger = logger;
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web)
|
||||
{
|
||||
TypeInfoResolver = new DefaultJsonTypeInfoResolver()
|
||||
};
|
||||
|
||||
public async Task<LlmResult> CompleteAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 1200, CancellationToken ct = default, string? modelOverride = null)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
var apiKey = cfg.OpenAi.ApiKey;
|
||||
var baseUrl = cfg.OpenAi.BaseUrl.TrimEnd('/');
|
||||
var model = string.IsNullOrWhiteSpace(modelOverride) ? cfg.OpenAi.Model : modelOverride;
|
||||
if (string.IsNullOrWhiteSpace(baseUrl) || string.IsNullOrWhiteSpace(model))
|
||||
{
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = "OpenAI-compatible Base URL or model is not configured.",
|
||||
Content = "[模型配置不完整，当前是模拟回复] 我已经收到问题，会根据群上下文和最近消息回答。"
|
||||
};
|
||||
}
|
||||
|
||||
var url = $"{baseUrl}/chat/completions";
|
||||
|
||||
var payload = new JsonObject
|
||||
{
|
||||
["model"] = model,
|
||||
["messages"] = BuildChatMessages(messages),
|
||||
["temperature"] = temperature,
|
||||
["max_tokens"] = maxTokens
|
||||
};
|
||||
|
||||
var jsonPayload = payload.ToJsonString(JsonOptions);
|
||||
|
||||
try
|
||||
{
|
||||
using var resp = await SendChatAsync(url, apiKey, jsonPayload, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
|
||||
// 兼容用户填 proxy root 的情况：root 暴露 /v1/chat/completions，但配置里没写 /v1。
|
||||
if ((resp.StatusCode == System.Net.HttpStatusCode.NotFound || resp.StatusCode == System.Net.HttpStatusCode.MethodNotAllowed)
|
||||
&& !baseUrl.EndsWith("/v1", StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
using var resp2 = await SendChatAsync($"{baseUrl}/v1/chat/completions", apiKey, jsonPayload, ct);
|
||||
body = await resp2.Content.ReadAsStringAsync(ct);
|
||||
if (!resp2.IsSuccessStatusCode)
|
||||
{
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = $"LLM HTTP {(int)resp2.StatusCode}: {body}",
|
||||
Content = "模型接口暂时不可用，我先给个保守建议：请稍后重试，或检查 API 配置。"
|
||||
};
|
||||
}
|
||||
}
|
||||
else if (!resp.IsSuccessStatusCode)
|
||||
{
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = $"LLM HTTP {(int)resp.StatusCode}: {body}",
|
||||
Content = "模型接口暂时不可用，我先给个保守建议：请稍后重试，或检查 API 配置。"
|
||||
};
|
||||
}
|
||||
|
||||
using var doc = JsonDocument.Parse(body);
|
||||
var content = doc.RootElement.GetProperty("choices")[0].GetProperty("message").GetProperty("content").GetString() ?? "";
|
||||
return new LlmResult { Content = content.Trim() };
|
||||
}
|
||||
catch (OperationCanceledException) { throw; }
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Chat completion failed");
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = ex.Message,
|
||||
Content = "模型调用失败了，我先不乱答；可以稍后再问一次。"
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<float[]> CreateEmbeddingAsync(string input, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
var apiKey = cfg.OpenAi.ApiKey;
|
||||
var baseUrl = cfg.OpenAi.BaseUrl.TrimEnd('/');
|
||||
var model = cfg.OpenAi.EmbeddingModel;
|
||||
if (string.IsNullOrWhiteSpace(baseUrl) || string.IsNullOrWhiteSpace(model) || string.IsNullOrWhiteSpace(input)) return [];
|
||||
|
||||
var payload = new JsonObject
|
||||
{
|
||||
["model"] = model,
|
||||
["input"] = input
|
||||
};
|
||||
var jsonPayload = payload.ToJsonString(JsonOptions);
|
||||
|
||||
try
|
||||
{
|
||||
var body = await SendEmbeddingWithFallbackAsync(baseUrl, apiKey, jsonPayload, ct);
|
||||
if (!body.Ok)
|
||||
{
|
||||
_logger.LogDebug("Embedding HTTP {Status}: {Body}", body.StatusCode, body.Body);
|
||||
return [];
|
||||
}
|
||||
|
||||
using var doc = JsonDocument.Parse(body.Body);
|
||||
var arr = doc.RootElement.GetProperty("data")[0].GetProperty("embedding");
|
||||
var vector = new float[arr.GetArrayLength()];
|
||||
var i = 0;
|
||||
foreach (var v in arr.EnumerateArray()) vector[i++] = v.GetSingle();
|
||||
return vector;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogDebug(ex, "Embedding failed");
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<LlmResult> CompleteRoutingAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 500, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
return await CompleteAsync(messages, temperature, maxTokens, ct, cfg.OpenAi.RouterModel);
|
||||
}
|
||||
|
||||
public async Task<LlmResult> CompleteReplyAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 1200, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
return await CompleteAsync(messages, temperature, maxTokens, ct, cfg.OpenAi.ReplyModel);
|
||||
}
|
||||
|
||||
public async Task<LlmResult> CompleteMemoryAsync(IEnumerable<ChatMessage> messages, double temperature, int maxTokens = 2000, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
return await CompleteAsync(messages, temperature, maxTokens, ct, cfg.OpenAi.MemoryModel);
|
||||
}
|
||||
|
||||
public async Task<LlmResult> CompleteWithWebToolAsync(
|
||||
IEnumerable<ChatMessage> messages,
|
||||
double temperature,
|
||||
IWebSearchClient webSearch,
|
||||
int maxSearchResults,
|
||||
int maxTokens = 1200,
|
||||
bool forceWebSearch = false,
|
||||
string? fallbackQuery = null,
|
||||
CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
var apiKey = cfg.OpenAi.ApiKey;
|
||||
var baseUrl = cfg.OpenAi.BaseUrl.TrimEnd('/');
|
||||
var toolModel = cfg.OpenAi.ToolModel;
|
||||
var replyModel = cfg.OpenAi.ReplyModel;
|
||||
if (string.IsNullOrWhiteSpace(baseUrl) || string.IsNullOrWhiteSpace(toolModel) || string.IsNullOrWhiteSpace(replyModel))
|
||||
{
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = "OpenAI-compatible Base URL, tool model, or reply model is not configured.",
|
||||
Content = "[模型配置不完整，当前是模拟回复] 我已经收到问题，会根据群上下文和最近消息回答。"
|
||||
};
|
||||
}
|
||||
|
||||
var trace = new List<AgentTraceEvent>();
|
||||
var sourceMessages = messages.ToList();
|
||||
var toolResultTexts = new List<string>();
|
||||
var chatMessages = new JsonArray();
|
||||
foreach (var m in sourceMessages)
|
||||
{
|
||||
chatMessages.Add(new JsonObject
|
||||
{
|
||||
["role"] = m.Role,
|
||||
["content"] = m.Content
|
||||
});
|
||||
}
|
||||
|
||||
try
|
||||
{
|
||||
var firstBody = await SendChatPayloadWithFallbackAsync(baseUrl, apiKey, BuildPayload(toolModel, chatMessages, temperature, maxTokens, includeWebTool: true, forceWebTool: forceWebSearch), ct);
|
||||
if (!firstBody.Ok)
|
||||
{
|
||||
// 很多 OpenAI-compatible proxy 不支持 tools/tool_choice。
|
||||
// 这种情况下不要直接失败，降级为“后端代模型搜索 -> 再让模型总结”。
|
||||
if (LooksLikeToolUnsupported(firstBody.Body))
|
||||
{
|
||||
return await CompleteWithServerSideWebFallbackAsync(messages, temperature, webSearch, maxSearchResults, maxTokens, fallbackQuery, trace, ct);
|
||||
}
|
||||
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = $"LLM HTTP {firstBody.StatusCode}: {firstBody.Body}",
|
||||
Content = "模型接口暂时不可用，我先给个保守建议：请稍后重试，或检查 API 配置。",
|
||||
Trace = trace
|
||||
};
|
||||
}
|
||||
|
||||
using var firstDoc = JsonDocument.Parse(firstBody.Body);
|
||||
var msg = firstDoc.RootElement.GetProperty("choices")[0].GetProperty("message");
|
||||
if (!msg.TryGetProperty("tool_calls", out var toolCalls) || toolCalls.ValueKind != JsonValueKind.Array || toolCalls.GetArrayLength() == 0)
|
||||
{
|
||||
trace.Add(new AgentTraceEvent
|
||||
{
|
||||
Step = "tool-call",
|
||||
Agent = "web_search",
|
||||
Status = forceWebSearch ? "missing" : "not_called",
|
||||
Detail = forceWebSearch ? "route required web search, but model returned no tool_calls" : "model decided not to call web_search"
|
||||
});
|
||||
var content = msg.TryGetProperty("content", out var c) ? c.GetString() ?? "" : "";
|
||||
if (string.IsNullOrWhiteSpace(content))
|
||||
{
|
||||
trace.Add(new AgentTraceEvent
|
||||
{
|
||||
Step = "reply-empty",
|
||||
Agent = "reply-agent",
|
||||
Status = "fallback",
|
||||
Detail = "model returned empty content before tool execution; retrying without tools"
|
||||
});
|
||||
var retry = await CompleteReplyAsync(sourceMessages, temperature, maxTokens, ct);
|
||||
retry.Trace.AddRange(trace);
|
||||
return retry;
|
||||
}
|
||||
var noToolReply = await CompleteReplyAsync(sourceMessages, temperature, maxTokens, ct);
|
||||
noToolReply.Trace.AddRange(trace);
|
||||
return noToolReply;
|
||||
}
|
||||
|
||||
chatMessages.Add(JsonNode.Parse(msg.GetRawText()));
|
||||
|
||||
foreach (var call in toolCalls.EnumerateArray())
|
||||
{
|
||||
var id = call.GetProperty("id").GetString() ?? Guid.NewGuid().ToString("n");
|
||||
var fn = call.GetProperty("function");
|
||||
var name = fn.GetProperty("name").GetString() ?? "";
|
||||
var argsText = fn.TryGetProperty("arguments", out var a) ? a.GetString() ?? "{}" : "{}";
|
||||
var query = ExtractToolQuery(argsText);
|
||||
|
||||
if (!string.Equals(name, "web_search", StringComparison.OrdinalIgnoreCase) || string.IsNullOrWhiteSpace(query))
|
||||
{
|
||||
chatMessages.Add(new JsonObject
|
||||
{
|
||||
["role"] = "tool",
|
||||
["tool_call_id"] = id,
|
||||
["content"] = "Unsupported tool call or empty query."
|
||||
});
|
||||
trace.Add(new AgentTraceEvent { Step = "tool-call", Agent = "reply-agent", Status = "error", Detail = $"unsupported tool={name}" });
|
||||
continue;
|
||||
}
|
||||
|
||||
var watch = System.Diagnostics.Stopwatch.StartNew();
|
||||
var search = await webSearch.SearchAsync(query, maxSearchResults, ct);
|
||||
watch.Stop();
|
||||
trace.Add(new AgentTraceEvent
|
||||
{
|
||||
Step = "tool-call",
|
||||
Agent = "web_search",
|
||||
Status = string.IsNullOrWhiteSpace(search.Error) ? "ok" : "error",
|
||||
Detail = string.IsNullOrWhiteSpace(search.Error) ? $"query={query}, items={search.Items.Count}" : search.Error,
|
||||
ElapsedMs = watch.ElapsedMilliseconds
|
||||
});
|
||||
|
||||
var formattedSearch = FormatSearchResultForTool(search);
|
||||
toolResultTexts.Add(formattedSearch);
|
||||
chatMessages.Add(new JsonObject
|
||||
{
|
||||
["role"] = "tool",
|
||||
["tool_call_id"] = id,
|
||||
["content"] = formattedSearch
|
||||
});
|
||||
}
|
||||
|
||||
var finalBody = await SendChatPayloadWithFallbackAsync(baseUrl, apiKey, BuildPayload(replyModel, chatMessages, temperature, maxTokens, includeWebTool: false), ct);
|
||||
if (!finalBody.Ok)
|
||||
{
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = $"LLM HTTP {finalBody.StatusCode}: {finalBody.Body}",
|
||||
Content = "模型工具调用后生成回答失败了；可以稍后重试。",
|
||||
Trace = trace
|
||||
};
|
||||
}
|
||||
|
||||
using var finalDoc = JsonDocument.Parse(finalBody.Body);
|
||||
var finalContent = finalDoc.RootElement.GetProperty("choices")[0].GetProperty("message").GetProperty("content").GetString() ?? "";
|
||||
if (string.IsNullOrWhiteSpace(finalContent))
|
||||
{
|
||||
trace.Add(new AgentTraceEvent
|
||||
{
|
||||
Step = "reply-empty",
|
||||
Agent = "reply-agent",
|
||||
Status = "fallback",
|
||||
Detail = "model returned empty content after tool call; retrying with search results as plain context"
|
||||
});
|
||||
|
||||
var augmented = sourceMessages.ToList();
|
||||
augmented.Add(new ChatMessage
|
||||
{
|
||||
Role = "user",
|
||||
Content = "模型刚才调用了联网搜索，但最终回答为空。请直接基于以下搜索结果回答用户问题，不要再调用工具。\n\n" + string.Join("\n\n", toolResultTexts)
|
||||
});
|
||||
var retry = await CompleteReplyAsync(augmented, temperature, maxTokens, ct);
|
||||
retry.Trace.AddRange(trace);
|
||||
return retry;
|
||||
}
|
||||
return new LlmResult { Content = finalContent.Trim(), Trace = trace };
|
||||
}
|
||||
catch (OperationCanceledException) { throw; }
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Chat completion with web tool failed");
|
||||
return new LlmResult
|
||||
{
|
||||
IsFallback = true,
|
||||
Error = ex.Message,
|
||||
Content = "模型调用失败了，我先不乱答；可以稍后再问一次。",
|
||||
Trace = trace
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<LlmResult> CompleteWithServerSideWebFallbackAsync(
|
||||
IEnumerable<ChatMessage> messages,
|
||||
double temperature,
|
||||
IWebSearchClient webSearch,
|
||||
int maxSearchResults,
|
||||
int maxTokens,
|
||||
string? fallbackQuery,
|
||||
List<AgentTraceEvent> trace,
|
||||
CancellationToken ct)
|
||||
{
|
||||
var query = string.IsNullOrWhiteSpace(fallbackQuery)
|
||||
? messages.LastOrDefault(x => x.Role == "user")?.Content ?? ""
|
||||
: fallbackQuery;
|
||||
|
||||
var watch = System.Diagnostics.Stopwatch.StartNew();
|
||||
var search = await webSearch.SearchAsync(query, maxSearchResults, ct);
|
||||
watch.Stop();
|
||||
trace.Add(new AgentTraceEvent
|
||||
{
|
||||
Step = "tool-call",
|
||||
Agent = "web_search",
|
||||
Status = string.IsNullOrWhiteSpace(search.Error) ? "fallback_ok" : "fallback_error",
|
||||
Detail = string.IsNullOrWhiteSpace(search.Error)
|
||||
? $"server-side fallback because model/proxy does not support tools; query={query}, items={search.Items.Count}"
|
||||
: search.Error,
|
||||
ElapsedMs = watch.ElapsedMilliseconds
|
||||
});
|
||||
|
||||
var augmented = messages.ToList();
|
||||
augmented.Add(new ChatMessage
|
||||
{
|
||||
Role = "user",
|
||||
Content = "以下是后端代模型执行的联网搜索结果。请基于这些结果回答；如果结果不足，请说明不确定。\n\n" + FormatSearchResultForTool(search)
|
||||
});
|
||||
|
||||
var result = await CompleteReplyAsync(augmented, temperature, maxTokens, ct);
|
||||
result.Trace.AddRange(trace);
|
||||
return result;
|
||||
}
|
||||
|
||||
private static bool LooksLikeToolUnsupported(string body)
|
||||
{
|
||||
return body.Contains("tool", StringComparison.OrdinalIgnoreCase)
|
||||
|| body.Contains("function", StringComparison.OrdinalIgnoreCase)
|
||||
|| body.Contains("unsupported", StringComparison.OrdinalIgnoreCase)
|
||||
|| body.Contains("tool_choice", StringComparison.OrdinalIgnoreCase)
|
||||
|| body.Contains("tools", StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
private static JsonObject BuildPayload(string model, JsonArray messages, double temperature, int maxTokens, bool includeWebTool, bool forceWebTool = false)
|
||||
{
|
||||
var payload = new JsonObject
|
||||
{
|
||||
["model"] = model,
|
||||
["messages"] = messages.DeepClone(),
|
||||
["temperature"] = temperature,
|
||||
["max_tokens"] = maxTokens
|
||||
};
|
||||
|
||||
if (includeWebTool)
|
||||
{
|
||||
payload["tools"] = new JsonArray
|
||||
{
|
||||
new JsonObject
|
||||
{
|
||||
["type"] = "function",
|
||||
["function"] = new JsonObject
|
||||
{
|
||||
["name"] = "web_search",
|
||||
["description"] = "Search the web for current or uncertain facts. Use for real-time info, ACG/game news, software compatibility/version support, official docs, or when the prompt asks to search.",
|
||||
["parameters"] = new JsonObject
|
||||
{
|
||||
["type"] = "object",
|
||||
["properties"] = new JsonObject
|
||||
{
|
||||
["query"] = new JsonObject { ["type"] = "string", ["description"] = "Search query" },
|
||||
["reason"] = new JsonObject { ["type"] = "string", ["description"] = "Why web search is needed" }
|
||||
},
|
||||
["required"] = new JsonArray { "query" }
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
if (forceWebTool)
|
||||
payload["tool_choice"] = new JsonObject { ["type"] = "function", ["function"] = new JsonObject { ["name"] = "web_search" } };
|
||||
else
|
||||
payload["tool_choice"] = "auto";
|
||||
}
|
||||
return payload;
|
||||
}
|
||||
|
||||
private async Task<(bool Ok, int StatusCode, string Body)> SendChatPayloadWithFallbackAsync(string baseUrl, string? apiKey, JsonObject payload, CancellationToken ct)
|
||||
{
|
||||
var json = payload.ToJsonString(JsonOptions);
|
||||
using var resp = await SendChatAsync($"{baseUrl}/chat/completions", apiKey, json, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
if ((resp.StatusCode == System.Net.HttpStatusCode.NotFound || resp.StatusCode == System.Net.HttpStatusCode.MethodNotAllowed)
|
||||
&& !baseUrl.EndsWith("/v1", StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
using var resp2 = await SendChatAsync($"{baseUrl}/v1/chat/completions", apiKey, json, ct);
|
||||
var body2 = await resp2.Content.ReadAsStringAsync(ct);
|
||||
return (resp2.IsSuccessStatusCode, (int)resp2.StatusCode, body2);
|
||||
}
|
||||
return (resp.IsSuccessStatusCode, (int)resp.StatusCode, body);
|
||||
}
|
||||
|
||||
private static string ExtractToolQuery(string argsText)
|
||||
{
|
||||
try
|
||||
{
|
||||
using var doc = JsonDocument.Parse(argsText);
|
||||
return doc.RootElement.TryGetProperty("query", out var q) ? q.GetString() ?? "" : "";
|
||||
}
|
||||
catch { return ""; }
|
||||
}
|
||||
|
||||
private static string FormatSearchResultForTool(WebSearchResult result)
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(result.Error)) return "Search error: " + result.Error;
|
||||
if (result.Items.Count == 0) return "No search results.";
|
||||
var sb = new StringBuilder();
|
||||
sb.AppendLine("Search query: " + result.Query);
|
||||
for (var i = 0; i < result.Items.Count; i++)
|
||||
{
|
||||
var item = result.Items[i];
|
||||
sb.AppendLine($"\n[{i + 1}] {item.Title}");
|
||||
if (!string.IsNullOrWhiteSpace(item.Url)) sb.AppendLine(item.Url);
|
||||
if (!string.IsNullOrWhiteSpace(item.Text)) sb.AppendLine(item.Text.Length > 1200 ? item.Text[..1200] + "..." : item.Text);
|
||||
}
|
||||
return sb.ToString();
|
||||
}
|
||||
|
||||
public async Task<ToolPlanningResult> PlanToolCallsAsync(
|
||||
IEnumerable<ChatMessage> messages,
|
||||
double temperature,
|
||||
int maxTokens = 500,
|
||||
CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
var apiKey = cfg.OpenAi.ApiKey;
|
||||
var baseUrl = cfg.OpenAi.BaseUrl.TrimEnd('/');
|
||||
var model = cfg.OpenAi.ToolModel;
|
||||
if (string.IsNullOrWhiteSpace(baseUrl) || string.IsNullOrWhiteSpace(model))
|
||||
return new ToolPlanningResult { Error = "OpenAI-compatible Base URL or tool model is not configured." };
|
||||
|
||||
var chatMessages = BuildChatMessages(messages);
|
||||
|
||||
var payload = new JsonObject
|
||||
{
|
||||
["model"] = model,
|
||||
["messages"] = chatMessages,
|
||||
["temperature"] = temperature,
|
||||
["max_tokens"] = maxTokens,
|
||||
["tools"] = BuildShiroTools(),
|
||||
["tool_choice"] = "auto"
|
||||
};
|
||||
|
||||
var body = await SendChatPayloadWithFallbackAsync(baseUrl, apiKey, payload, ct);
|
||||
if (!body.Ok)
|
||||
return new ToolPlanningResult { Error = $"LLM HTTP {body.StatusCode}: {body.Body}" };
|
||||
|
||||
try
|
||||
{
|
||||
using var doc = JsonDocument.Parse(body.Body);
|
||||
var msg = doc.RootElement.GetProperty("choices")[0].GetProperty("message");
|
||||
var result = new ToolPlanningResult
|
||||
{
|
||||
Content = msg.TryGetProperty("content", out var c) ? c.GetString() ?? "" : ""
|
||||
};
|
||||
if (msg.TryGetProperty("tool_calls", out var calls) && calls.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var call in calls.EnumerateArray())
|
||||
{
|
||||
if (!call.TryGetProperty("function", out var fn)) continue;
|
||||
result.ToolCalls.Add(new PlannedToolCall
|
||||
{
|
||||
Id = call.TryGetProperty("id", out var id) ? id.GetString() ?? Guid.NewGuid().ToString("n") : Guid.NewGuid().ToString("n"),
|
||||
Name = fn.TryGetProperty("name", out var name) ? name.GetString() ?? "" : "",
|
||||
ArgumentsJson = fn.TryGetProperty("arguments", out var args) ? args.GetString() ?? "{}" : "{}"
|
||||
});
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
return new ToolPlanningResult { Error = ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private static JsonArray BuildShiroTools() => new()
|
||||
{
|
||||
new JsonObject
|
||||
{
|
||||
["type"] = "function",
|
||||
["function"] = new JsonObject
|
||||
{
|
||||
["name"] = "web_search",
|
||||
["description"] = "Search the web for current/uncertain facts, recent events, official docs, software/platform/version info, prices, ACG/game news, exact project URLs, GitHub repositories, NuGet packages, docs, download links, source citations, or anything that needs verification.",
|
||||
["parameters"] = new JsonObject
|
||||
{
|
||||
["type"] = "object",
|
||||
["properties"] = new JsonObject
|
||||
{
|
||||
["query"] = new JsonObject { ["type"] = "string", ["description"] = "Search query" },
|
||||
["maxResults"] = new JsonObject { ["type"] = "integer", ["description"] = "1-10 results" },
|
||||
["reason"] = new JsonObject { ["type"] = "string", ["description"] = "Why search is useful" }
|
||||
},
|
||||
["required"] = new JsonArray { "query" }
|
||||
}
|
||||
}
|
||||
},
|
||||
new JsonObject
|
||||
{
|
||||
["type"] = "function",
|
||||
["function"] = new JsonObject
|
||||
{
|
||||
["name"] = "image_search",
|
||||
["description"] = "Find real image URLs and cache image attachments. Use when the user asks for images/photos/wallpapers/avatars/screenshots/covers/visual references, and optionally for ACG/anime/galgame/game/character/model appearance topics where images would help.",
|
||||
["parameters"] = new JsonObject
|
||||
{
|
||||
["type"] = "object",
|
||||
["properties"] = new JsonObject
|
||||
{
|
||||
["query"] = new JsonObject { ["type"] = "string", ["description"] = "Image search query" },
|
||||
["maxImages"] = new JsonObject { ["type"] = "integer", ["description"] = "1-3 images to attach" },
|
||||
["reason"] = new JsonObject { ["type"] = "string", ["description"] = "Why images are useful" }
|
||||
},
|
||||
["required"] = new JsonArray { "query" }
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
public async IAsyncEnumerable<string> StreamCompleteAsync(
|
||||
IEnumerable<ChatMessage> messages,
|
||||
double temperature,
|
||||
int maxTokens = 1200,
|
||||
[System.Runtime.CompilerServices.EnumeratorCancellation] CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
var apiKey = cfg.OpenAi.ApiKey;
|
||||
var baseUrl = cfg.OpenAi.BaseUrl.TrimEnd('/');
|
||||
var model = cfg.OpenAi.ReplyModel;
|
||||
if (string.IsNullOrWhiteSpace(baseUrl) || string.IsNullOrWhiteSpace(model))
|
||||
throw new InvalidOperationException("OpenAI-compatible Base URL or reply model is not configured.");
|
||||
|
||||
var payload = new JsonObject
|
||||
{
|
||||
["model"] = model,
|
||||
["messages"] = BuildChatMessages(messages),
|
||||
["temperature"] = temperature,
|
||||
["max_tokens"] = maxTokens,
|
||||
["stream"] = true
|
||||
};
|
||||
var jsonPayload = payload.ToJsonString(JsonOptions);
|
||||
|
||||
using var resp = await SendChatStreamWithFallbackAsync(baseUrl, apiKey, jsonPayload, ct);
|
||||
resp.EnsureSuccessStatusCode();
|
||||
|
||||
await using var stream = await resp.Content.ReadAsStreamAsync(ct);
|
||||
using var reader = new StreamReader(stream);
|
||||
while (!reader.EndOfStream && !ct.IsCancellationRequested)
|
||||
{
|
||||
var line = await reader.ReadLineAsync(ct);
|
||||
if (string.IsNullOrWhiteSpace(line) || !line.StartsWith("data:", StringComparison.OrdinalIgnoreCase))
|
||||
continue;
|
||||
|
||||
var data = line[5..].Trim();
|
||||
if (data == "[DONE]") yield break;
|
||||
|
||||
string? delta = null;
|
||||
try
|
||||
{
|
||||
using var doc = JsonDocument.Parse(data);
|
||||
var choice = doc.RootElement.GetProperty("choices")[0];
|
||||
if (choice.TryGetProperty("delta", out var d) && d.TryGetProperty("content", out var c))
|
||||
delta = c.GetString();
|
||||
else if (choice.TryGetProperty("message", out var m) && m.TryGetProperty("content", out var mc))
|
||||
delta = mc.GetString();
|
||||
}
|
||||
catch
|
||||
{
|
||||
// Ignore malformed SSE keepalive/proxy lines.
|
||||
}
|
||||
|
||||
if (!string.IsNullOrEmpty(delta)) yield return delta;
|
||||
}
|
||||
}
|
||||
|
||||
private static JsonArray BuildChatMessages(IEnumerable<ChatMessage> messages)
|
||||
{
|
||||
var arr = new JsonArray();
|
||||
foreach (var m in messages)
|
||||
{
|
||||
if (m.ImageUrls.Count == 0)
|
||||
{
|
||||
arr.Add(new JsonObject { ["role"] = m.Role, ["content"] = m.Content });
|
||||
continue;
|
||||
}
|
||||
|
||||
var content = new JsonArray
|
||||
{
|
||||
new JsonObject { ["type"] = "text", ["text"] = m.Content }
|
||||
};
|
||||
foreach (var rawUrl in m.ImageUrls.Where(x => !string.IsNullOrWhiteSpace(x)).Take(8))
|
||||
{
|
||||
var url = NormalizeOpenAiImageUrl(rawUrl);
|
||||
content.Add(new JsonObject
|
||||
{
|
||||
["type"] = "image_url",
|
||||
["image_url"] = new JsonObject { ["url"] = url }
|
||||
});
|
||||
}
|
||||
arr.Add(new JsonObject { ["role"] = m.Role, ["content"] = content });
|
||||
}
|
||||
return arr;
|
||||
}
|
||||
|
||||
private static string NormalizeOpenAiImageUrl(string url)
|
||||
{
|
||||
// Some OpenAI-compatible proxies reject raw base64:// or provider-specific schemes.
|
||||
// Platform image data may use base64://, while Chat Completions vision expects data:image/...;base64,... or http(s).
|
||||
if (url.StartsWith("base64://", StringComparison.OrdinalIgnoreCase))
|
||||
return "data:image/jpeg;base64," + url[9..];
|
||||
return url;
|
||||
}
|
||||
|
||||
private async Task<(bool Ok, int StatusCode, string Body)> SendEmbeddingWithFallbackAsync(string baseUrl, string? apiKey, string jsonPayload, CancellationToken ct)
|
||||
{
|
||||
using var resp = await SendJsonAsync($"{baseUrl}/embeddings", apiKey, jsonPayload, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
if ((resp.StatusCode == System.Net.HttpStatusCode.NotFound || resp.StatusCode == System.Net.HttpStatusCode.MethodNotAllowed)
|
||||
&& !baseUrl.EndsWith("/v1", StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
using var resp2 = await SendJsonAsync($"{baseUrl}/v1/embeddings", apiKey, jsonPayload, ct);
|
||||
var body2 = await resp2.Content.ReadAsStringAsync(ct);
|
||||
return (resp2.IsSuccessStatusCode, (int)resp2.StatusCode, body2);
|
||||
}
|
||||
return (resp.IsSuccessStatusCode, (int)resp.StatusCode, body);
|
||||
}
|
||||
|
||||
private async Task<HttpResponseMessage> SendJsonAsync(string url, string? apiKey, string jsonPayload, CancellationToken ct)
|
||||
{
|
||||
using var req = new HttpRequestMessage(HttpMethod.Post, url);
|
||||
if (!string.IsNullOrWhiteSpace(apiKey))
|
||||
req.Headers.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
|
||||
req.Content = new StringContent(jsonPayload, Encoding.UTF8, "application/json");
|
||||
return await _http.SendAsync(req, ct);
|
||||
}
|
||||
|
||||
private async Task<HttpResponseMessage> SendChatStreamWithFallbackAsync(string baseUrl, string? apiKey, string jsonPayload, CancellationToken ct)
|
||||
{
|
||||
var resp = await SendChatAsync($"{baseUrl}/chat/completions", apiKey, jsonPayload, ct, HttpCompletionOption.ResponseHeadersRead);
|
||||
if ((resp.StatusCode == System.Net.HttpStatusCode.NotFound || resp.StatusCode == System.Net.HttpStatusCode.MethodNotAllowed)
|
||||
&& !baseUrl.EndsWith("/v1", StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
resp.Dispose();
|
||||
return await SendChatAsync($"{baseUrl}/v1/chat/completions", apiKey, jsonPayload, ct, HttpCompletionOption.ResponseHeadersRead);
|
||||
}
|
||||
return resp;
|
||||
}
|
||||
|
||||
private async Task<HttpResponseMessage> SendChatAsync(
|
||||
string url,
|
||||
string? apiKey,
|
||||
string jsonPayload,
|
||||
CancellationToken ct,
|
||||
HttpCompletionOption completionOption = HttpCompletionOption.ResponseContentRead)
|
||||
{
|
||||
using var req = new HttpRequestMessage(HttpMethod.Post, url);
|
||||
if (!string.IsNullOrWhiteSpace(apiKey))
|
||||
req.Headers.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
|
||||
req.Headers.Accept.Add(new MediaTypeWithQualityHeaderValue("text/event-stream"));
|
||||
req.Content = new StringContent(jsonPayload, Encoding.UTF8, "application/json");
|
||||
return await _http.SendAsync(req, completionOption, ct);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,85 @@
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text.Json;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class OpenAiModelService(LocalConfigStore localConfig, ILogger<OpenAiModelService> logger)
|
||||
{
|
||||
private readonly LocalConfigStore _localConfig = localConfig;
|
||||
private readonly ILogger<OpenAiModelService> _logger = logger;
|
||||
private readonly HttpClient _http = new();
|
||||
|
||||
public async Task<OpenAiModelsResponse> ListAsync(string? baseUrl = null, string? apiKey = null, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
baseUrl = string.IsNullOrWhiteSpace(baseUrl) ? cfg.OpenAi.BaseUrl : baseUrl;
|
||||
apiKey = string.IsNullOrWhiteSpace(apiKey) ? cfg.OpenAi.ApiKey : apiKey;
|
||||
|
||||
if (string.IsNullOrWhiteSpace(baseUrl))
|
||||
return new OpenAiModelsResponse { Error = "Base URL is empty." };
|
||||
|
||||
baseUrl = baseUrl.TrimEnd('/');
|
||||
var url = baseUrl + "/models";
|
||||
|
||||
try
|
||||
{
|
||||
using var resp = await SendModelsAsync(url, apiKey, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
|
||||
// 兼容 CLI Proxy 根地址：根返回 { endpoints: ["GET /v1/models"] }，实际 models 在 /v1/models。
|
||||
if ((resp.StatusCode == System.Net.HttpStatusCode.NotFound || resp.StatusCode == System.Net.HttpStatusCode.MethodNotAllowed)
|
||||
&& !baseUrl.EndsWith("/v1", StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
using var resp2 = await SendModelsAsync(baseUrl + "/v1/models", apiKey, ct);
|
||||
body = await resp2.Content.ReadAsStringAsync(ct);
|
||||
if (!resp2.IsSuccessStatusCode)
|
||||
return new OpenAiModelsResponse { BaseUrl = baseUrl, Error = $"HTTP {(int)resp2.StatusCode}: {body}" };
|
||||
}
|
||||
else if (!resp.IsSuccessStatusCode)
|
||||
{
|
||||
return new OpenAiModelsResponse { BaseUrl = baseUrl, Error = $"HTTP {(int)resp.StatusCode}: {body}" };
|
||||
}
|
||||
|
||||
using var doc = JsonDocument.Parse(body);
|
||||
var models = new List<string>();
|
||||
if (doc.RootElement.TryGetProperty("data", out var data) && data.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var item in data.EnumerateArray())
|
||||
{
|
||||
if (item.TryGetProperty("id", out var id) && id.ValueKind == JsonValueKind.String)
|
||||
{
|
||||
var value = id.GetString();
|
||||
if (!string.IsNullOrWhiteSpace(value)) models.Add(value);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return new OpenAiModelsResponse
|
||||
{
|
||||
BaseUrl = baseUrl,
|
||||
Models = models.Distinct().OrderBy(x => x).ToList()
|
||||
};
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogWarning(ex, "Failed to list OpenAI-compatible models");
|
||||
return new OpenAiModelsResponse { BaseUrl = baseUrl, Error = ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<HttpResponseMessage> SendModelsAsync(string url, string? apiKey, CancellationToken ct)
|
||||
{
|
||||
using var req = new HttpRequestMessage(HttpMethod.Get, url);
|
||||
if (!string.IsNullOrWhiteSpace(apiKey))
|
||||
req.Headers.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
|
||||
return await _http.SendAsync(req, ct);
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class OpenAiModelsResponse
|
||||
{
|
||||
public string BaseUrl { get; set; } = "";
|
||||
public List<string> Models { get; set; } = [];
|
||||
public string? Error { get; set; }
|
||||
}
|
||||
@@ -0,0 +1,320 @@
|
||||
using System.Text.Json;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
/// <summary>
|
||||
/// Planner node. It does not manage workflow state, does not execute tools, and does not write final replies.
|
||||
/// It reads the Router decision plus compact context and returns the next action, task type, tool plan,
|
||||
/// analysis need, notices, and reply budget.
|
||||
/// </summary>
|
||||
public sealed class PlannerAgent(
|
||||
IChatModelClient client,
|
||||
ConversationRegistry conversations,
|
||||
RecentLogStore recentLog,
|
||||
LocalConfigStore configStore,
|
||||
ToolCatalog toolCatalog,
|
||||
SubagentRegistry subagentRegistry,
|
||||
ExecutionPlanCompiler planCompiler,
|
||||
ILogger<PlannerAgent> logger)
|
||||
{
|
||||
public async Task<PlannerDecisionEnvelope> RunAsync(MessageBatch batch, RouterDecisionEnvelope router, CancellationToken ct = default)
|
||||
{
|
||||
if (!router.ShouldReply)
|
||||
{
|
||||
return new PlannerDecisionEnvelope
|
||||
{
|
||||
NextAction = PlannerNextAction.AbortNoReply,
|
||||
TaskType = AgentTaskType.Chat,
|
||||
Complexity = router.Complexity,
|
||||
Reason = router.Reason,
|
||||
Route = router.Route
|
||||
};
|
||||
}
|
||||
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
var routingContext = await conversations.BuildRoutingContextTextAsync(batch.ThreadId, batch.MergedText, ct, maxRecentMessages: 3, maxTurns: 1);
|
||||
var attachmentContext = await BuildAttachmentContextAsync(batch, ct);
|
||||
|
||||
var system = $$"""
|
||||
你是 QQ 群聊 AI 的 PlannerAgent，只输出紧凑 JSON。
|
||||
你不回答用户；只决定：直接回复、调用工具、分析、澄清或放弃。
|
||||
机器人：{{cfg.Bot.BotDisplayName}}
|
||||
可用工具能力：
|
||||
{{toolCatalog.FormatForPlanner()}}
|
||||
受控执行角色：
|
||||
{{subagentRegistry.FormatForPlanner()}}
|
||||
规则：
|
||||
1. Router 已判断应该进入流程，不要重复判断插嘴。
|
||||
2. 不要用关键词命中决定工具。结合用户真正目标、信息时效性、可验证性、已有上下文和工具收益进行语义判断。
|
||||
3. 输出 toolWeight、memoryRecallWeight、analysisWeight，范围 0~1，表示调用对应能力能实质改善回答的概率/收益。
|
||||
4. 每个工具都输出 confidence。只有语义目标和输入参数明确时才给高权重；单个词出现不构成调用理由。
|
||||
5. web_fetch 只读取消息中真实存在的 URL；web_search 用模型生成的完整检索 query；image_search 的 query 必须包含可辨识实体和视觉目标。
|
||||
6. 图片附件相关问题要特别谨慎：Planner 看不到图片像素，只能看到附件元数据；没有明确外部检索目标时交给视觉回复模型。
|
||||
7. 普通聊天、已有上下文足够或工具收益低时 ReadyToReply 且 tools=[]。
|
||||
8. 只有多来源综合、冲突核验或高风险决策确实需要独立推理时才提高 analysisWeight。
|
||||
9. memoryRecallWeight 只衡量是否需要读取过去群聊记忆；普通时间表达、一般背景叙述不应自动触发。
|
||||
只输出 JSON，不要解释。
|
||||
字段：nextAction, taskType, complexity, toolWeight, memoryRecallWeight, analysisWeight, reason, userVisibleNotice, toolDoneNotice, analysisNotice, maxReplySegments, tools。
|
||||
工具格式：{"name":"{{toolCatalog.AllowedToolNamesForPrompt()}}","query":"","url":"","reason":"","maxResults":5,"confidence":0.0}
|
||||
""";
|
||||
|
||||
var user = $$"""
|
||||
Router: shouldReply={{router.ShouldReply}}, target={{router.Target}}, risk={{router.InterjectionRisk}}, complexity={{router.Complexity}}, reason={{router.Reason}}
|
||||
最近上下文：
|
||||
{{Limit(routingContext, 900)}}
|
||||
当前消息：
|
||||
{{batch.MergedText}}
|
||||
附件上下文：
|
||||
{{attachmentContext.Text}}
|
||||
""";
|
||||
|
||||
try
|
||||
{
|
||||
var result = await client.CompleteRoutingAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = user }
|
||||
], 0.0, 420, ct);
|
||||
var plan = ParsePlan(result.Content, router, toolCatalog);
|
||||
NormalizeImageAttachmentPlan(plan, attachmentContext);
|
||||
NormalizeToolSecurity(plan, attachmentContext.AllowedFetchUrls);
|
||||
plan.Route = BuildRoute(router.Route, plan);
|
||||
plan.ExecutionPlan = planCompiler.Compile(plan);
|
||||
return plan;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
logger.LogDebug(ex, "PlannerAgent failed; falling back to direct reply");
|
||||
return Fallback(router, "planner_failed:" + ex.Message);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<AttachmentPlanningContext> BuildAttachmentContextAsync(MessageBatch batch, CancellationToken ct)
|
||||
{
|
||||
var attachments = batch.Messages.SelectMany(m => m.Attachments).ToList();
|
||||
var repliedAttachments = new List<ChatAttachment>();
|
||||
foreach (var msg in batch.Messages)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(msg.ReplyToMessageId)) continue;
|
||||
var replied = await recentLog.FindByMessageIdAsync(batch.GroupId, msg.ReplyToMessageId, ct);
|
||||
if (replied is not null && replied.Attachments.Count > 0) repliedAttachments.AddRange(replied.Attachments);
|
||||
}
|
||||
|
||||
var all = attachments.Concat(repliedAttachments).ToList();
|
||||
var allowedFetchUrls = ExtractHttpUrls(batch.MergedText);
|
||||
foreach (var msg in batch.Messages)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(msg.ReplyToMessageId)) continue;
|
||||
var replied = await recentLog.FindByMessageIdAsync(batch.GroupId, msg.ReplyToMessageId, ct);
|
||||
if (replied is not null)
|
||||
foreach (var url in ExtractHttpUrls(replied.Text)) allowedFetchUrls.Add(url);
|
||||
}
|
||||
if (all.Count == 0) return new AttachmentPlanningContext("无附件。", HasImage: false, HasExtractedText: false, allowedFetchUrls);
|
||||
var imageCount = all.Count(a => string.Equals(a.Type, "image", StringComparison.OrdinalIgnoreCase));
|
||||
var fileCount = all.Count(a => !string.Equals(a.Type, "image", StringComparison.OrdinalIgnoreCase));
|
||||
var lines = new List<string>
|
||||
{
|
||||
$"当前消息附件={attachments.Count}，被回复消息附件={repliedAttachments.Count}，图片={imageCount}，文件={fileCount}。",
|
||||
"注意：Planner 只能看到附件元数据，看不到图片像素；图片内容由后续视觉回复模型读取。"
|
||||
};
|
||||
foreach (var a in all.Take(6))
|
||||
{
|
||||
lines.Add($"- type={a.Type}; title={Safe(a.Title)}; mime={Safe(a.Mime)}; size={a.Size}; text={Safe(Limit(a.TextContent, 160))}");
|
||||
}
|
||||
return new AttachmentPlanningContext(
|
||||
string.Join("\n", lines),
|
||||
HasImage: imageCount > 0,
|
||||
HasExtractedText: all.Any(a => !string.IsNullOrWhiteSpace(a.TextContent)),
|
||||
allowedFetchUrls);
|
||||
}
|
||||
|
||||
private static void NormalizeImageAttachmentPlan(PlannerDecisionEnvelope plan, AttachmentPlanningContext attachmentContext)
|
||||
{
|
||||
// Planner cannot see pixels. For image-only questions, running web/image search before the vision model
|
||||
// often produces bad queries from words like “这个/图片/截图”. Prefer direct vision first unless the
|
||||
// attachment already carries extracted text or the tool is a concrete URL fetch.
|
||||
if (!attachmentContext.HasImage || attachmentContext.HasExtractedText || !plan.NeedsTool) return;
|
||||
if (plan.Tools.Any(t => string.Equals(t.Name, "web_fetch", StringComparison.OrdinalIgnoreCase) && !string.IsNullOrWhiteSpace(t.Url))) return;
|
||||
|
||||
plan.NextAction = PlannerNextAction.ReadyToReply;
|
||||
plan.NeedsTool = false;
|
||||
plan.NeedsAnalysis = false;
|
||||
plan.Tools.Clear();
|
||||
plan.Reason = string.IsNullOrWhiteSpace(plan.Reason)
|
||||
? "图片附件问题先交给视觉回复模型观察，不预先搜索"
|
||||
: plan.Reason + "; image_attachment_vision_first";
|
||||
}
|
||||
|
||||
private static void NormalizeToolSecurity(PlannerDecisionEnvelope plan, IReadOnlySet<string> allowedFetchUrls)
|
||||
{
|
||||
plan.Tools.RemoveAll(tool => string.Equals(tool.Name, "web_fetch", StringComparison.OrdinalIgnoreCase)
|
||||
&& !allowedFetchUrls.Contains(NormalizeUrl(tool.Url)));
|
||||
if (plan.Tools.Count == 0 && plan.NeedsTool)
|
||||
{
|
||||
plan.NeedsTool = false;
|
||||
if (plan.NextAction == PlannerNextAction.NeedTool) plan.NextAction = PlannerNextAction.ReadyToReply;
|
||||
plan.Reason += "; rejected_untrusted_or_invalid_tool_input";
|
||||
}
|
||||
}
|
||||
|
||||
private static HashSet<string> ExtractHttpUrls(string text)
|
||||
{
|
||||
var result = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
foreach (System.Text.RegularExpressions.Match match in System.Text.RegularExpressions.Regex.Matches(text ?? "", @"https?://[^\s<>]+", System.Text.RegularExpressions.RegexOptions.IgnoreCase))
|
||||
{
|
||||
var normalized = NormalizeUrl(match.Value.TrimEnd('.', ',', '，', '。', ')', '）'));
|
||||
if (!string.IsNullOrWhiteSpace(normalized)) result.Add(normalized);
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
private static string NormalizeUrl(string url) => Uri.TryCreate(url, UriKind.Absolute, out var parsed) && parsed.Scheme is "http" or "https"
|
||||
? parsed.GetComponents(UriComponents.HttpRequestUrl, UriFormat.UriEscaped)
|
||||
: "";
|
||||
|
||||
private sealed record AttachmentPlanningContext(string Text, bool HasImage, bool HasExtractedText, IReadOnlySet<string> AllowedFetchUrls);
|
||||
|
||||
private static string Safe(string? value) => string.IsNullOrWhiteSpace(value) ? "无" : value.Trim();
|
||||
|
||||
internal static PlannerDecisionEnvelope ParsePlan(string text, RouterDecisionEnvelope router, ToolCatalog toolCatalog)
|
||||
{
|
||||
using var doc = JsonDocument.Parse(ExtractJson(text));
|
||||
var root = doc.RootElement;
|
||||
var legacyNeedsTool = root.TryGetProperty("needsTool", out var legacyTool)
|
||||
&& legacyTool.ValueKind is JsonValueKind.True or JsonValueKind.False
|
||||
&& legacyTool.GetBoolean();
|
||||
var hasToolWeight = root.TryGetProperty("toolWeight", out _);
|
||||
var toolWeight = GetDouble(root, "toolWeight", legacyNeedsTool ? 1 : 0);
|
||||
var tools = new List<RouteToolRequest>();
|
||||
if (root.TryGetProperty("tools", out var toolArray) && toolArray.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var item in toolArray.EnumerateArray())
|
||||
{
|
||||
var name = GetString(item, "name");
|
||||
if (string.IsNullOrWhiteSpace(name) || !toolCatalog.TryGet(name, out var capability)) continue;
|
||||
var confidence = GetDouble(item, "confidence", toolWeight);
|
||||
if (!IntentWeightPolicy.ShouldUseTool(confidence)) continue;
|
||||
var query = GetString(item, "query");
|
||||
var url = GetString(item, "url");
|
||||
if (!HasValidToolInput(name, query, url)) continue;
|
||||
tools.Add(new RouteToolRequest
|
||||
{
|
||||
Name = name,
|
||||
Query = query,
|
||||
Url = url,
|
||||
Reason = GetString(item, "reason"),
|
||||
MaxResults = item.TryGetProperty("maxResults", out var mr) && mr.TryGetInt32(out var n) ? Math.Clamp(n, 1, 10) : capability.DefaultMaxResults,
|
||||
Confidence = IntentWeightPolicy.Normalize(confidence)
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
tools = tools.OrderByDescending(x => x.Confidence).Take(4).ToList();
|
||||
if (!hasToolWeight && !legacyNeedsTool && tools.Count > 0) toolWeight = tools.Max(x => x.Confidence);
|
||||
|
||||
var memoryRecallWeight = GetDouble(root, "memoryRecallWeight", 0);
|
||||
var analysisWeight = GetDouble(root, "analysisWeight", 0);
|
||||
var needsTool = IntentWeightPolicy.ShouldUseTool(toolWeight) && tools.Count > 0;
|
||||
if (!needsTool) tools.Clear();
|
||||
var nextAction = ParseEnum(root, "nextAction", !router.ShouldReply ? PlannerNextAction.AbortNoReply : needsTool ? PlannerNextAction.NeedTool : PlannerNextAction.ReadyToReply);
|
||||
if (nextAction == PlannerNextAction.NeedTool && !needsTool) nextAction = PlannerNextAction.ReadyToReply;
|
||||
return new PlannerDecisionEnvelope
|
||||
{
|
||||
NextAction = nextAction,
|
||||
TaskType = ParseEnum(root, "taskType", AgentTaskType.Chat),
|
||||
Complexity = ParseEnum(root, "complexity", router.Complexity),
|
||||
NeedsTool = needsTool || tools.Count > 0,
|
||||
NeedsAnalysis = IntentWeightPolicy.ShouldAnalyze(analysisWeight),
|
||||
NeedsMemoryRecall = IntentWeightPolicy.ShouldRecallMemory(memoryRecallWeight),
|
||||
ToolWeight = IntentWeightPolicy.Normalize(toolWeight),
|
||||
AnalysisWeight = IntentWeightPolicy.Normalize(analysisWeight),
|
||||
MemoryRecallWeight = IntentWeightPolicy.Normalize(memoryRecallWeight),
|
||||
Reason = GetString(root, "reason"),
|
||||
UserVisibleNotice = CleanNotice(GetString(root, "userVisibleNotice")),
|
||||
ToolDoneNotice = CleanNotice(GetString(root, "toolDoneNotice")),
|
||||
AnalysisNotice = CleanNotice(GetString(root, "analysisNotice")),
|
||||
MaxReplySegments = root.TryGetProperty("maxReplySegments", out var seg) && seg.TryGetInt32(out var s) ? Math.Clamp(s, 1, 2) : 1,
|
||||
Tools = tools,
|
||||
Route = router.Route
|
||||
};
|
||||
}
|
||||
|
||||
private static RouteDecision BuildRoute(RouteDecision baseRoute, PlannerDecisionEnvelope plan)
|
||||
{
|
||||
var route = Clone(baseRoute);
|
||||
route.ShouldReply = plan.NextAction != PlannerNextAction.AbortNoReply;
|
||||
route.Mode = plan.NeedsTool || plan.NextAction == PlannerNextAction.NeedTool ? ReplyMode.Web : plan.Complexity == TaskComplexity.Heavy ? ReplyMode.AsyncQuality : ReplyMode.Fast;
|
||||
route.WebPolicy = plan.NeedsTool ? WebPolicy.Required : WebPolicy.None;
|
||||
route.NeedMainAgent = false;
|
||||
route.NeedToolPlanning = plan.NeedsTool;
|
||||
route.Tools = plan.Tools;
|
||||
route.ToolNotice = plan.UserVisibleNotice;
|
||||
route.ToolDoneNotice = plan.ToolDoneNotice;
|
||||
route.AnalysisNotice = plan.AnalysisNotice;
|
||||
route.Reason += ";planner:" + (string.IsNullOrWhiteSpace(plan.Reason) ? plan.NextAction.ToString() : plan.Reason);
|
||||
route.ContextRecentMessages = plan.Complexity == TaskComplexity.Heavy ? 50 : 24;
|
||||
route.TimeoutMs = plan.Complexity == TaskComplexity.Heavy ? 25000 : 15000;
|
||||
route.MaxReplySegments = plan.MaxReplySegments;
|
||||
return route;
|
||||
}
|
||||
|
||||
private PlannerDecisionEnvelope Fallback(RouterDecisionEnvelope router, string reason)
|
||||
{
|
||||
var plan = new PlannerDecisionEnvelope
|
||||
{
|
||||
NextAction = router.ShouldReply ? PlannerNextAction.ReadyToReply : PlannerNextAction.AbortNoReply,
|
||||
TaskType = AgentTaskType.Chat,
|
||||
Complexity = router.Complexity,
|
||||
NeedsTool = false,
|
||||
NeedsAnalysis = false,
|
||||
Reason = reason,
|
||||
MaxReplySegments = router.Complexity == TaskComplexity.Heavy ? 2 : 1,
|
||||
Tools = [],
|
||||
Route = router.Route
|
||||
};
|
||||
plan.Route = BuildRoute(router.Route, plan);
|
||||
plan.ExecutionPlan = planCompiler.Compile(plan);
|
||||
return plan;
|
||||
}
|
||||
|
||||
private static RouteDecision Clone(RouteDecision source) => new()
|
||||
{
|
||||
ShouldReply = source.ShouldReply,
|
||||
Mode = source.Mode,
|
||||
WebPolicy = source.WebPolicy,
|
||||
NeedMainAgent = source.NeedMainAgent,
|
||||
NeedToolPlanning = source.NeedToolPlanning,
|
||||
NeedLlmFusion = source.NeedLlmFusion,
|
||||
Temperature = source.Temperature,
|
||||
TimeoutMs = source.TimeoutMs,
|
||||
ContextRecentMessages = source.ContextRecentMessages,
|
||||
MaxReplySegments = source.MaxReplySegments,
|
||||
Reason = source.Reason,
|
||||
ToolNotice = source.ToolNotice,
|
||||
ToolDoneNotice = source.ToolDoneNotice,
|
||||
ToolResultOverview = source.ToolResultOverview,
|
||||
AnalysisNotice = source.AnalysisNotice,
|
||||
WebReasons = source.WebReasons.ToList(),
|
||||
Tools = source.Tools.Select(t => new RouteToolRequest { Name = t.Name, Query = t.Query, Url = t.Url, Reason = t.Reason, MaxResults = t.MaxResults, Confidence = t.Confidence }).ToList()
|
||||
};
|
||||
|
||||
private static string Limit(string text, int max) => string.IsNullOrWhiteSpace(text) || text.Length <= max ? text : text[..max] + "\n...（已截断）";
|
||||
private static string CleanNotice(string text) => string.IsNullOrWhiteSpace(text) ? "" : (text.Length <= 60 ? text.Trim() : text[..60].Trim() + "…");
|
||||
private static string GetString(JsonElement e, string name) => e.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String ? v.GetString() ?? "" : "";
|
||||
private static double GetDouble(JsonElement e, string name, double fallback) => e.TryGetProperty(name, out var v) && v.TryGetDouble(out var value) ? IntentWeightPolicy.Normalize(value) : fallback;
|
||||
private static bool HasValidToolInput(string name, string query, string url)
|
||||
{
|
||||
if (string.Equals(name, "web_fetch", StringComparison.OrdinalIgnoreCase))
|
||||
return Uri.TryCreate(url, UriKind.Absolute, out var parsed) && parsed.Scheme is "http" or "https";
|
||||
return !string.IsNullOrWhiteSpace(query);
|
||||
}
|
||||
private static T ParseEnum<T>(JsonElement root, string name, T fallback) where T : struct => root.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String && Enum.TryParse<T>(v.GetString(), true, out var parsed) ? parsed : fallback;
|
||||
private static string ExtractJson(string text)
|
||||
{
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
return start >= 0 && end > start ? text[start..(end + 1)] : text;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,375 @@
|
||||
using System.Diagnostics;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Text;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
/// <summary>
|
||||
/// Reply streaming node only. Tool planning/execution and analysis live in AgentWorkflowEngine + ToolAgent + AnalystAgent.
|
||||
/// This class turns a prepared context/evidence package into QQ-friendly streamed <MSG> segments.
|
||||
/// </summary>
|
||||
public sealed class ReplyAgent(
|
||||
IChatModelClient client,
|
||||
ContextBuilder contextBuilder,
|
||||
LocalConfigStore configStore,
|
||||
MediaService mediaService,
|
||||
IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly IChatModelClient _client = client;
|
||||
private readonly ContextBuilder _contextBuilder = contextBuilder;
|
||||
private readonly LocalConfigStore _configStore = configStore;
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
|
||||
public async IAsyncEnumerable<SegmentStreamEvent> RunAsync(
|
||||
MessageBatch batch,
|
||||
RouteDecision route,
|
||||
IReadOnlyList<AgentTraceEvent>? initialTrace = null,
|
||||
[EnumeratorCancellation] CancellationToken ct = default)
|
||||
{
|
||||
await foreach (var ev in RunReplyOnlyAsync(batch, route, null, [], null, initialTrace, ct))
|
||||
yield return ev;
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<SegmentStreamEvent> RunReplyOnlyAsync(
|
||||
MessageBatch batch,
|
||||
RouteDecision route,
|
||||
WebSearchResult? web,
|
||||
IReadOnlyList<ChatAttachment>? mediaAttachments,
|
||||
string? heavyMemoryRecallText = null,
|
||||
IReadOnlyList<AgentTraceEvent>? initialTrace = null,
|
||||
[EnumeratorCancellation] CancellationToken ct = default)
|
||||
{
|
||||
var sw = Stopwatch.StartNew();
|
||||
var trace = initialTrace?.ToList() ?? [];
|
||||
void AddTrace(string step, string agent, string status, string detail, long? elapsedMs = null) => trace.Add(new AgentTraceEvent
|
||||
{
|
||||
Step = step,
|
||||
Agent = agent,
|
||||
Status = status,
|
||||
Detail = detail,
|
||||
AtMs = sw.ElapsedMilliseconds,
|
||||
ElapsedMs = elapsedMs
|
||||
});
|
||||
|
||||
var runtimeConfig = await _configStore.ReadAsync(ct);
|
||||
yield return SegmentStreamEvent.Status("正在构建回复上下文", sw.ElapsedMilliseconds, runningKey: "context");
|
||||
var contextWatch = Stopwatch.StartNew();
|
||||
var context = await _contextBuilder.BuildAsync(batch, route, web, heavyMemoryRecallText, false, ct);
|
||||
contextWatch.Stop();
|
||||
AddTrace("context", "context-builder", "ok", $"recent={context.RecentMessages.Count}, attachments={context.CurrentAttachments.Count}, threadHistory={(context.ThreadHistoryText == "无" ? "none" : "loaded")}, heavyRecall={(context.HeavyMemoryRecallText == "无" ? "none" : "loaded")}, web={(web?.Items.Count ?? 0)}", contextWatch.ElapsedMilliseconds);
|
||||
yield return SegmentStreamEvent.Status("上下文已就绪，正在等待回复模型", sw.ElapsedMilliseconds, runningKey: "reply", trace: trace);
|
||||
|
||||
var botName = runtimeConfig.Bot.BotDisplayName;
|
||||
var botAliases = string.Join(" / ", runtimeConfig.Bot.BotAliases);
|
||||
var system = $$"""
|
||||
你是 QQ 群聊 AI {{botName}}。你在真实 QQ 群里说话，不是网页客服。
|
||||
当前群号：{{context.GroupId}}
|
||||
当前用户：{{context.UserId}}
|
||||
机器人 QQ：{{runtimeConfig.Bot.BotUserId}}
|
||||
机器人别名：{{botAliases}}
|
||||
|
||||
你只负责最终表达，不负责重新规划工具，也不要要求再去搜索。
|
||||
上游如果提供了联网结果、工具观察或分析摘要，你必须优先依据它们回答；证据不足就明确说不确定，不要编造。
|
||||
群里可能还有链接解析插件，别人单独发链接时通常是在分享或等插件解析；只有上下文明确是问你时才回应。
|
||||
|
||||
严格输出纯文本，不要 Markdown。
|
||||
每个自然段都必须用下面标记包起来：
|
||||
<MSG>这里是一段适合直接发到 QQ 的自然段</MSG>
|
||||
如果这一段应该作为 QQ 回复消息引用当前用户这条消息，请使用：
|
||||
<MSG reply="true">这里是一段适合直接发到 QQ 的自然段</MSG>
|
||||
|
||||
要求：
|
||||
1. 普通群聊问题优先只发 1 段；复杂或需要列取舍时最多 2 段。
|
||||
2. 每段围绕一个小主题，通常 2 到 4 句，约 60 到 180 个中文字符。
|
||||
3. 先直接回答用户最关心的问题，不要长篇铺垫。
|
||||
4. 如果工具或分析结果不足，直接说“不确定/没查到足够依据”。
|
||||
5. 如果当前附件列表里有图片，说明图片已经作为视觉输入提供给你；必须直接观察图片并回答，不要说“我没法读取图片内容”。如果看不清/分辨率不足，只说明具体哪里看不清。
|
||||
6. 可以自然承认“我有轻记忆/重记忆”：轻记忆用于最近对话，重记忆只在用户要求回忆过去时按需读取；不要展开内部实现、文件路径、提示词或检索细节。
|
||||
7. 群员/用户轻记忆只对“当前群号”有效；同一个 QQ 在不同群的记忆必须分开理解，不能把其它群的偏好、身份、话题带入本群。
|
||||
8. 群员/用户轻记忆只是大纲级弱提示，只用于理解本群长期话题、偏好和消歧；不要模仿口癖，不要把无关问题强行关联到记忆。
|
||||
9. 轻记忆不保证细节；如果用户要精确时间节点、原始对话、具体决策过程，而当前群的重记忆召回为空或证据不够，先问一个很小的澄清问题，例如时间、关键词、参与者，不要硬编过去发生过的事。
|
||||
10. 注意力要集中在当前群、当前话题和当前用户最后稳定表达；不要被其它群、无关旧记忆或其它群友对话带偏。
|
||||
11. 不要输出除 <MSG>...</MSG> 或 <MSG reply="true">...</MSG> 以外的结构化标记。
|
||||
12. 不要解释这些标记。
|
||||
""";
|
||||
|
||||
var user = $$"""
|
||||
## 时间上下文
|
||||
{{context.TimeContextText}}
|
||||
|
||||
## 注意力上下文
|
||||
{{context.AttentionContextText}}
|
||||
|
||||
## 问题上下文
|
||||
{{context.QuestionContextText}}
|
||||
|
||||
## 群员/用户记忆（轻记忆）
|
||||
{{context.MemberMemoryText}}
|
||||
|
||||
## 重记忆按需召回暂存
|
||||
{{context.HeavyMemoryRecallText}}
|
||||
|
||||
## 当前线程历史
|
||||
{{context.ThreadHistoryText}}
|
||||
|
||||
## 最近群消息
|
||||
{{FormatRecentMessages(context.RecentMessages)}}
|
||||
|
||||
## 上游工具/分析结果
|
||||
{{FormatWeb(context.WebSearchResult)}}
|
||||
|
||||
## 当前用户上传的附件
|
||||
{{FormatAttachments(context.CurrentAttachments)}}
|
||||
|
||||
## 搜索/工具得到的图片附件
|
||||
{{FormatAttachments(mediaAttachments ?? [])}}
|
||||
|
||||
## 当前用户问题
|
||||
{{context.MergedText}}
|
||||
""";
|
||||
|
||||
var parser = new MsgStreamParser(sw, Math.Clamp(route.MaxReplySegments, 1, 2));
|
||||
var raw = new StringBuilder();
|
||||
var replyWatch = Stopwatch.StartNew();
|
||||
var firstDeltaSeen = false;
|
||||
await foreach (var delta in _client.StreamCompleteAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = user, ImageUrls = await BuildVisionImageUrlsAsync(context.CurrentAttachments, ct) }
|
||||
], route.Temperature, _options.Context.MaxAnswerChars, ct))
|
||||
{
|
||||
if (!firstDeltaSeen)
|
||||
{
|
||||
firstDeltaSeen = true;
|
||||
AddTrace("reply-first-token", "reply-model", "ok", $"model={runtimeConfig.OpenAi.ReplyModel}, first streamed delta", replyWatch.ElapsedMilliseconds);
|
||||
yield return SegmentStreamEvent.Status("回复模型已开始输出", sw.ElapsedMilliseconds, runningKey: "reply", trace: trace);
|
||||
}
|
||||
raw.Append(delta);
|
||||
yield return new SegmentStreamEvent { Type = "raw-delta", Text = delta, ElapsedMs = sw.ElapsedMilliseconds };
|
||||
foreach (var ev in parser.Push(delta)) yield return ev;
|
||||
}
|
||||
|
||||
foreach (var ev in parser.Complete()) yield return ev;
|
||||
replyWatch.Stop();
|
||||
|
||||
var finalText = parser.FinalText;
|
||||
AddTrace("reply", "reply-model", "ok", $"model={runtimeConfig.OpenAi.ReplyModel}, chars={finalText.Length}, segments={parser.SegmentCount}", replyWatch.ElapsedMilliseconds);
|
||||
yield return new SegmentStreamEvent { Type = "done", Text = raw.ToString(), ElapsedMs = sw.ElapsedMilliseconds, Trace = trace };
|
||||
}
|
||||
|
||||
private async Task<List<string>> BuildVisionImageUrlsAsync(IReadOnlyList<ChatAttachment> attachments, CancellationToken ct)
|
||||
{
|
||||
var urls = new List<string>();
|
||||
foreach (var a in attachments.Where(x => string.Equals(x.Type, "image", StringComparison.OrdinalIgnoreCase)).Take(6))
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(a.MediaId))
|
||||
{
|
||||
var cached = await mediaService.TryGetFileAsync(a.MediaId, ct);
|
||||
if (cached is not null)
|
||||
{
|
||||
var bytes = await File.ReadAllBytesAsync(cached.Value.Path, ct);
|
||||
urls.Add($"data:{cached.Value.Mime};base64,{Convert.ToBase64String(bytes)}");
|
||||
continue;
|
||||
}
|
||||
}
|
||||
if (!string.IsNullOrWhiteSpace(a.SourceUrl) && Uri.TryCreate(a.SourceUrl, UriKind.Absolute, out var source) && source.Scheme is "http" or "https") urls.Add(source.ToString());
|
||||
else if (!string.IsNullOrWhiteSpace(a.Url) && a.Url.StartsWith("http", StringComparison.OrdinalIgnoreCase)) urls.Add(a.Url);
|
||||
}
|
||||
return urls;
|
||||
}
|
||||
|
||||
private static string FormatAttachments(IReadOnlyList<ChatAttachment> attachments)
|
||||
{
|
||||
if (attachments.Count == 0) return "无";
|
||||
var sb = new StringBuilder();
|
||||
for (var i = 0; i < attachments.Count; i++)
|
||||
{
|
||||
var a = attachments[i];
|
||||
sb.AppendLine($"[{i + 1}] {a.Title}");
|
||||
sb.AppendLine($"mediaId={a.MediaId}");
|
||||
sb.AppendLine($"cachedUrl={a.Url}");
|
||||
sb.AppendLine($"sourceUrl={a.SourceUrl}");
|
||||
if (!string.IsNullOrWhiteSpace(a.PageUrl)) sb.AppendLine($"pageUrl={a.PageUrl}");
|
||||
if (!string.IsNullOrWhiteSpace(a.TextContent))
|
||||
{
|
||||
sb.AppendLine("文件正文摘录：");
|
||||
sb.AppendLine(a.TextContent.Length > 12000 ? a.TextContent[..12000] + "\n...（正文过长，已截断）" : a.TextContent);
|
||||
}
|
||||
sb.AppendLine();
|
||||
}
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
private static string FormatRecentMessages(IReadOnlyList<IncomingMessage> recent)
|
||||
{
|
||||
if (recent.Count == 0) return "无";
|
||||
var lines = recent.TakeLast(12).Select(m => $"[{m.CreatedAt:HH:mm:ss}] {m.UserId}: {m.Text}");
|
||||
return string.Join("\n", lines);
|
||||
}
|
||||
|
||||
private static string FormatWeb(WebSearchResult? web)
|
||||
{
|
||||
if (web is null) return "无";
|
||||
if (!string.IsNullOrWhiteSpace(web.Error) && web.Items.Count == 0) return $"工具失败：{web.Error}";
|
||||
if (web.Items.Count == 0) return $"query：{web.Query}\n无结果";
|
||||
var sb = new StringBuilder();
|
||||
sb.AppendLine("query：" + web.Query);
|
||||
if (!string.IsNullOrWhiteSpace(web.Error)) sb.AppendLine("部分错误：" + web.Error);
|
||||
for (var i = 0; i < web.Items.Count; i++)
|
||||
{
|
||||
var item = web.Items[i];
|
||||
sb.AppendLine($"[{i + 1}] {item.Title}");
|
||||
if (!string.IsNullOrWhiteSpace(item.Url)) sb.AppendLine(item.Url);
|
||||
if (!string.IsNullOrWhiteSpace(item.Text)) sb.AppendLine(TrimForPrompt(item.Text, 1800));
|
||||
sb.AppendLine();
|
||||
}
|
||||
return TrimForPrompt(sb.ToString().Trim(), 9000);
|
||||
}
|
||||
|
||||
private static string TrimForPrompt(string text, int max)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(text) || text.Length <= max) return text;
|
||||
return text[..max] + "\n...（内容过长，已截断）";
|
||||
}
|
||||
|
||||
private sealed class MsgStreamParser(Stopwatch sw, int maxSegments)
|
||||
{
|
||||
private const string OpenTag = "<MSG";
|
||||
private const string CloseTag = "</MSG>";
|
||||
private readonly StringBuilder _buffer = new();
|
||||
private readonly StringBuilder _current = new();
|
||||
private readonly List<string> _completed = [];
|
||||
private int _index;
|
||||
private bool _inMessage;
|
||||
private bool _replyCurrent;
|
||||
|
||||
public string FinalText => string.Join("\n", _completed);
|
||||
public int SegmentCount => _completed.Count;
|
||||
|
||||
public IEnumerable<SegmentStreamEvent> Push(string delta)
|
||||
{
|
||||
_buffer.Append(delta);
|
||||
foreach (var ev in Drain(final: false)) yield return ev;
|
||||
}
|
||||
|
||||
public IEnumerable<SegmentStreamEvent> Complete()
|
||||
{
|
||||
foreach (var ev in Drain(final: true)) yield return ev;
|
||||
if (_completed.Count == 0)
|
||||
{
|
||||
var text = _buffer.ToString().Trim();
|
||||
if (!string.IsNullOrWhiteSpace(text))
|
||||
{
|
||||
_completed.Add(text);
|
||||
_index++;
|
||||
yield return new SegmentStreamEvent { Type = "msg-start", Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = true };
|
||||
yield return new SegmentStreamEvent { Type = "msg-delta", Text = text, Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = true };
|
||||
yield return new SegmentStreamEvent { Type = "msg-end", Text = text, Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = true };
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private IEnumerable<SegmentStreamEvent> Drain(bool final)
|
||||
{
|
||||
while (_buffer.Length > 0)
|
||||
{
|
||||
if (!_inMessage)
|
||||
{
|
||||
if (_completed.Count >= maxSegments)
|
||||
{
|
||||
_buffer.Clear();
|
||||
yield break;
|
||||
}
|
||||
var start = IndexOf(_buffer, OpenTag);
|
||||
if (start < 0)
|
||||
{
|
||||
var keep = PossibleTagSuffixLength(_buffer, OpenTag);
|
||||
if (_buffer.Length > keep) _buffer.Remove(0, _buffer.Length - keep);
|
||||
yield break;
|
||||
}
|
||||
if (start > 0) _buffer.Remove(0, start);
|
||||
var tagEnd = IndexOf(_buffer, ">");
|
||||
if (tagEnd < 0) yield break;
|
||||
var tag = _buffer.ToString(0, tagEnd + 1);
|
||||
_replyCurrent = tag.Contains("reply", StringComparison.OrdinalIgnoreCase) && tag.Contains("true", StringComparison.OrdinalIgnoreCase);
|
||||
_buffer.Remove(0, tagEnd + 1);
|
||||
_current.Clear();
|
||||
_inMessage = true;
|
||||
_index++;
|
||||
yield return new SegmentStreamEvent { Type = "msg-start", Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = _replyCurrent };
|
||||
}
|
||||
|
||||
var end = IndexOf(_buffer, CloseTag);
|
||||
if (end < 0)
|
||||
{
|
||||
var safeLen = final ? _buffer.Length : _buffer.Length - PossibleTagSuffixLength(_buffer, CloseTag);
|
||||
if (safeLen <= 0) yield break;
|
||||
var piece = _buffer.ToString(0, safeLen);
|
||||
_buffer.Remove(0, safeLen);
|
||||
_current.Append(piece);
|
||||
yield return new SegmentStreamEvent { Type = "msg-delta", Text = piece, Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = _replyCurrent };
|
||||
continue;
|
||||
}
|
||||
|
||||
if (end > 0)
|
||||
{
|
||||
var piece = _buffer.ToString(0, end);
|
||||
_current.Append(piece);
|
||||
yield return new SegmentStreamEvent { Type = "msg-delta", Text = piece, Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = _replyCurrent };
|
||||
}
|
||||
_buffer.Remove(0, end + CloseTag.Length);
|
||||
var text = _current.ToString().Trim();
|
||||
if (!string.IsNullOrWhiteSpace(text)) _completed.Add(text);
|
||||
yield return new SegmentStreamEvent { Type = "msg-end", Text = text, Index = _index, ElapsedMs = sw.ElapsedMilliseconds, ReplyToCurrentMessage = _replyCurrent };
|
||||
_current.Clear();
|
||||
_inMessage = false;
|
||||
}
|
||||
}
|
||||
|
||||
private static int IndexOf(StringBuilder sb, string value) => sb.ToString().IndexOf(value, StringComparison.OrdinalIgnoreCase);
|
||||
private static int PossibleTagSuffixLength(StringBuilder sb, string tag)
|
||||
{
|
||||
var max = Math.Min(sb.Length, tag.Length - 1);
|
||||
var text = sb.ToString();
|
||||
for (var len = max; len > 0; len--)
|
||||
{
|
||||
if (tag.StartsWith(text[^len..], StringComparison.OrdinalIgnoreCase)) return len;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class SegmentStreamEvent
|
||||
{
|
||||
public string Type { get; set; } = "status";
|
||||
public string Text { get; set; } = "";
|
||||
public int? Index { get; set; }
|
||||
public long? ElapsedMs { get; set; }
|
||||
public bool ReplyToCurrentMessage { get; set; }
|
||||
public ChatAttachment? Attachment { get; set; }
|
||||
public List<AgentTraceEvent> Trace { get; set; } = [];
|
||||
public bool UserVisible { get; set; }
|
||||
public string RunningKey { get; set; } = "";
|
||||
|
||||
public static SegmentStreamEvent Status(string text, long elapsedMs, bool userVisible = false, string runningKey = "", IReadOnlyList<AgentTraceEvent>? trace = null) => new()
|
||||
{
|
||||
Type = "status",
|
||||
Text = text,
|
||||
ElapsedMs = elapsedMs,
|
||||
UserVisible = userVisible,
|
||||
RunningKey = runningKey,
|
||||
Trace = trace?.ToList() ?? []
|
||||
};
|
||||
|
||||
public static SegmentStreamEvent FromAttachment(ChatAttachment attachment, long elapsedMs) => new()
|
||||
{
|
||||
Type = "attachment",
|
||||
Text = attachment.Url,
|
||||
Attachment = attachment,
|
||||
ElapsedMs = elapsedMs
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,247 @@
|
||||
using System.Text.Json;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
/// <summary>
|
||||
/// Turn-taking / routing node. It replaces keyword-heavy local router logic with:
|
||||
/// 1) deterministic structural signals: empty message, @ other member, reply target, explicit @ bot;
|
||||
/// 2) a small structured router model that decides conversation target and whether the bot should enter.
|
||||
/// It never plans tools and never writes the final answer.
|
||||
/// </summary>
|
||||
public sealed class RouterAgent(IChatModelClient client, RecentLogStore recentLog, ConversationRegistry conversations, LocalConfigStore configStore, ILogger<RouterAgent> logger)
|
||||
{
|
||||
private const string BotSyntheticId = "assistant:shiro";
|
||||
|
||||
public async Task<RouterDecisionEnvelope> RunAsync(MessageBatch batch, CancellationToken ct = default)
|
||||
{
|
||||
var text = batch.MergedText.Trim();
|
||||
if (string.IsNullOrWhiteSpace(text) && batch.Messages.All(m => m.Attachments.Count == 0))
|
||||
return Build(false, ConversationTarget.Group, InterjectionRisk.Low, TaskComplexity.Trivial, "empty", needPlanner: false);
|
||||
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
var botIds = BuildBotIds(cfg);
|
||||
var currentMentionIds = batch.Messages.SelectMany(m => m.MentionedUserIds).Where(x => !string.IsNullOrWhiteSpace(x)).Distinct(StringComparer.OrdinalIgnoreCase).ToList();
|
||||
var mentionedBot = batch.Messages.Any(m => m.IsMentioned) || currentMentionIds.Any(id => botIds.Contains(id)) || IsAddressedByText(text, botIds);
|
||||
var mentionedOthers = currentMentionIds.Where(id => !botIds.Contains(id)).ToList();
|
||||
|
||||
// Structural turn-taking rules are not semantic keyword rules. They come from message metadata.
|
||||
if (mentionedOthers.Count > 0 && !mentionedBot)
|
||||
return Build(false, ConversationTarget.OtherMember, InterjectionRisk.High, TaskComplexity.Simple, "structural:@other_member", needPlanner: false);
|
||||
|
||||
var last = batch.Messages.Last();
|
||||
if (!string.IsNullOrWhiteSpace(last.ReplyToMessageId))
|
||||
{
|
||||
var replied = await recentLog.FindByMessageIdAsync(batch.GroupId, last.ReplyToMessageId, ct);
|
||||
if (replied is not null && (IsBot(replied, botIds) || mentionedBot))
|
||||
{
|
||||
var reason = IsBot(replied, botIds) ? "structural:reply_to_bot" : "structural:reply_to_other_member_but_bot_addressed";
|
||||
return await BuildAddressedBotRouteAsync(batch, cfg, reason, ct);
|
||||
}
|
||||
if (replied is not null && !IsBot(replied, botIds))
|
||||
return Build(false, ConversationTarget.OtherMember, InterjectionRisk.High, EstimateComplexity(text), "structural:reply_to_other_member", needPlanner: false);
|
||||
}
|
||||
|
||||
if (mentionedBot)
|
||||
{
|
||||
return await BuildAddressedBotRouteAsync(batch, cfg, "structural:bot_mentioned", ct);
|
||||
}
|
||||
|
||||
// 群聊里没有显式 @ 时，不应默认插话；但如果同一 user-thread 刚刚由机器人回复过，
|
||||
// 下一句短追问/问候通常仍属于这段人机对话。这个判断放在后端确定性层，避免 RouterModel
|
||||
// 因最近窗口噪声或编码问题把活跃对话误判成 Unknown。
|
||||
if (await conversations.HasRecentAssistantReplyAsync(batch.ThreadId, last.CreatedAt, TimeSpan.FromMinutes(60), ct)
|
||||
&& await IsImmediateBotThreadFollowupAsync(batch, botIds, ct))
|
||||
{
|
||||
return await BuildAddressedBotRouteAsync(batch, cfg, "structural:recent_bot_thread_followup", ct);
|
||||
}
|
||||
|
||||
if (cfg.Bot.ReplyOnlyWhenMentioned)
|
||||
return Build(false, ConversationTarget.Unknown, InterjectionRisk.Medium, EstimateComplexity(text), "structural:reply_only_when_mentioned", needPlanner: false);
|
||||
|
||||
return await AskRouterModelAsync(batch, cfg, ct);
|
||||
}
|
||||
|
||||
private async Task<bool> IsImmediateBotThreadFollowupAsync(MessageBatch batch, IReadOnlySet<string> botIds, CancellationToken ct)
|
||||
{
|
||||
var currentIds = batch.Messages.Select(m => m.MessageId).Where(x => !string.IsNullOrWhiteSpace(x)).ToHashSet(StringComparer.OrdinalIgnoreCase);
|
||||
var previous = await recentLog.FindPreviousBeforeAsync(batch.GroupId, batch.Messages.Last().CreatedAt, currentIds, ct);
|
||||
return previous is not null && IsBot(previous, botIds);
|
||||
}
|
||||
|
||||
private async Task<RouterDecisionEnvelope> BuildAddressedBotRouteAsync(MessageBatch batch, RuntimeConfig cfg, string structuralReason, CancellationToken ct)
|
||||
{
|
||||
var complexity = EstimateComplexity(batch.MergedText);
|
||||
return await Task.FromResult(Build(true, ConversationTarget.Bot, InterjectionRisk.Low, complexity, structuralReason + ":semantic_plan", needPlanner: true));
|
||||
}
|
||||
|
||||
private async Task<RouterDecisionEnvelope> AskRouterModelAsync(MessageBatch batch, RuntimeConfig cfg, CancellationToken ct)
|
||||
{
|
||||
var currentIds = batch.Messages.Select(m => m.MessageId).Where(x => !string.IsNullOrWhiteSpace(x)).ToHashSet(StringComparer.OrdinalIgnoreCase);
|
||||
var previousWindow = await recentLog.ReadBeforeAsync(batch.GroupId, batch.Messages.Last().CreatedAt, 10, currentIds, ct);
|
||||
var aliases = string.Join(" / ", cfg.Bot.BotAliases.Where(x => !string.IsNullOrWhiteSpace(x)));
|
||||
var system = $$"""
|
||||
你是 QQ 群聊的 RouterAgent / TurnTakingAgent，只输出 JSON。
|
||||
你只判断“机器人现在该不该进入流程”，不回答问题、不选择工具。
|
||||
|
||||
机器人身份：
|
||||
- 显示名：{{cfg.Bot.BotDisplayName}}
|
||||
- QQ：{{cfg.Bot.BotUserId}}
|
||||
- 别名：{{aliases}}
|
||||
|
||||
判断重点：
|
||||
1. 先判断 conversationTarget：Bot、OtherMember、Group、Unknown。
|
||||
2. 中文“你/这个/他/上面”要根据最近窗口判断指谁，不能默认指机器人。
|
||||
3. 项目名、包名、仓库名、域名里的 shirobot/Shiro 等不等于点名机器人。
|
||||
4. 群友之间正在讨论、刚 @ 其他人、reply 其他人、连续追问其他人时，通常 shouldReply=false。
|
||||
5. 明确问机器人、回复机器人、上下文已经围绕机器人追问时，shouldReply=true。
|
||||
6. 即使没有点名机器人，如果当前消息像是向全群提出的开放问题/求助/事实询问/技术问题，且最近没有特定群友正在接话，也可以 shouldReply=true，适当参与。
|
||||
7. 低风险工具型问题可以更主动：计算、折扣换算、单位换算、价格比较、时间换算、简单公式、术语解释、报错含义等，只要上下文里有足够信息或可以短澄清，通常 shouldReply=true；这类不会明显干扰群友决策。
|
||||
8. 如果当前消息很短但像“算一下/这个多少/相当于多少/怎么换算”，要结合最近几条群消息找数字和对象；能算就 shouldReply=true，信息不足也可以 shouldReply=true 并短问缺少哪个数，不要仅因未点名机器人就 no_reply。
|
||||
9. 如果当前问题简单客观、无人正在回答，或者机器人能提供明显有用的补充且不会打断群友对话，可以 shouldReply=true。
|
||||
10. 单独发送 URL/链接、截图链接、文章链接、视频链接时，如果没有明确让机器人总结/打开/解释/搜索/分析，通常 shouldReply=false；不要把“发了链接”本身当作对机器人的请求。
|
||||
11. 上一句是机器人回复只表示“可能是追问”，不是自动允许。仍要判断当前发言是否真的在追问机器人；如果像是在对其他群友解释、吐槽、转述、贴链接或开启新话题，shouldReply=false。
|
||||
12. 不确定时，如果像全群求助且没有人正在接，允许轻量回复；如果像群友之间对话，shouldReply=false。
|
||||
13. needPlanner 只在需要工具/联网/附件理解/多步骤规划/复杂分析/精确记忆召回时为 true；普通聊天、问候、短确认、简单计算/换算为 false，可直接回复。
|
||||
|
||||
输出 JSON：
|
||||
{"shouldReply":true|false,"needPlanner":true|false,"conversationTarget":"Bot|OtherMember|Group|Unknown","interjectionRisk":"Low|Medium|High","complexity":"Trivial|Simple|Normal|Heavy","reason":"简短原因"}
|
||||
""";
|
||||
var user = $$"""
|
||||
最近群聊窗口（旧到新）：
|
||||
{{FormatWindow(previousWindow)}}
|
||||
|
||||
当前连续消息：
|
||||
userId={{batch.UserId}}
|
||||
text={{batch.MergedText}}
|
||||
attachments={{batch.Messages.Sum(m => m.Attachments.Count)}}
|
||||
|
||||
请判断机器人是否应该进入后续流程。
|
||||
""";
|
||||
|
||||
try
|
||||
{
|
||||
var result = await client.CompleteRoutingAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = user }
|
||||
], 0.0, 180, ct);
|
||||
|
||||
var json = ExtractJson(result.Content);
|
||||
using var doc = JsonDocument.Parse(json);
|
||||
var root = doc.RootElement;
|
||||
var shouldReply = root.TryGetProperty("shouldReply", out var sr) && sr.ValueKind is JsonValueKind.True or JsonValueKind.False && sr.GetBoolean();
|
||||
var target = ParseEnum(root, "conversationTarget", ConversationTarget.Unknown);
|
||||
var risk = ParseEnum(root, "interjectionRisk", shouldReply ? InterjectionRisk.Low : InterjectionRisk.Medium);
|
||||
var complexity = ParseEnum(root, "complexity", EstimateComplexity(batch.MergedText));
|
||||
var reason = root.TryGetProperty("reason", out var r) && r.ValueKind == JsonValueKind.String ? r.GetString() ?? "router_model" : "router_model";
|
||||
var needPlanner = root.TryGetProperty("needPlanner", out var np) && np.ValueKind is JsonValueKind.True or JsonValueKind.False
|
||||
? np.GetBoolean()
|
||||
: FallbackNeedPlanner(batch, complexity);
|
||||
return Build(shouldReply, target, risk, complexity, "router_model:" + reason, needPlanner: shouldReply && needPlanner);
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
logger.LogDebug(ex, "RouterAgent failed; falling back to no-reply");
|
||||
return Build(false, ConversationTarget.Unknown, InterjectionRisk.Medium, TaskComplexity.Simple, "router_failed:" + ex.Message, needPlanner: false);
|
||||
}
|
||||
}
|
||||
|
||||
private static RouterDecisionEnvelope Build(bool shouldReply, ConversationTarget target, InterjectionRisk risk, TaskComplexity complexity, string reason, bool needPlanner)
|
||||
{
|
||||
var mode = complexity == TaskComplexity.Heavy ? ReplyMode.AsyncQuality : ReplyMode.Fast;
|
||||
var directReply = shouldReply && !needPlanner;
|
||||
var route = new RouteDecision
|
||||
{
|
||||
ShouldReply = shouldReply,
|
||||
Mode = shouldReply ? mode : ReplyMode.None,
|
||||
WebPolicy = directReply ? WebPolicy.None : WebPolicy.Optional,
|
||||
NeedMainAgent = shouldReply && needPlanner,
|
||||
NeedToolPlanning = shouldReply && needPlanner,
|
||||
Reason = directReply ? reason + ":direct_reply" : reason,
|
||||
Temperature = complexity == TaskComplexity.Heavy ? 0.35 : 0.45,
|
||||
TimeoutMs = complexity == TaskComplexity.Heavy ? 25000 : 15000,
|
||||
ContextRecentMessages = complexity == TaskComplexity.Heavy ? 50 : directReply ? 10 : 24,
|
||||
MaxReplySegments = complexity == TaskComplexity.Heavy ? 2 : 1
|
||||
};
|
||||
return new RouterDecisionEnvelope
|
||||
{
|
||||
ShouldEnter = shouldReply,
|
||||
ShouldReply = shouldReply,
|
||||
Target = target,
|
||||
AddressedToBot = target == ConversationTarget.Bot,
|
||||
InterjectionRisk = risk,
|
||||
Complexity = complexity,
|
||||
Reason = reason,
|
||||
Route = route
|
||||
};
|
||||
}
|
||||
|
||||
private static bool FallbackNeedPlanner(MessageBatch batch, TaskComplexity complexity)
|
||||
{
|
||||
if (complexity is TaskComplexity.Normal or TaskComplexity.Heavy) return true;
|
||||
if (batch.Messages.Any(m => m.Attachments.Count > 0)) return true;
|
||||
return false;
|
||||
}
|
||||
|
||||
private static bool IsAddressedByText(string text, IReadOnlySet<string> botIds)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(text)) return false;
|
||||
foreach (var id in botIds.Where(x => !string.IsNullOrWhiteSpace(x) && x != BotSyntheticId))
|
||||
{
|
||||
if (ContainsAddressToken(text, id)) return true;
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
private static bool ContainsAddressToken(string text, string token)
|
||||
{
|
||||
var idx = text.IndexOf(token, StringComparison.OrdinalIgnoreCase);
|
||||
while (idx >= 0)
|
||||
{
|
||||
var beforeOk = idx == 0 || char.IsWhiteSpace(text[idx - 1]) || char.IsPunctuation(text[idx - 1]) || text[idx - 1] == '@';
|
||||
var end = idx + token.Length;
|
||||
var afterOk = end >= text.Length || char.IsWhiteSpace(text[end]) || char.IsPunctuation(text[end]);
|
||||
if (beforeOk && afterOk) return true;
|
||||
idx = text.IndexOf(token, idx + token.Length, StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
private static TaskComplexity EstimateComplexity(string text)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(text) || text.Length < 20) return TaskComplexity.Trivial;
|
||||
if (text.Length > 240) return TaskComplexity.Heavy;
|
||||
if (text.Length > 100) return TaskComplexity.Normal;
|
||||
return TaskComplexity.Simple;
|
||||
}
|
||||
|
||||
private static HashSet<string> BuildBotIds(RuntimeConfig cfg)
|
||||
{
|
||||
var ids = new HashSet<string>(StringComparer.OrdinalIgnoreCase) { BotSyntheticId };
|
||||
if (cfg.Bot.BotUserId > 0) ids.Add(cfg.Bot.BotUserId.ToString());
|
||||
if (!string.IsNullOrWhiteSpace(cfg.Bot.BotDisplayName)) ids.Add(cfg.Bot.BotDisplayName);
|
||||
foreach (var alias in cfg.Bot.BotAliases) ids.Add(alias);
|
||||
return ids;
|
||||
}
|
||||
|
||||
private static bool IsBot(IncomingMessage message, IReadOnlySet<string> botIds) => botIds.Contains(message.UserId);
|
||||
|
||||
private static string FormatWindow(IReadOnlyList<IncomingMessage> window)
|
||||
{
|
||||
if (window.Count == 0) return "无";
|
||||
return string.Join("\n", window.Select(m => $"[{m.CreatedAt:HH:mm:ss}] {m.UserId}: {m.Text}"));
|
||||
}
|
||||
|
||||
private static T ParseEnum<T>(JsonElement root, string name, T fallback) where T : struct
|
||||
{
|
||||
return root.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String && Enum.TryParse<T>(v.GetString(), true, out var parsed) ? parsed : fallback;
|
||||
}
|
||||
|
||||
private static string ExtractJson(string text)
|
||||
{
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
return start >= 0 && end > start ? text[start..(end + 1)] : text;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,321 @@
|
||||
using System.Net;
|
||||
using System.Text;
|
||||
using System.Text.RegularExpressions;
|
||||
using HtmlAgilityPack;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class ToolAgent(IWebSearchClient webSearch, WebResultCache webCache, MediaService media, ToolCatalog toolCatalog)
|
||||
{
|
||||
private readonly HttpClient _http = new(new SocketsHttpHandler { AllowAutoRedirect = false }) { Timeout = Timeout.InfiniteTimeSpan };
|
||||
|
||||
public async Task<IReadOnlyList<ToolObservation>> ExecuteAsync(PlannerDecisionEnvelope plan, string fallbackQuery, string groupId, CancellationToken ct = default)
|
||||
{
|
||||
using var concurrency = new SemaphoreSlim(2, 2);
|
||||
var calls = plan.Tools.Take(4).Select((tool, index) => ExecuteOneWithLimitAsync(tool, index, fallbackQuery, groupId, concurrency, ct)).ToArray();
|
||||
var results = await Task.WhenAll(calls);
|
||||
return results.OrderBy(x => x.Index).Select(x => x.Observation).ToArray();
|
||||
}
|
||||
|
||||
private async Task<(int Index, ToolObservation Observation)> ExecuteOneWithLimitAsync(
|
||||
RouteToolRequest tool,
|
||||
int index,
|
||||
string fallbackQuery,
|
||||
string groupId,
|
||||
SemaphoreSlim concurrency,
|
||||
CancellationToken ct)
|
||||
{
|
||||
await concurrency.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
if (!toolCatalog.TryGet(tool.Name, out var capability))
|
||||
return (index, new ToolObservation { ToolName = tool.Name, Status = "error", Error = "unknown tool", EvidenceSummary = "未知工具，已跳过：" + tool.Name });
|
||||
if (capability.Executor == ToolExecutorKind.InternalWebSearch)
|
||||
return (index, await ExecuteSearchAsync(tool, fallbackQuery, ct));
|
||||
if (capability.Executor == ToolExecutorKind.InternalWebFetch)
|
||||
return (index, await ExecuteFetchAsync(tool, ct));
|
||||
if (capability.Executor == ToolExecutorKind.InternalImageSearch)
|
||||
return (index, await ExecuteImageSearchAsync(tool, fallbackQuery, groupId, ct));
|
||||
return (index, new ToolObservation { ToolName = tool.Name, Status = "error", Error = "unsupported executor", EvidenceSummary = "工具执行器尚未实现：" + capability.Executor });
|
||||
}
|
||||
finally
|
||||
{
|
||||
concurrency.Release();
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<ToolObservation> ExecuteSearchAsync(RouteToolRequest tool, string fallbackQuery, CancellationToken ct)
|
||||
{
|
||||
var query = string.IsNullOrWhiteSpace(tool.Query) ? fallbackQuery : tool.Query;
|
||||
var result = await webSearch.SearchAsync(query, Math.Clamp(tool.MaxResults, 1, 10), ct);
|
||||
return new ToolObservation
|
||||
{
|
||||
ToolName = "web_search",
|
||||
Query = query,
|
||||
Status = string.IsNullOrWhiteSpace(result.Error) ? "ok" : "error",
|
||||
Error = result.Error ?? "",
|
||||
Items = result.Items,
|
||||
EvidenceSummary = Summarize(result)
|
||||
};
|
||||
}
|
||||
|
||||
private async Task<ToolObservation> ExecuteFetchAsync(RouteToolRequest tool, CancellationToken ct)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(tool.Url))
|
||||
return new ToolObservation { ToolName = "web_fetch", Status = "error", Error = "missing url", EvidenceSummary = "web_fetch 缺少 URL。" };
|
||||
|
||||
var cached = await webCache.TryReadFetchAsync(tool.Url, ct);
|
||||
if (cached is not null)
|
||||
{
|
||||
return new ToolObservation
|
||||
{
|
||||
ToolName = "web_fetch",
|
||||
Url = tool.Url,
|
||||
Status = "cache_hit",
|
||||
Items = [cached],
|
||||
EvidenceSummary = $"缓存命中：{cached.Title}\n{cached.Url}\n{Limit(cached.Text, 800)}"
|
||||
};
|
||||
}
|
||||
|
||||
var fetched = await FetchWebPageAsync(tool.Url, ct);
|
||||
if (fetched.Item is not null)
|
||||
{
|
||||
await webCache.WriteFetchAsync(tool.Url, fetched.Item, ct);
|
||||
return new ToolObservation
|
||||
{
|
||||
ToolName = "web_fetch",
|
||||
Url = tool.Url,
|
||||
Status = "ok",
|
||||
Items = [fetched.Item],
|
||||
EvidenceSummary = $"读取成功：{fetched.Item.Title}\n{fetched.Item.Url}\n{Limit(fetched.Item.Text, 800)}"
|
||||
};
|
||||
}
|
||||
|
||||
return new ToolObservation
|
||||
{
|
||||
ToolName = "web_fetch",
|
||||
Url = tool.Url,
|
||||
Status = "error",
|
||||
Error = fetched.Error,
|
||||
EvidenceSummary = "web_fetch 失败：" + fetched.Error
|
||||
};
|
||||
}
|
||||
|
||||
private async Task<ToolObservation> ExecuteImageSearchAsync(RouteToolRequest tool, string fallbackQuery, string groupId, CancellationToken ct)
|
||||
{
|
||||
var query = string.IsNullOrWhiteSpace(tool.Query) ? fallbackQuery : tool.Query;
|
||||
try
|
||||
{
|
||||
var mediaResult = await media.SearchImagesAsync(new MediaSearchRequest { Query = query, MaxPages = 5, MaxResults = 8 }, ct);
|
||||
var attachments = new List<ChatAttachment>();
|
||||
var downloadErrors = new List<string>();
|
||||
foreach (var item in mediaResult.Items.Take(Math.Clamp(tool.MaxResults <= 0 ? 2 : tool.MaxResults, 1, 3)))
|
||||
{
|
||||
try
|
||||
{
|
||||
var cached = await media.DownloadAsync(new MediaDownloadRequest { ImageUrl = item.ImageUrl, PageUrl = item.PageUrl, GroupId = groupId }, ct);
|
||||
if (string.IsNullOrWhiteSpace(cached.Error))
|
||||
{
|
||||
attachments.Add(new ChatAttachment
|
||||
{
|
||||
Type = "image",
|
||||
MediaId = cached.MediaId,
|
||||
Url = cached.Url,
|
||||
LocalPath = cached.LocalPath,
|
||||
SourceUrl = cached.SourceUrl,
|
||||
PageUrl = cached.PageUrl,
|
||||
Mime = cached.Mime,
|
||||
Size = cached.Size,
|
||||
Title = item.Title
|
||||
});
|
||||
}
|
||||
else downloadErrors.Add(cached.Error);
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException) { downloadErrors.Add(ex.Message); }
|
||||
}
|
||||
|
||||
var status = attachments.Count == 0 ? "error" : downloadErrors.Count > 0 || !string.IsNullOrWhiteSpace(mediaResult.Error) ? "partial" : "ok";
|
||||
var error = attachments.Count == 0
|
||||
? string.Join("; ", new[] { mediaResult.Error }.Concat(downloadErrors).Where(x => !string.IsNullOrWhiteSpace(x)).Take(3))
|
||||
: string.Join("; ", downloadErrors.Take(3));
|
||||
|
||||
return new ToolObservation
|
||||
{
|
||||
ToolName = "image_search",
|
||||
Query = query,
|
||||
Status = status,
|
||||
Error = error,
|
||||
Attachments = attachments,
|
||||
EvidenceSummary = attachments.Count > 0
|
||||
? $"找到图片候选 {mediaResult.Items.Count} 张，已下载 {attachments.Count} 张。"
|
||||
: "图片搜索失败：" + (string.IsNullOrWhiteSpace(error) ? "没有可发送的图片" : error)
|
||||
};
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
return new ToolObservation { ToolName = "image_search", Query = query, Status = "error", Error = ex.Message, EvidenceSummary = "图片搜索失败：" + ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<(WebSearchItem? Item, string Error)> FetchWebPageAsync(string url, CancellationToken ct)
|
||||
{
|
||||
try
|
||||
{
|
||||
if (!Uri.TryCreate(url, UriKind.Absolute, out var uri) || (uri.Scheme != Uri.UriSchemeHttp && uri.Scheme != Uri.UriSchemeHttps))
|
||||
return (null, "only http(s) URLs are supported");
|
||||
|
||||
using var timeout = CancellationTokenSource.CreateLinkedTokenSource(ct);
|
||||
timeout.CancelAfter(TimeSpan.FromSeconds(12));
|
||||
var current = uri;
|
||||
HttpResponseMessage? resp = null;
|
||||
for (var redirect = 0; redirect < 5; redirect++)
|
||||
{
|
||||
var safety = await ValidatePublicUrlAsync(current, timeout.Token);
|
||||
if (!string.IsNullOrWhiteSpace(safety)) return (null, safety);
|
||||
|
||||
using var req = new HttpRequestMessage(HttpMethod.Get, current);
|
||||
req.Headers.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 ShirobotClaw/0.1");
|
||||
req.Headers.Accept.ParseAdd("text/html,application/xhtml+xml,application/json,text/plain;q=0.9,*/*;q=0.5");
|
||||
req.Headers.AcceptLanguage.ParseAdd("zh-CN,zh;q=0.9,en;q=0.7,ja;q=0.6");
|
||||
resp = await _http.SendAsync(req, HttpCompletionOption.ResponseHeadersRead, timeout.Token);
|
||||
if ((int)resp.StatusCode is >= 300 and < 400 && resp.Headers.Location is not null)
|
||||
{
|
||||
var next = resp.Headers.Location;
|
||||
current = next.IsAbsoluteUri ? next : new Uri(current, next);
|
||||
resp.Dispose();
|
||||
continue;
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
using (resp)
|
||||
{
|
||||
if (resp is null) return (null, "no response");
|
||||
if (!resp.IsSuccessStatusCode) return (null, $"HTTP {(int)resp.StatusCode}");
|
||||
var mime = resp.Content.Headers.ContentType?.MediaType ?? "";
|
||||
if (!IsTextLikeMime(mime)) return (null, $"unsupported content-type: {mime}");
|
||||
var bytes = await ReadLimitedBytesAsync(resp.Content, 2 * 1024 * 1024, timeout.Token);
|
||||
var body = DecodeBytes(bytes, resp.Content.Headers.ContentType?.CharSet);
|
||||
if (string.IsNullOrWhiteSpace(body)) return (null, "empty response");
|
||||
var title = ExtractTitle(body, current);
|
||||
var text = ExtractReadableText(body, mime);
|
||||
if (text.Length > 12000) text = text[..12000] + "\n...（页面过长，已截断）";
|
||||
if (string.IsNullOrWhiteSpace(text)) return (null, "no readable text extracted");
|
||||
return (new WebSearchItem { Title = title, Url = current.ToString(), Text = text }, "");
|
||||
}
|
||||
}
|
||||
catch (OperationCanceledException) when (!ct.IsCancellationRequested) { return (null, "timeout after 12s"); }
|
||||
catch (Exception ex) when (ex is not OperationCanceledException) { return (null, ex.Message); }
|
||||
}
|
||||
|
||||
private static string Summarize(WebSearchResult result)
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(result.Error)) return "工具失败：" + result.Error;
|
||||
if (result.Items.Count == 0) return "没有检索到结果。";
|
||||
return string.Join("\n", result.Items.Take(5).Select((x, i) => $"{i + 1}. {x.Title} - {x.Url}\n{Limit(x.Text, 300)}"));
|
||||
}
|
||||
|
||||
private static string Limit(string text, int max) => string.IsNullOrWhiteSpace(text) || text.Length <= max ? text : text[..max] + "...";
|
||||
|
||||
private static async Task<byte[]> ReadLimitedBytesAsync(HttpContent content, int maxBytes, CancellationToken ct)
|
||||
{
|
||||
await using var input = await content.ReadAsStreamAsync(ct);
|
||||
using var output = new MemoryStream(Math.Min(maxBytes, 81920));
|
||||
var buffer = new byte[81920];
|
||||
while (true)
|
||||
{
|
||||
var read = await input.ReadAsync(buffer, ct);
|
||||
if (read == 0) break;
|
||||
if (output.Length + read > maxBytes)
|
||||
{
|
||||
var allowed = maxBytes - (int)output.Length;
|
||||
if (allowed > 0) output.Write(buffer, 0, allowed);
|
||||
break;
|
||||
}
|
||||
output.Write(buffer, 0, read);
|
||||
}
|
||||
return output.ToArray();
|
||||
}
|
||||
|
||||
private static string DecodeBytes(byte[] bytes, string? charset)
|
||||
{
|
||||
try { if (!string.IsNullOrWhiteSpace(charset)) return Encoding.GetEncoding(charset.Trim('"')).GetString(bytes); } catch { }
|
||||
return Encoding.UTF8.GetString(bytes);
|
||||
}
|
||||
|
||||
private static bool IsTextLikeMime(string mime) => string.IsNullOrWhiteSpace(mime) || mime.StartsWith("text/", StringComparison.OrdinalIgnoreCase) || mime.Contains("html", StringComparison.OrdinalIgnoreCase) || mime.Contains("json", StringComparison.OrdinalIgnoreCase) || mime.Contains("xml", StringComparison.OrdinalIgnoreCase) || mime.Contains("javascript", StringComparison.OrdinalIgnoreCase);
|
||||
|
||||
private static string ExtractTitle(string body, Uri uri)
|
||||
{
|
||||
var title = Regex.Match(body, @"<title[^>]*>(?<t>[\s\S]*?)</title>", RegexOptions.IgnoreCase).Groups["t"].Value;
|
||||
title = WebUtility.HtmlDecode(StripTags(title)).Trim();
|
||||
return string.IsNullOrWhiteSpace(title) ? uri.Host : Regex.Replace(title, @"\s+", " ").Trim();
|
||||
}
|
||||
|
||||
private static string ExtractReadableText(string body, string mime)
|
||||
{
|
||||
if (mime.Contains("json", StringComparison.OrdinalIgnoreCase)) return NormalizePlainText(PrettyJsonOrRaw(body));
|
||||
if (!body.Contains('<')) return NormalizePlainText(body);
|
||||
try
|
||||
{
|
||||
var doc = new HtmlDocument();
|
||||
doc.OptionFixNestedTags = true;
|
||||
doc.LoadHtml(body);
|
||||
var root = doc.DocumentNode;
|
||||
foreach (var n in root.SelectNodes("//script|//style|//noscript|//svg|//canvas|//iframe|//template|//nav|//header|//footer|//aside|//form")?.ToList() ?? []) n.Remove();
|
||||
var selected = root.SelectSingleNode("//article") ?? root.SelectSingleNode("//main") ?? root.SelectSingleNode("//body") ?? root;
|
||||
return NormalizePlainText(WebUtility.HtmlDecode(selected.InnerText));
|
||||
}
|
||||
catch
|
||||
{
|
||||
var html = Regex.Replace(body, @"<(script|style|noscript|svg|canvas|iframe|template)[^>]*>[\s\S]*?</\1>", " ", RegexOptions.IgnoreCase);
|
||||
return NormalizePlainText(WebUtility.HtmlDecode(StripTags(html)));
|
||||
}
|
||||
}
|
||||
|
||||
private static string StripTags(string text) => Regex.Replace(text, @"<[^>]+>", " ");
|
||||
private static string NormalizePlainText(string text)
|
||||
{
|
||||
text = text.Replace("\r\n", "\n").Replace('\r', '\n');
|
||||
text = Regex.Replace(text, @"[ \t\f\v]+", " ");
|
||||
text = Regex.Replace(text, @"\n\s*\n\s*\n+", "\n\n");
|
||||
return text.Trim();
|
||||
}
|
||||
private static string PrettyJsonOrRaw(string body)
|
||||
{
|
||||
try { using var doc = System.Text.Json.JsonDocument.Parse(body); return System.Text.Json.JsonSerializer.Serialize(doc.RootElement, new System.Text.Json.JsonSerializerOptions { WriteIndented = true }); }
|
||||
catch { return body; }
|
||||
}
|
||||
|
||||
private static async Task<string?> ValidatePublicUrlAsync(Uri uri, CancellationToken ct)
|
||||
{
|
||||
try
|
||||
{
|
||||
if (uri.HostNameType is UriHostNameType.IPv4 or UriHostNameType.IPv6)
|
||||
{
|
||||
if (IPAddress.TryParse(uri.Host, out var literal) && IsPrivateOrLocal(literal)) return "refusing private/local address";
|
||||
}
|
||||
var addresses = await Dns.GetHostAddressesAsync(uri.Host, ct);
|
||||
if (addresses.Length == 0) return "host cannot be resolved";
|
||||
if (addresses.Any(IsPrivateOrLocal)) return "refusing private/local address";
|
||||
return null;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException) { return "DNS failed: " + ex.Message; }
|
||||
}
|
||||
|
||||
private static bool IsPrivateOrLocal(IPAddress ip)
|
||||
{
|
||||
if (IPAddress.IsLoopback(ip)) return true;
|
||||
if (ip.AddressFamily == System.Net.Sockets.AddressFamily.InterNetwork)
|
||||
{
|
||||
var b = ip.GetAddressBytes();
|
||||
return b[0] == 0 || b[0] == 10 || (b[0] == 100 && b[1] >= 64 && b[1] <= 127) || (b[0] == 172 && b[1] >= 16 && b[1] <= 31) || (b[0] == 192 && b[1] == 168) || b[0] == 127 || (b[0] == 169 && b[1] == 254) || b[0] >= 224;
|
||||
}
|
||||
if (ip.AddressFamily == System.Net.Sockets.AddressFamily.InterNetworkV6)
|
||||
return ip.IsIPv6LinkLocal || ip.IsIPv6SiteLocal || IPAddress.IPv6Loopback.Equals(ip) || ip.IsIPv6Multicast || ip.ToString().StartsWith("fc", StringComparison.OrdinalIgnoreCase) || ip.ToString().StartsWith("fd", StringComparison.OrdinalIgnoreCase);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
namespace MyAgent.Agents;
|
||||
|
||||
public sealed class ToolPlanningResult
|
||||
{
|
||||
public string Content { get; set; } = "";
|
||||
public string? Error { get; set; }
|
||||
public List<PlannedToolCall> ToolCalls { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class PlannedToolCall
|
||||
{
|
||||
public string Id { get; set; } = "";
|
||||
public string Name { get; set; } = "";
|
||||
public string ArgumentsJson { get; set; } = "{}";
|
||||
}
|
||||
@@ -0,0 +1,98 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public enum ConversationTarget
|
||||
{
|
||||
Unknown,
|
||||
Bot,
|
||||
OtherMember,
|
||||
Group
|
||||
}
|
||||
|
||||
public enum InterjectionRisk
|
||||
{
|
||||
Low,
|
||||
Medium,
|
||||
High
|
||||
}
|
||||
|
||||
public enum TaskComplexity
|
||||
{
|
||||
Trivial,
|
||||
Simple,
|
||||
Normal,
|
||||
Heavy
|
||||
}
|
||||
|
||||
public enum AgentTaskType
|
||||
{
|
||||
Chat,
|
||||
Trivial,
|
||||
TechAdvice,
|
||||
UrlSummary,
|
||||
FactCheck,
|
||||
DecisionSupport,
|
||||
ImageSearch,
|
||||
AttachmentAnalysis
|
||||
}
|
||||
|
||||
public enum PlannerNextAction
|
||||
{
|
||||
ReadyToReply,
|
||||
NeedTool,
|
||||
NeedAnalysis,
|
||||
AskClarification,
|
||||
AbortNoReply
|
||||
}
|
||||
|
||||
public sealed class RouterDecisionEnvelope
|
||||
{
|
||||
public bool ShouldEnter { get; set; }
|
||||
public bool ShouldReply { get; set; }
|
||||
public ConversationTarget Target { get; set; } = ConversationTarget.Unknown;
|
||||
public bool AddressedToBot { get; set; }
|
||||
public InterjectionRisk InterjectionRisk { get; set; } = InterjectionRisk.Medium;
|
||||
public TaskComplexity Complexity { get; set; } = TaskComplexity.Simple;
|
||||
public string Reason { get; set; } = "";
|
||||
public RouteDecision Route { get; set; } = new();
|
||||
}
|
||||
|
||||
public sealed class PlannerDecisionEnvelope
|
||||
{
|
||||
public PlannerNextAction NextAction { get; set; } = PlannerNextAction.ReadyToReply;
|
||||
public AgentTaskType TaskType { get; set; } = AgentTaskType.Chat;
|
||||
public TaskComplexity Complexity { get; set; } = TaskComplexity.Simple;
|
||||
public bool NeedsTool { get; set; }
|
||||
public bool NeedsAnalysis { get; set; }
|
||||
public bool NeedsMemoryRecall { get; set; }
|
||||
public double ToolWeight { get; set; }
|
||||
public double AnalysisWeight { get; set; }
|
||||
public double MemoryRecallWeight { get; set; }
|
||||
public string Reason { get; set; } = "";
|
||||
public string UserVisibleNotice { get; set; } = "";
|
||||
public string ToolDoneNotice { get; set; } = "";
|
||||
public string AnalysisNotice { get; set; } = "";
|
||||
public int MaxReplySegments { get; set; } = 1;
|
||||
public List<RouteToolRequest> Tools { get; set; } = [];
|
||||
public ExecutionPlan ExecutionPlan { get; set; } = new();
|
||||
public RouteDecision Route { get; set; } = new();
|
||||
}
|
||||
|
||||
public sealed class ToolObservation
|
||||
{
|
||||
public string ToolName { get; set; } = "";
|
||||
public string Query { get; set; } = "";
|
||||
public string Url { get; set; } = "";
|
||||
public string Status { get; set; } = "ok";
|
||||
public string EvidenceSummary { get; set; } = "";
|
||||
public List<WebSearchItem> Items { get; set; } = [];
|
||||
public List<ChatAttachment> Attachments { get; set; } = [];
|
||||
public string Error { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class AnalysisResult
|
||||
{
|
||||
public string Conclusion { get; set; } = "";
|
||||
public List<string> Risks { get; set; } = [];
|
||||
public List<string> Uncertainties { get; set; } = [];
|
||||
public List<string> Citations { get; set; } = [];
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
[Flags]
|
||||
public enum ContextScope
|
||||
{
|
||||
None = 0,
|
||||
CurrentTurn = 1,
|
||||
ThreadHistory = 2,
|
||||
RecentGroupMessages = 4,
|
||||
GroupProfile = 8,
|
||||
MemberMemory = 16,
|
||||
HeavyMemory = 32,
|
||||
Attachments = 64,
|
||||
UpstreamArtifacts = 128
|
||||
}
|
||||
|
||||
public sealed record AgentArtifact(
|
||||
long Sequence,
|
||||
string Kind,
|
||||
string Producer,
|
||||
DateTimeOffset CreatedAt,
|
||||
object Payload);
|
||||
|
||||
public sealed class ArtifactJournal
|
||||
{
|
||||
private readonly object _gate = new();
|
||||
private readonly List<AgentArtifact> _items = [];
|
||||
private long _sequence;
|
||||
|
||||
public AgentArtifact Append<T>(string kind, string producer, T payload) where T : notnull
|
||||
{
|
||||
lock (_gate)
|
||||
{
|
||||
var artifact = new AgentArtifact(++_sequence, kind, producer, DateTimeOffset.Now, payload);
|
||||
_items.Add(artifact);
|
||||
return artifact;
|
||||
}
|
||||
}
|
||||
|
||||
public IReadOnlyList<T> Read<T>()
|
||||
{
|
||||
lock (_gate)
|
||||
return _items.Select(x => x.Payload).OfType<T>().ToArray();
|
||||
}
|
||||
|
||||
public T? ReadLatest<T>() where T : class
|
||||
{
|
||||
lock (_gate)
|
||||
return _items.Select(x => x.Payload).OfType<T>().LastOrDefault();
|
||||
}
|
||||
|
||||
public IReadOnlyList<AgentArtifact> Snapshot()
|
||||
{
|
||||
lock (_gate) return _items.ToArray();
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class AgentRunContext
|
||||
{
|
||||
public AgentRunContext(MessageBatch batch)
|
||||
{
|
||||
Batch = batch;
|
||||
RunId = batch.TaskId;
|
||||
ThreadId = batch.ThreadId;
|
||||
GroupId = batch.GroupId;
|
||||
UserId = batch.UserId;
|
||||
}
|
||||
|
||||
public string RunId { get; }
|
||||
public string ThreadId { get; }
|
||||
public string GroupId { get; }
|
||||
public string UserId { get; }
|
||||
public MessageBatch Batch { get; }
|
||||
public ArtifactJournal Artifacts { get; } = new();
|
||||
}
|
||||
@@ -0,0 +1,68 @@
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class AgentRunStore(IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly SemaphoreSlim _lock = new(1, 1);
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web) { WriteIndented = true };
|
||||
|
||||
public string GetRunDir(string groupId, string runId)
|
||||
{
|
||||
return Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", Sanitize(groupId), "runs", Sanitize(runId));
|
||||
}
|
||||
|
||||
public async Task SaveAsync(AgentWorkflowState state, CancellationToken ct = default)
|
||||
{
|
||||
var dir = GetRunDir(state.GroupId, state.RunId);
|
||||
Directory.CreateDirectory(dir);
|
||||
var path = Path.Combine(dir, "state.json");
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
await File.WriteAllTextAsync(path, JsonSerializer.Serialize(state, JsonOptions), ct);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<AgentWorkflowState?> TryReadAsync(string groupId, string runId, CancellationToken ct = default)
|
||||
{
|
||||
var path = Path.Combine(GetRunDir(groupId, runId), "state.json");
|
||||
if (!File.Exists(path)) return null;
|
||||
var json = await File.ReadAllTextAsync(path, ct);
|
||||
return JsonSerializer.Deserialize<AgentWorkflowState>(json, JsonOptions);
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<AgentWorkflowState>> ListRecentAsync(string groupId, int limit = 30, CancellationToken ct = default)
|
||||
{
|
||||
var safe = Sanitize(groupId);
|
||||
var root = Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", safe, "runs");
|
||||
if (!Directory.Exists(root)) return [];
|
||||
|
||||
var result = new List<AgentWorkflowState>();
|
||||
foreach (var file in Directory.EnumerateFiles(root, "state.json", SearchOption.AllDirectories)
|
||||
.OrderByDescending(File.GetLastWriteTimeUtc)
|
||||
.Take(Math.Clamp(limit, 1, 100)))
|
||||
{
|
||||
try
|
||||
{
|
||||
var json = await File.ReadAllTextAsync(file, ct);
|
||||
var state = JsonSerializer.Deserialize<AgentWorkflowState>(json, JsonOptions);
|
||||
if (state is not null) result.Add(state);
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
return result.OrderByDescending(x => x.UpdatedAt).ToList();
|
||||
}
|
||||
|
||||
private static string Sanitize(string value)
|
||||
{
|
||||
foreach (var c in Path.GetInvalidFileNameChars()) value = value.Replace(c, '_');
|
||||
return string.IsNullOrWhiteSpace(value) ? "default" : value;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using MyAgent.Agents;
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public static class AgentServiceCollectionExtensions
|
||||
{
|
||||
public static IServiceCollection AddAgentCore(this IServiceCollection services)
|
||||
{
|
||||
services.AddSingleton(TimeProvider.System);
|
||||
services.AddSingleton<GroupContextStore>();
|
||||
services.AddSingleton<HeavyMemoryStore>();
|
||||
services.AddSingleton<RecentLogStore>();
|
||||
services.AddSingleton<LocalConfigStore>();
|
||||
services.AddSingleton<WebResultCache>();
|
||||
services.AddSingleton<OpenAiChatClient>();
|
||||
services.AddSingleton<IChatModelClient>(sp => sp.GetRequiredService<OpenAiChatClient>());
|
||||
services.AddSingleton<OpenAiModelService>();
|
||||
services.AddSingleton<MessageFusionAgent>();
|
||||
services.AddSingleton<InterjectionGuard>();
|
||||
services.AddSingleton<SemanticRouter>();
|
||||
services.AddSingleton<RouterAgent>();
|
||||
services.AddSingleton<PlannerAgent>();
|
||||
services.AddSingleton<ToolAgent>();
|
||||
services.AddSingleton<AnalystAgent>();
|
||||
services.AddSingleton<ContextBuilder>();
|
||||
services.AddSingleton<ReplyAgent>();
|
||||
services.AddSingleton<HeavyMemoryRecallAgent>();
|
||||
services.AddSingleton<McpExaSearchClient>();
|
||||
services.AddSingleton<ExaSearchClient>();
|
||||
services.AddSingleton<TavilySearchClient>();
|
||||
services.AddSingleton<DocumentTextExtractor>();
|
||||
services.AddSingleton<ToolCatalog>();
|
||||
services.AddSingleton<SubagentRegistry>();
|
||||
services.AddSingleton<ExecutionPlanCompiler>();
|
||||
services.AddSingleton<ExecutionPlanScheduler>();
|
||||
services.AddSingleton<IWebSearchClient, CombinedWebSearchClient>();
|
||||
services.AddSingleton<BraveImageSearchClient>();
|
||||
services.AddSingleton<MediaService>();
|
||||
services.AddSingleton<TaskRegistry>();
|
||||
services.AddSingleton<WorkflowUiMetadata>();
|
||||
services.AddSingleton<ConfigUiMetadata>();
|
||||
services.AddSingleton<AgentTopologyBuilder>();
|
||||
services.AddSingleton<AgentRunStore>();
|
||||
services.AddSingleton<ConversationRegistry>();
|
||||
services.AddSingleton<SessionManager>();
|
||||
services.AddSingleton<ChatEngine>();
|
||||
services.AddSingleton<MemoryWorker>();
|
||||
services.AddSingleton<GroupChatBridge>();
|
||||
services.AddSingleton<AgentWorkflowEngine>();
|
||||
services.AddSingleton<GroupChatHub>();
|
||||
services.AddSingleton<GroupHistorySyncService>();
|
||||
return services;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,245 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class AgentTopologyBuilder(WorkflowUiMetadata metadata)
|
||||
{
|
||||
public AgentTopologyView Build(IReadOnlyList<AgentTraceEvent>? trace, string? turnStatus = null, string? runningKey = null)
|
||||
{
|
||||
var events = trace ?? [];
|
||||
runningKey = string.IsNullOrWhiteSpace(runningKey) ? null : runningKey;
|
||||
var nodes = metadata.WorkflowSteps
|
||||
.Select(step => BuildNode(step, events, runningKey, turnStatus))
|
||||
.ToList();
|
||||
nodes.AddRange(BuildSubagentNodes(events));
|
||||
|
||||
var inferredRunningKey = runningKey ?? nodes.LastOrDefault(n => n.Status == "running")?.Key ?? "";
|
||||
var runningKeys = nodes.Where(x => x.Status == "running").Select(x => x.Key).Distinct(StringComparer.OrdinalIgnoreCase).ToList();
|
||||
if (!string.IsNullOrWhiteSpace(inferredRunningKey) && !runningKeys.Contains(inferredRunningKey, StringComparer.OrdinalIgnoreCase)) runningKeys.Add(inferredRunningKey);
|
||||
var status = !string.IsNullOrWhiteSpace(turnStatus)
|
||||
? turnStatus!
|
||||
: !string.IsNullOrWhiteSpace(inferredRunningKey)
|
||||
? "running"
|
||||
: InferOverallStatus(nodes);
|
||||
|
||||
return new AgentTopologyView
|
||||
{
|
||||
OverallStatus = status,
|
||||
RunningKey = inferredRunningKey,
|
||||
RunningKeys = runningKeys,
|
||||
Nodes = nodes,
|
||||
Edges = BuildEdges(nodes)
|
||||
};
|
||||
}
|
||||
|
||||
|
||||
public AgentTopologyView BuildInitial(string runningKey = "received")
|
||||
{
|
||||
var nodes = metadata.WorkflowSteps
|
||||
.Select(step => new AgentTopologyNode
|
||||
{
|
||||
Key = step.Key,
|
||||
Name = step.Name,
|
||||
Agent = AgentForStep(step),
|
||||
Status = step.Key == runningKey ? "running" : step.Key is "tool" or "analysis" ? "pending" : "pending",
|
||||
StatusLabel = step.Key == runningKey ? "进行中" : "等待",
|
||||
Detail = step.Pending,
|
||||
Meta = step.Key == runningKey ? "正在执行" : "等待前置流程",
|
||||
Kind = step.Key is "tool" or "analysis" ? "optional" : "required"
|
||||
})
|
||||
.ToList();
|
||||
return new AgentTopologyView
|
||||
{
|
||||
OverallStatus = "running",
|
||||
RunningKey = runningKey,
|
||||
RunningKeys = [runningKey],
|
||||
Nodes = nodes,
|
||||
Edges = BuildEdges(nodes)
|
||||
};
|
||||
}
|
||||
|
||||
private IReadOnlyList<AgentTopologyNode> BuildSubagentNodes(IReadOnlyList<AgentTraceEvent> trace)
|
||||
{
|
||||
return trace
|
||||
.Where(x => x.Step.StartsWith("subagent:", StringComparison.OrdinalIgnoreCase))
|
||||
.GroupBy(x => x.Step, StringComparer.OrdinalIgnoreCase)
|
||||
.Select(group => group.Last())
|
||||
.Select(ev => new AgentTopologyNode
|
||||
{
|
||||
Key = ev.Step,
|
||||
Name = metadata.AgentLabels.TryGetValue(ev.Agent, out var label) ? label : ev.Agent,
|
||||
Agent = ev.Agent,
|
||||
Status = ev.Status is "failed" or "timed_out" or "blocked" or "error" ? "error" : ev.Status == "running" ? "running" : "done",
|
||||
StatusLabel = metadata.StatusLabels.TryGetValue(ev.Status, out var statusLabel) ? statusLabel : ev.Status,
|
||||
Detail = HumanizeDetail(ev.Detail),
|
||||
Meta = FormatMeta(ev),
|
||||
Kind = "branch",
|
||||
AtMs = ev.AtMs,
|
||||
ElapsedMs = ev.ElapsedMs,
|
||||
Events = [ev],
|
||||
Raw = ev
|
||||
})
|
||||
.ToList();
|
||||
}
|
||||
|
||||
private AgentTopologyNode BuildNode(WorkflowStepMetadata step, IReadOnlyList<AgentTraceEvent> trace, string? runningKey, string? turnStatus)
|
||||
{
|
||||
var stepNames = step.Steps ?? [];
|
||||
var events = trace.Where(x => stepNames.Contains(x.Step)).ToList();
|
||||
var primary = PickPrimary(step, events, trace);
|
||||
var isRunning = string.Equals(step.Key, runningKey, StringComparison.OrdinalIgnoreCase);
|
||||
var noReply = string.Equals(turnStatus, "no_reply", StringComparison.OrdinalIgnoreCase);
|
||||
var skippedByNoReply = noReply
|
||||
&& primary is null
|
||||
&& step.Key is "tool" or "analysis" or "context" or "reply" or "memory";
|
||||
var status = skippedByNoReply
|
||||
? "skipped"
|
||||
: isRunning
|
||||
? "running"
|
||||
: primary is null
|
||||
? step.Virtual && trace.Any(x => x.Step == "reply") ? "queued" : "pending"
|
||||
: primary.Status == "error" ? "error"
|
||||
: primary.Status == "skipped" ? "skipped"
|
||||
: primary.Status == "running" ? "running"
|
||||
: "done";
|
||||
|
||||
return new AgentTopologyNode
|
||||
{
|
||||
Key = step.Key,
|
||||
Name = step.Name,
|
||||
Agent = primary?.Agent ?? AgentForStep(step),
|
||||
Status = status,
|
||||
StatusLabel = metadata.StatusLabels.TryGetValue(status, out var label) ? label : status,
|
||||
Detail = skippedByNoReply ? "路由判断不需要回复，后续步骤未执行。" : HumanizeDetail(isRunning && primary is null ? step.Pending : primary?.Detail ?? step.Pending),
|
||||
Meta = skippedByNoReply ? "不回复，已跳过" : isRunning ? (primary is null ? "正在执行" : FormatMeta(primary)) : primary is null ? "等待前置流程" : FormatMeta(primary),
|
||||
Kind = step.Key is "tool" or "analysis" ? (primary is null ? "optional" : "branch") : "required",
|
||||
AtMs = primary?.AtMs,
|
||||
ElapsedMs = primary?.ElapsedMs,
|
||||
Events = events,
|
||||
Raw = primary
|
||||
};
|
||||
}
|
||||
|
||||
private static AgentTraceEvent? PickPrimary(WorkflowStepMetadata step, List<AgentTraceEvent> events, IReadOnlyList<AgentTraceEvent> trace)
|
||||
{
|
||||
if (step.Key == "reply")
|
||||
return trace.LastOrDefault(x => x.Step == "reply") ?? trace.LastOrDefault(x => x.Step == "reply-first-token") ?? events.LastOrDefault();
|
||||
return events.LastOrDefault();
|
||||
}
|
||||
|
||||
private string FormatMeta(AgentTraceEvent ev)
|
||||
{
|
||||
var agent = metadata.AgentLabels.TryGetValue(ev.Agent, out var agentLabel) ? agentLabel : ev.Agent;
|
||||
var status = metadata.StatusLabels.TryGetValue(ev.Status, out var statusLabel) ? statusLabel : ev.Status;
|
||||
var cost = ev.ElapsedMs is { } elapsed ? $"耗时 {FormatMs(elapsed)}" : $"+{ev.AtMs}ms";
|
||||
return $"{agent} · {status} · {cost}";
|
||||
}
|
||||
|
||||
private static IReadOnlyList<AgentTopologyEdge> BuildEdges(IReadOnlyList<AgentTopologyNode> nodes)
|
||||
{
|
||||
var required = nodes.Where(x => x.Kind == "required").ToList();
|
||||
var result = new List<AgentTopologyEdge>();
|
||||
for (var i = 1; i < required.Count; i++)
|
||||
{
|
||||
var from = required[i - 1];
|
||||
var to = required[i];
|
||||
result.Add(new AgentTopologyEdge
|
||||
{
|
||||
From = from.Key,
|
||||
To = to.Key,
|
||||
Status = from.Status is "done" or "skipped" or "queued" ? "active" : "pending"
|
||||
});
|
||||
}
|
||||
foreach (var branch in nodes.Where(x => x.Kind == "branch"))
|
||||
{
|
||||
result.Add(new AgentTopologyEdge
|
||||
{
|
||||
From = "planner",
|
||||
To = branch.Key,
|
||||
Status = branch.Status is "done" or "skipped" or "queued" ? "active" : "pending",
|
||||
Kind = "branch"
|
||||
});
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
private static string InferOverallStatus(IReadOnlyList<AgentTopologyNode> nodes)
|
||||
{
|
||||
if (nodes.Any(x => x.Status == "error")) return "error";
|
||||
if (nodes.Any(x => x.Status == "running")) return "running";
|
||||
if (nodes.Any(x => x.Key == "reply" && x.Status == "done")) return "completed";
|
||||
return "pending";
|
||||
}
|
||||
|
||||
private static string AgentForStep(WorkflowStepMetadata step) => step.Key switch
|
||||
{
|
||||
"received" => "workflow-engine",
|
||||
"fusion" => "message-fusion-agent",
|
||||
"router" => "router-agent",
|
||||
"planner" => "planner-agent",
|
||||
"tool" => "tool-agent",
|
||||
"analysis" => "analyst-agent",
|
||||
"context" => "context-builder",
|
||||
"reply" => "reply-agent",
|
||||
"memory" => "memory-worker",
|
||||
_ => step.Key
|
||||
};
|
||||
|
||||
private static string HumanizeDetail(string detail) => (detail ?? "")
|
||||
.Replace("model=", "模型=")
|
||||
.Replace("matched=", "命中=")
|
||||
.Replace("score=", "置信度=")
|
||||
.Replace("threshold=", "阈值=")
|
||||
.Replace("mode=", "模式=")
|
||||
.Replace("web=", "联网=")
|
||||
.Replace("reason=", "原因=")
|
||||
.Replace("items=", "结果=")
|
||||
.Replace("chars=", "字数=")
|
||||
.Replace("segments=", "分段=")
|
||||
.Replace("first streamed delta", "首 token 已返回")
|
||||
.Replace("router_timeout_", "路由超时 ")
|
||||
.Replace("planner_timeout_", "规划超时 ")
|
||||
.Replace("fusion_timeout_", "融合超时 ")
|
||||
.Replace("observations=", "观察=")
|
||||
.Replace("attachments=", "附件=")
|
||||
.Replace("target=", "目标=")
|
||||
.Replace("risk=", "插话风险=")
|
||||
.Replace("summary=", "摘要=")
|
||||
.Replace("type=", "类型=")
|
||||
.Replace("split=", "拆分=")
|
||||
.Replace("planner:", "规划：")
|
||||
.Replace("structural:", "结构信号：");
|
||||
|
||||
private static string FormatMs(long ms) => ms < 1000 ? $"{ms}ms" : $"{ms / 1000.0:0.##}s";
|
||||
}
|
||||
|
||||
public sealed record AgentTopologyView
|
||||
{
|
||||
public string OverallStatus { get; init; } = "pending";
|
||||
public string RunningKey { get; init; } = "";
|
||||
public IReadOnlyList<string> RunningKeys { get; init; } = [];
|
||||
public IReadOnlyList<AgentTopologyNode> Nodes { get; init; } = [];
|
||||
public IReadOnlyList<AgentTopologyEdge> Edges { get; init; } = [];
|
||||
}
|
||||
|
||||
public sealed class AgentTopologyNode
|
||||
{
|
||||
public string Key { get; init; } = "";
|
||||
public string Name { get; init; } = "";
|
||||
public string Agent { get; init; } = "";
|
||||
public string Status { get; init; } = "pending";
|
||||
public string StatusLabel { get; init; } = "";
|
||||
public string Detail { get; init; } = "";
|
||||
public string Meta { get; init; } = "";
|
||||
public string Kind { get; init; } = "required";
|
||||
public long? AtMs { get; init; }
|
||||
public long? ElapsedMs { get; init; }
|
||||
public IReadOnlyList<AgentTraceEvent> Events { get; init; } = [];
|
||||
public AgentTraceEvent? Raw { get; init; }
|
||||
}
|
||||
|
||||
public sealed class AgentTopologyEdge
|
||||
{
|
||||
public string From { get; init; } = "";
|
||||
public string To { get; init; } = "";
|
||||
public string Status { get; init; } = "pending";
|
||||
public string Kind { get; init; } = "required";
|
||||
}
|
||||
@@ -0,0 +1,756 @@
|
||||
using System.Diagnostics;
|
||||
using System.Runtime.CompilerServices;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Agents;
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class AgentWorkflowEngine(
|
||||
SessionManager sessions,
|
||||
MessageFusionAgent fusionAgent,
|
||||
RouterAgent router,
|
||||
InterjectionGuard interjectionGuard,
|
||||
PlannerAgent planner,
|
||||
ToolAgent toolAgent,
|
||||
AnalystAgent analyst,
|
||||
ReplyAgent replyAgent,
|
||||
RecentLogStore recentLog,
|
||||
LocalConfigStore configStore,
|
||||
IGroupPlatform platform,
|
||||
GroupChatHub hub,
|
||||
ConversationRegistry conversations,
|
||||
TaskRegistry tasks,
|
||||
AgentRunStore runStore,
|
||||
AgentTopologyBuilder topologyBuilder,
|
||||
MemoryWorker memoryWorker,
|
||||
HeavyMemoryRecallAgent heavyMemoryRecall,
|
||||
ExecutionPlanScheduler planScheduler,
|
||||
IOptions<ShirobotOptions> configuredOptions)
|
||||
{
|
||||
public async IAsyncEnumerable<GroupChatEvent> RunGroupAsync(
|
||||
GroupChatUserMessage request,
|
||||
AgentWorkflowOptions? options = null,
|
||||
[EnumeratorCancellation] CancellationToken ct = default)
|
||||
{
|
||||
options ??= new AgentWorkflowOptions { PublishToHub = true, SendToPlatform = true };
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
var groupId = request.GroupId > 0 ? request.GroupId : cfg.Bot.DefaultGroupId;
|
||||
var userId = request.UserId > 0 ? request.UserId.ToString() : "user-a";
|
||||
var msg = new IncomingMessage
|
||||
{
|
||||
MessageId = request.MessageId ?? Guid.NewGuid().ToString("n"),
|
||||
GroupId = groupId.ToString(),
|
||||
UserId = userId,
|
||||
Text = request.Text,
|
||||
IsMentioned = request.IsMentioned,
|
||||
MentionedUserIds = request.MentionedUserIds,
|
||||
ReplyToMessageId = request.ReplyToMessageId,
|
||||
Attachments = request.Attachments,
|
||||
CreatedAt = DateTimeOffset.Now
|
||||
};
|
||||
|
||||
await recentLog.AppendAsync(msg, ct);
|
||||
if (options.EmitUserEvent)
|
||||
{
|
||||
var userEvent = GroupChatEvent.User(groupId, userId, request.DisplayName, request.Text, msg.CreatedAt, request.Attachments.ToArray(), msg.MessageId);
|
||||
// Do not attach a synthetic running topology/task to the raw user event.
|
||||
// The real workflow task id is created by SessionManager/RunBatchAsEventsAsync;
|
||||
// status events bind back by messageId and then carry the authoritative topology.
|
||||
userEvent.ThreadId = SessionManager.BuildThreadId(msg);
|
||||
await PublishIfNeededAsync(userEvent, options, ct);
|
||||
yield return userEvent;
|
||||
}
|
||||
|
||||
tasks.CancelActiveThread(SessionManager.BuildThreadId(msg));
|
||||
var batch = await sessions.DebounceAsync(msg, ct);
|
||||
if (batch is null) yield break;
|
||||
await foreach (var ev in RunBatchAsEventsAsync(batch, msg.MessageId, groupId, cfg.Bot.BotDisplayName, options, ct))
|
||||
yield return ev;
|
||||
}
|
||||
|
||||
public async Task<ChatResult> RunChatAsync(MessageBatch batch, string messageId, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
var events = new List<GroupChatEvent>();
|
||||
await foreach (var ev in RunBatchAsEventsAsync(batch, messageId, long.TryParse(batch.GroupId, out var gid) ? gid : cfg.Bot.DefaultGroupId, cfg.Bot.BotDisplayName, new AgentWorkflowOptions { PublishToHub = false, SendToPlatform = false, EmitUserEvent = false, EmitStatusEvents = false }, ct))
|
||||
events.Add(ev);
|
||||
|
||||
var trace = events.LastOrDefault(e => e.Type == "done")?.Trace ?? [];
|
||||
var segments = events.Where(e => e.Type == "bot" && e.SenderId == "assistant:shiro").Select(e => e.Text).Where(x => !string.IsNullOrWhiteSpace(x)).ToList();
|
||||
return new ChatResult
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = messageId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ShouldReply = segments.Count > 0,
|
||||
ReplySegments = segments,
|
||||
Reply = string.Join("\n", segments),
|
||||
Route = new RouteDecision { ShouldReply = segments.Count > 0 },
|
||||
MergedText = batch.MergedText,
|
||||
Trace = trace,
|
||||
StartedAt = batch.CreatedAt,
|
||||
FinishedAt = DateTimeOffset.Now,
|
||||
ElapsedMs = trace.Sum(x => x.ElapsedMs ?? 0)
|
||||
};
|
||||
}
|
||||
|
||||
private async IAsyncEnumerable<GroupChatEvent> RunBatchAsEventsAsync(
|
||||
MessageBatch batch,
|
||||
string messageId,
|
||||
long groupId,
|
||||
string botName,
|
||||
AgentWorkflowOptions options,
|
||||
[EnumeratorCancellation] CancellationToken ct)
|
||||
{
|
||||
Exception? failure = null;
|
||||
var cancelled = false;
|
||||
var terminalSeen = false;
|
||||
var enumerator = ExecuteBatchAsEventsAsync(batch, messageId, groupId, botName, options, ct).GetAsyncEnumerator(ct);
|
||||
|
||||
try
|
||||
{
|
||||
while (true)
|
||||
{
|
||||
GroupChatEvent? current = null;
|
||||
var moved = false;
|
||||
try
|
||||
{
|
||||
moved = await enumerator.MoveNextAsync();
|
||||
if (moved) current = enumerator.Current;
|
||||
}
|
||||
catch (OperationCanceledException)
|
||||
{
|
||||
cancelled = true;
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
failure = ex;
|
||||
}
|
||||
|
||||
if (cancelled || failure is not null || !moved) break;
|
||||
if (current is null) continue;
|
||||
terminalSeen = current.Type is "done" or "cancelled" or "failed";
|
||||
yield return current;
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
try { await enumerator.DisposeAsync(); } catch { }
|
||||
}
|
||||
|
||||
if (terminalSeen) yield break;
|
||||
|
||||
if (cancelled && tasks.GetCancellationReason(batch.TaskId) is null && !ct.IsCancellationRequested)
|
||||
{
|
||||
cancelled = false;
|
||||
failure = new TimeoutException("deadline_exceeded");
|
||||
}
|
||||
|
||||
using var cleanup = new CancellationTokenSource(TimeSpan.FromSeconds(3));
|
||||
var cleanupToken = cleanup.Token;
|
||||
if (cancelled)
|
||||
{
|
||||
var reason = tasks.GetCancellationReason(batch.TaskId)
|
||||
?? (ct.IsCancellationRequested ? "caller_cancelled" : "workflow_cancelled");
|
||||
tasks.Cancel(batch.TaskId, reason);
|
||||
await conversations.MarkCancelledAsync(batch, reason, cleanupToken);
|
||||
var trace = new List<AgentTraceEvent>
|
||||
{
|
||||
new() { Step = "cancelled", Agent = "workflow-engine", Status = "cancelled", Detail = reason }
|
||||
};
|
||||
await runStore.SaveAsync(new AgentWorkflowState
|
||||
{
|
||||
RunId = batch.TaskId,
|
||||
ThreadId = batch.ThreadId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
MessageId = messageId,
|
||||
InputText = batch.MergedText,
|
||||
Phase = AgentRunPhase.Cancelled,
|
||||
Error = reason,
|
||||
Trace = trace
|
||||
}, cleanupToken);
|
||||
var ev = GroupChatEvent.Cancel(DateTimeOffset.Now, batch.TaskId, batch.ThreadId, messageId, trace, groupId);
|
||||
ev.Topology = topologyBuilder.Build(trace, "cancelled");
|
||||
await PublishIfNeededAsync(ev, options, cleanupToken);
|
||||
yield return ev;
|
||||
yield break;
|
||||
}
|
||||
|
||||
var error = failure?.Message ?? "workflow_ended_without_terminal_event";
|
||||
tasks.Fail(batch.TaskId, error);
|
||||
await conversations.MarkFailedAsync(batch, error, cleanupToken);
|
||||
var failedTrace = new List<AgentTraceEvent>
|
||||
{
|
||||
new() { Step = "failed", Agent = "workflow-engine", Status = "error", Detail = error }
|
||||
};
|
||||
await runStore.SaveAsync(new AgentWorkflowState
|
||||
{
|
||||
RunId = batch.TaskId,
|
||||
ThreadId = batch.ThreadId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
MessageId = messageId,
|
||||
InputText = batch.MergedText,
|
||||
Phase = AgentRunPhase.Failed,
|
||||
Error = error,
|
||||
Trace = failedTrace
|
||||
}, cleanupToken);
|
||||
var failed = GroupChatEvent.Failed(DateTimeOffset.Now, error, batch.TaskId, batch.ThreadId, messageId, failedTrace, groupId);
|
||||
failed.Topology = topologyBuilder.Build(failedTrace, "error");
|
||||
await PublishIfNeededAsync(failed, options, cleanupToken);
|
||||
yield return failed;
|
||||
}
|
||||
|
||||
private async IAsyncEnumerable<GroupChatEvent> ExecuteBatchAsEventsAsync(
|
||||
MessageBatch batch,
|
||||
string messageId,
|
||||
long groupId,
|
||||
string botName,
|
||||
AgentWorkflowOptions options,
|
||||
[EnumeratorCancellation] CancellationToken ct)
|
||||
{
|
||||
var sw = Stopwatch.StartNew();
|
||||
var runContext = new AgentRunContext(batch);
|
||||
var runState = new AgentTaskState { TaskId = batch.TaskId, ThreadId = batch.ThreadId, GroupId = batch.GroupId, UserId = batch.UserId, MergedText = batch.MergedText };
|
||||
var lease = tasks.StartLease(runState, batch.Messages.Select(m => m.MessageId));
|
||||
using var deadline = new CancellationTokenSource(Math.Max(1000, configuredOptions.Value.Runtime.QualityTimeoutMs));
|
||||
using var linked = CancellationTokenSource.CreateLinkedTokenSource(ct, lease.Token, deadline.Token);
|
||||
ct = linked.Token;
|
||||
var state = new AgentWorkflowState
|
||||
{
|
||||
RunId = batch.TaskId,
|
||||
ThreadId = batch.ThreadId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
MessageId = messageId,
|
||||
InputText = batch.MergedText,
|
||||
Budget = new AgentRunBudget { LatencyBudgetMs = configuredOptions.Value.Runtime.QualityTimeoutMs, MaxPlannerTurns = 1, MaxToolRounds = 1, MaxReplySegments = 2 }
|
||||
};
|
||||
|
||||
async Task CheckpointAsync(string? runningKey = null)
|
||||
{
|
||||
try { await runStore.SaveAsync(state, ct); } catch { }
|
||||
try
|
||||
{
|
||||
if (state.Phase is not AgentRunPhase.Completed and not AgentRunPhase.Failed and not AgentRunPhase.Cancelled)
|
||||
await conversations.UpdateRunningTraceAsync(batch, state.Trace, topologyBuilder.Build(state.Trace, "running", runningKey), ct);
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
|
||||
void Trace(string step, string agent, string status, string detail, long? elapsed = null)
|
||||
{
|
||||
state.Trace.Add(new AgentTraceEvent { Step = step, Agent = agent, Status = status, Detail = detail, AtMs = sw.ElapsedMilliseconds, ElapsedMs = elapsed });
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
}
|
||||
|
||||
void ApplyRouteBudget(RouteDecision currentRoute)
|
||||
{
|
||||
var budgetMs = Math.Max(1000, currentRoute.TimeoutMs);
|
||||
state.Budget.LatencyBudgetMs = budgetMs;
|
||||
state.Budget.MaxReplySegments = Math.Clamp(currentRoute.MaxReplySegments, 1, 2);
|
||||
var remainingMs = Math.Max(1, budgetMs - (int)Math.Min(int.MaxValue, sw.ElapsedMilliseconds));
|
||||
deadline.CancelAfter(remainingMs);
|
||||
}
|
||||
|
||||
async Task<GroupChatEvent?> StatusAsync(string text, string? runningKey = null)
|
||||
{
|
||||
if (!options.EmitStatusEvents) return null;
|
||||
var ev = GroupChatEvent.Status(text, DateTimeOffset.Now, batch.TaskId, batch.ThreadId, messageId, groupId);
|
||||
ev.Topology = topologyBuilder.Build(state.Trace, "running", runningKey);
|
||||
await PublishIfNeededAsync(ev, options, ct);
|
||||
return ev;
|
||||
}
|
||||
|
||||
async Task<GroupChatEvent?> VisibleNoticeAsync(string text, string? runningKey = null)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(text)) return null;
|
||||
long? replySeq = null;
|
||||
if (long.TryParse(batch.Messages.LastOrDefault()?.MessageId, out var parsedSeq)) replySeq = parsedSeq;
|
||||
var sendResult = options.SendToPlatform ? await platform.SendAsync(groupId, text, [], replySeq?.ToString(), ct) : null;
|
||||
var ev = GroupChatEvent.BotMessage(groupId, botName, text, DateTimeOffset.Now, sw.ElapsedMilliseconds, sendResult, [], null, batch.TaskId, batch.ThreadId);
|
||||
ev.Topology = topologyBuilder.Build(state.Trace, "running", runningKey);
|
||||
await PublishIfNeededAsync(ev, options, ct);
|
||||
return ev;
|
||||
}
|
||||
|
||||
state.Phase = AgentRunPhase.Received;
|
||||
Trace("received", "workflow-engine", "ok", $"messages={batch.Messages.Count}, thread={batch.ThreadId}");
|
||||
await conversations.MarkRunningAsync(batch, ct);
|
||||
await CheckpointAsync("received");
|
||||
var runStart = await StatusAsync("任务已创建", "received");
|
||||
if (runStart is not null) yield return runStart;
|
||||
|
||||
state.Phase = AgentRunPhase.Fusing;
|
||||
var fusionStart = await StatusAsync("正在融合消息", "fusion");
|
||||
if (fusionStart is not null) yield return fusionStart;
|
||||
var fusionSw = Stopwatch.StartNew();
|
||||
var fused = await fusionAgent.FuseAsync(batch, ct);
|
||||
fusionSw.Stop();
|
||||
state.Fusion = fused;
|
||||
runContext.Artifacts.Append("fusion", "message-fusion-agent", fused);
|
||||
batch = MessageFusionAgent.Apply(batch, fused);
|
||||
state.InputText = batch.MergedText;
|
||||
Trace("fusion", "message-fusion-agent", "ok", $"type={fused.FusionType}, split={fused.ShouldSplit}, summary={fused.FusionSummary}", fusionSw.ElapsedMilliseconds);
|
||||
await CheckpointAsync();
|
||||
|
||||
state.Phase = AgentRunPhase.Routing;
|
||||
var routeStart = await StatusAsync("正在判断是否需要回复", "router");
|
||||
if (routeStart is not null) yield return routeStart;
|
||||
var routeSw = Stopwatch.StartNew();
|
||||
var routerDecision = await router.RunAsync(batch, ct);
|
||||
routeSw.Stop();
|
||||
var route = routerDecision.Route;
|
||||
runContext.Artifacts.Append("route", "router-agent", routerDecision);
|
||||
state.Route = route;
|
||||
ApplyRouteBudget(route);
|
||||
var routeStatus = routerDecision.Reason.StartsWith("router_timeout_", StringComparison.OrdinalIgnoreCase) ||
|
||||
routerDecision.Reason.StartsWith("router_failed:", StringComparison.OrdinalIgnoreCase)
|
||||
? "error"
|
||||
: "ok";
|
||||
Trace("route", "router-agent", routeStatus, $"target={routerDecision.Target}, risk={routerDecision.InterjectionRisk}, mode={route.Mode}, web={route.WebPolicy}, reason={routerDecision.Reason}", routeSw.ElapsedMilliseconds);
|
||||
await CheckpointAsync("router");
|
||||
|
||||
if (!routerDecision.ShouldReply || !route.ShouldReply)
|
||||
{
|
||||
state.Phase = AgentRunPhase.NoReply;
|
||||
state.PlannerSummary = "skipped=router_no_reply";
|
||||
Trace("plan", "planner-agent", "skipped", $"skipped=router_no_reply; reason={routerDecision.Reason}");
|
||||
await CheckpointAsync("planner");
|
||||
|
||||
var noReply = await StatusAsync("模型选择不回复：" + route.Reason);
|
||||
if (noReply is not null) yield return noReply;
|
||||
var noReplyResult = new ChatResult
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = messageId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ShouldReply = false,
|
||||
Route = route,
|
||||
MergedText = batch.MergedText,
|
||||
StartedAt = batch.CreatedAt,
|
||||
FinishedAt = DateTimeOffset.Now,
|
||||
Trace = state.Trace,
|
||||
ElapsedMs = sw.ElapsedMilliseconds
|
||||
};
|
||||
if (!tasks.Complete(batch.TaskId, "", lease.Generation)) throw new OperationCanceledException("Task ownership changed.");
|
||||
await conversations.MarkCompletedAsync(batch, noReplyResult, ct);
|
||||
memoryWorker.Enqueue(batch, null);
|
||||
state.Phase = AgentRunPhase.Completed;
|
||||
await CheckpointAsync();
|
||||
var doneNoReply = GroupChatEvent.Done(DateTimeOffset.Now, batch.TaskId, batch.ThreadId, state.Trace, sw.ElapsedMilliseconds, groupId, messageId);
|
||||
doneNoReply.Topology = topologyBuilder.Build(state.Trace, "no_reply");
|
||||
await PublishIfNeededAsync(doneNoReply, options, ct);
|
||||
yield return doneNoReply;
|
||||
yield break;
|
||||
}
|
||||
|
||||
var guardSw = Stopwatch.StartNew();
|
||||
var guard = await interjectionGuard.CheckAsync(batch, route, ct);
|
||||
guardSw.Stop();
|
||||
Trace("interjection-guard", "interjection-guard", guard.Suppress ? "skipped" : "ok", $"reason={guard.Reason}; detail={guard.Detail}", guardSw.ElapsedMilliseconds);
|
||||
if (guard.Suppress)
|
||||
{
|
||||
state.Phase = AgentRunPhase.NoReply;
|
||||
state.PlannerSummary = "skipped=interjection_guard";
|
||||
Trace("plan", "planner-agent", "skipped", $"skipped=interjection_guard; reason={guard.Reason}; detail={guard.Detail}");
|
||||
await CheckpointAsync("planner");
|
||||
|
||||
var noReply = await StatusAsync("模型选择不回复：" + guard.Reason);
|
||||
if (noReply is not null) yield return noReply;
|
||||
var noReplyResult = new ChatResult
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = messageId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ShouldReply = false,
|
||||
Route = route,
|
||||
MergedText = batch.MergedText,
|
||||
StartedAt = batch.CreatedAt,
|
||||
FinishedAt = DateTimeOffset.Now,
|
||||
Trace = state.Trace,
|
||||
ElapsedMs = sw.ElapsedMilliseconds
|
||||
};
|
||||
if (!tasks.Complete(batch.TaskId, "", lease.Generation)) throw new OperationCanceledException("Task ownership changed.");
|
||||
await conversations.MarkCompletedAsync(batch, noReplyResult, ct);
|
||||
memoryWorker.Enqueue(batch, null);
|
||||
state.Phase = AgentRunPhase.Completed;
|
||||
await CheckpointAsync();
|
||||
var doneNoReply = GroupChatEvent.Done(DateTimeOffset.Now, batch.TaskId, batch.ThreadId, state.Trace, sw.ElapsedMilliseconds, groupId, messageId);
|
||||
doneNoReply.Topology = topologyBuilder.Build(state.Trace, "no_reply");
|
||||
await PublishIfNeededAsync(doneNoReply, options, ct);
|
||||
yield return doneNoReply;
|
||||
yield break;
|
||||
}
|
||||
|
||||
var shouldRunPlanner = route.NeedMainAgent || route.NeedToolPlanning;
|
||||
PlannerDecisionEnvelope? plannerDecision = null;
|
||||
if (shouldRunPlanner)
|
||||
{
|
||||
state.Phase = AgentRunPhase.Planning;
|
||||
var planningNotice = await StatusAsync("正在规划下一步", "planner");
|
||||
if (planningNotice is not null) yield return planningNotice;
|
||||
state.Budget.PlannerTurns++;
|
||||
var planSw = Stopwatch.StartNew();
|
||||
var plan = await planner.RunAsync(batch, routerDecision, ct);
|
||||
plannerDecision = plan;
|
||||
runContext.Artifacts.Append("plan", "planner-agent", plan);
|
||||
planSw.Stop();
|
||||
route = plan.Route;
|
||||
state.Route = route;
|
||||
ApplyRouteBudget(route);
|
||||
state.PlannerSummary = $"next={plan.NextAction}, task={plan.TaskType}, tools={plan.Tools.Count}, toolWeight={plan.ToolWeight:F2}, memoryWeight={plan.MemoryRecallWeight:F2}, analysisWeight={plan.AnalysisWeight:F2}";
|
||||
Trace("plan", "planner-agent", "ok", $"{state.PlannerSummary}; reason={plan.Reason}", planSw.ElapsedMilliseconds);
|
||||
|
||||
state.Route = route;
|
||||
await CheckpointAsync("planner");
|
||||
|
||||
if (!route.ShouldReply)
|
||||
{
|
||||
state.Phase = AgentRunPhase.NoReply;
|
||||
var noReply = await StatusAsync("模型选择不回复：" + route.Reason);
|
||||
if (noReply is not null) yield return noReply;
|
||||
var noReplyResult = new ChatResult
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = messageId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ShouldReply = false,
|
||||
Route = route,
|
||||
MergedText = batch.MergedText,
|
||||
StartedAt = batch.CreatedAt,
|
||||
FinishedAt = DateTimeOffset.Now,
|
||||
Trace = state.Trace,
|
||||
ElapsedMs = sw.ElapsedMilliseconds
|
||||
};
|
||||
if (!tasks.Complete(batch.TaskId, "", lease.Generation)) throw new OperationCanceledException("Task ownership changed.");
|
||||
await conversations.MarkCompletedAsync(batch, noReplyResult, ct);
|
||||
memoryWorker.Enqueue(batch, null);
|
||||
state.Phase = AgentRunPhase.Completed;
|
||||
await CheckpointAsync();
|
||||
var doneNoReply = GroupChatEvent.Done(DateTimeOffset.Now, batch.TaskId, batch.ThreadId, state.Trace, sw.ElapsedMilliseconds, groupId, messageId);
|
||||
doneNoReply.Topology = topologyBuilder.Build(state.Trace, "no_reply");
|
||||
await PublishIfNeededAsync(doneNoReply, options, ct);
|
||||
yield return doneNoReply;
|
||||
yield break;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
state.PlannerSummary = "skipped=router_direct_reply";
|
||||
Trace("plan", "planner-agent", "skipped", $"skipped=router_direct_reply; reason={route.Reason}");
|
||||
await CheckpointAsync();
|
||||
}
|
||||
|
||||
var recallSw = Stopwatch.StartNew();
|
||||
HeavyMemoryRecallResult recall;
|
||||
if (plannerDecision?.NeedsMemoryRecall == true)
|
||||
{
|
||||
var recallStatus = await StatusAsync("正在按语义权重读取重记忆", "memory");
|
||||
if (recallStatus is not null) yield return recallStatus;
|
||||
recall = await heavyMemoryRecall.RecallIfNeededAsync(batch, true, ct);
|
||||
}
|
||||
else
|
||||
{
|
||||
recall = new HeavyMemoryRecallResult { ShouldRecall = false, Note = "planner_weight_below_threshold" };
|
||||
Trace("heavy-memory-recall", "heavy-memory-recall-agent", "skipped", $"weight={plannerDecision?.MemoryRecallWeight ?? 0:F2}");
|
||||
}
|
||||
runContext.Artifacts.Append("memory-recall", "heavy-memory-recall-agent", recall);
|
||||
var heavyMemoryRecallText = runContext.Artifacts.ReadLatest<HeavyMemoryRecallResult>()?.LightMemoryText ?? "";
|
||||
recallSw.Stop();
|
||||
if (recall.ShouldRecall)
|
||||
{
|
||||
Trace("heavy-memory-recall", "heavy-memory-recall-agent", recall.NeedClarification ? "clarify" : "ok", $"note={recall.Note}, entries={recall.Entries.Count}", recallSw.ElapsedMilliseconds);
|
||||
if (recall.NeedClarification && !string.IsNullOrWhiteSpace(recall.ClarifyingQuestion))
|
||||
{
|
||||
var notice = await VisibleNoticeAsync(recall.ClarifyingQuestion, "memory");
|
||||
if (notice is not null) yield return notice;
|
||||
var clarifyResult = new ChatResult
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = messageId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ShouldReply = true,
|
||||
Reply = recall.ClarifyingQuestion,
|
||||
ReplySegments = [recall.ClarifyingQuestion],
|
||||
Route = route,
|
||||
MergedText = batch.MergedText,
|
||||
StartedAt = batch.CreatedAt,
|
||||
FinishedAt = DateTimeOffset.Now,
|
||||
Trace = state.Trace,
|
||||
ElapsedMs = sw.ElapsedMilliseconds
|
||||
};
|
||||
await recentLog.AppendAssistantAsync(batch.GroupId, batch.UserId, recall.ClarifyingQuestion, ct);
|
||||
if (!tasks.Complete(batch.TaskId, recall.ClarifyingQuestion, lease.Generation)) throw new OperationCanceledException("Task ownership changed.");
|
||||
await conversations.MarkCompletedAsync(batch, clarifyResult, ct);
|
||||
memoryWorker.Enqueue(batch, recall.ClarifyingQuestion);
|
||||
state.Phase = AgentRunPhase.Completed;
|
||||
await CheckpointAsync();
|
||||
var doneClarify = GroupChatEvent.Done(DateTimeOffset.Now, batch.TaskId, batch.ThreadId, state.Trace, sw.ElapsedMilliseconds, groupId, messageId);
|
||||
doneClarify.Topology = topologyBuilder.Build(state.Trace, "completed");
|
||||
await PublishIfNeededAsync(doneClarify, options, ct);
|
||||
yield return doneClarify;
|
||||
yield break;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
Trace("heavy-memory-recall", "heavy-memory-recall-agent", "skipped", recall.Note, recallSw.ElapsedMilliseconds);
|
||||
}
|
||||
|
||||
await CheckpointAsync("context");
|
||||
var start = await StatusAsync("开始处理", "context");
|
||||
if (start is not null) yield return start;
|
||||
|
||||
state.Phase = route.Tools.Count > 0 || plannerDecision?.ExecutionPlan.Nodes.Count > 0 || route.Mode == ReplyMode.Web || route.WebPolicy == WebPolicy.Required ? AgentRunPhase.ToolExecuting : AgentRunPhase.ContextBuilding;
|
||||
var observations = new List<ToolObservation>();
|
||||
var toolAttachments = new List<ChatAttachment>();
|
||||
WebSearchResult? web = null;
|
||||
if (state.Phase == AgentRunPhase.ToolExecuting)
|
||||
{
|
||||
var toolStatus = await StatusAsync("开始执行子任务", "tool");
|
||||
if (toolStatus is not null) yield return toolStatus;
|
||||
if (route.Tools.Count > 0)
|
||||
{
|
||||
var toolNotice = await VisibleNoticeAsync(string.IsNullOrWhiteSpace(route.ToolNotice) ? "我先查一下相关资料。" : route.ToolNotice, "tool");
|
||||
if (toolNotice is not null) yield return toolNotice;
|
||||
}
|
||||
var toolSw = Stopwatch.StartNew();
|
||||
var planForTools = new PlannerDecisionEnvelope { Route = route, Tools = route.Tools, NeedsTool = true, UserVisibleNotice = route.ToolNotice, ToolDoneNotice = route.ToolDoneNotice };
|
||||
var effectivePlan = plannerDecision ?? planForTools;
|
||||
ExecutionPlanResult? executionResult = null;
|
||||
if (effectivePlan.ExecutionPlan.Nodes.Count > 0)
|
||||
{
|
||||
runContext.Artifacts.Append("execution-plan", "planner-agent", effectivePlan.ExecutionPlan);
|
||||
executionResult = await planScheduler.ExecuteAsync(effectivePlan.ExecutionPlan, effectivePlan, batch, runContext, ct);
|
||||
observations.AddRange(executionResult.ToolObservations);
|
||||
state.Analysis = executionResult.Analysis;
|
||||
if (executionResult.HasRequiredFailure)
|
||||
{
|
||||
state.Analysis ??= new AnalysisResult();
|
||||
state.Analysis.Uncertainties.Add("必要工具执行失败，未取得足够可靠依据；最终回复必须明确说明该限制。");
|
||||
}
|
||||
foreach (var node in executionResult.Nodes)
|
||||
Trace($"subagent:{node.NodeId}", node.AgentId, node.Status, node.Error ?? "completed", node.ElapsedMs);
|
||||
}
|
||||
else
|
||||
{
|
||||
var toolResults = await toolAgent.ExecuteAsync(planForTools, batch.MergedText, batch.GroupId, ct);
|
||||
foreach (var observation in toolResults)
|
||||
runContext.Artifacts.Append("tool-observation", "tool-agent", observation);
|
||||
observations.AddRange(toolResults);
|
||||
}
|
||||
toolSw.Stop();
|
||||
state.Budget.ToolRounds++;
|
||||
state.ToolObservations = observations;
|
||||
toolAttachments = observations.SelectMany(o => o.Attachments).ToList();
|
||||
web = BuildWebResult(observations);
|
||||
Trace("tool", "tool-agent", observations.Any(o => o.Status == "error") ? "partial" : "ok", $"observations={observations.Count}, attachments={toolAttachments.Count}", toolSw.ElapsedMilliseconds);
|
||||
foreach (var obs in observations)
|
||||
{
|
||||
var rawEv = GroupChatEvent.BotMessage(groupId, "工具观察", obs.EvidenceSummary, DateTimeOffset.Now, toolSw.ElapsedMilliseconds, null, [], null, batch.TaskId, batch.ThreadId);
|
||||
rawEv.SenderName = "工具观察";
|
||||
await PublishIfNeededAsync(rawEv, options, ct);
|
||||
yield return rawEv;
|
||||
}
|
||||
var toolOverview = BuildToolResultOverview(route, observations);
|
||||
if (!string.IsNullOrWhiteSpace(toolOverview))
|
||||
{
|
||||
route.ToolResultOverview = toolOverview;
|
||||
var doneNotice = await VisibleNoticeAsync(toolOverview, "tool");
|
||||
if (doneNotice is not null) yield return doneNotice;
|
||||
}
|
||||
state.Phase = AgentRunPhase.ToolObserved;
|
||||
await CheckpointAsync();
|
||||
}
|
||||
|
||||
if (state.Analysis is null && observations.Count > 0 && plannerDecision?.NeedsAnalysis == true && plannerDecision.ExecutionPlan.Nodes.Count == 0)
|
||||
{
|
||||
state.Phase = AgentRunPhase.Analyzing;
|
||||
var analysisStatus = await StatusAsync("正在分析工具结果", "analysis");
|
||||
if (analysisStatus is not null) yield return analysisStatus;
|
||||
var analysisNotice = await VisibleNoticeAsync(string.IsNullOrWhiteSpace(route.AnalysisNotice) ? "我整理一下这些信息再回答。" : route.AnalysisNotice, "analysis");
|
||||
if (analysisNotice is not null) yield return analysisNotice;
|
||||
var analysisSw = Stopwatch.StartNew();
|
||||
var analysisPlan = plannerDecision;
|
||||
state.Analysis = await analyst.AnalyzeAsync(batch, analysisPlan, observations, ct);
|
||||
runContext.Artifacts.Append("analysis", "analyst-agent", state.Analysis);
|
||||
analysisSw.Stop();
|
||||
Trace("analysis", "analyst-agent", "ok", $"risks={state.Analysis.Risks.Count}, uncertainties={state.Analysis.Uncertainties.Count}", analysisSw.ElapsedMilliseconds);
|
||||
await CheckpointAsync();
|
||||
}
|
||||
|
||||
if (state.Analysis is not null && !string.IsNullOrWhiteSpace(state.Analysis.Conclusion))
|
||||
{
|
||||
web ??= new WebSearchResult { Query = batch.MergedText };
|
||||
web.Items.Insert(0, new WebSearchItem
|
||||
{
|
||||
Title = "Analyst summary",
|
||||
Url = string.Join(" ", state.Analysis.Citations.Take(3)),
|
||||
Text = state.Analysis.Conclusion + "\n风险：" + string.Join("；", state.Analysis.Risks) + "\n不确定：" + string.Join("；", state.Analysis.Uncertainties)
|
||||
});
|
||||
}
|
||||
|
||||
var replyStatus = await StatusAsync("正在组织回复", "reply");
|
||||
if (replyStatus is not null) yield return replyStatus;
|
||||
var pendingAttachments = new List<ChatAttachment>();
|
||||
pendingAttachments.AddRange(toolAttachments);
|
||||
var completedSegments = new List<string>();
|
||||
await foreach (var ev in replyAgent.RunReplyOnlyAsync(batch, route, web, toolAttachments, heavyMemoryRecallText, state.Trace, ct))
|
||||
{
|
||||
ct.ThrowIfCancellationRequested();
|
||||
if (ev.Type == "status")
|
||||
{
|
||||
if (ev.Trace.Count > 0) state.Trace = ev.Trace.ToList();
|
||||
var status = GroupChatEvent.Status(ev.Text, DateTimeOffset.Now, batch.TaskId, batch.ThreadId, messageId, groupId);
|
||||
status.Trace = ev.Trace.Count > 0 ? ev.Trace : state.Trace;
|
||||
status.Topology = topologyBuilder.Build(status.Trace, "running", string.IsNullOrWhiteSpace(ev.RunningKey) ? "reply" : ev.RunningKey);
|
||||
await PublishIfNeededAsync(status, options, ct);
|
||||
yield return status;
|
||||
|
||||
if (ev.UserVisible)
|
||||
{
|
||||
var sendResult = options.SendToPlatform ? await platform.SendAsync(groupId, ev.Text, [], null, ct) : null;
|
||||
var visible = GroupChatEvent.BotMessage(groupId, botName, ev.Text, DateTimeOffset.Now, ev.ElapsedMs, sendResult, [], null, batch.TaskId, batch.ThreadId);
|
||||
await PublishIfNeededAsync(visible, options, ct);
|
||||
yield return visible;
|
||||
}
|
||||
else if (ev.Text.StartsWith("[RAW_WEB_DATA]", StringComparison.Ordinal))
|
||||
{
|
||||
var rawText = ev.Text["[RAW_WEB_DATA]".Length..].Trim();
|
||||
var rawEv = GroupChatEvent.BotMessage(groupId, "联网原始数据", rawText, DateTimeOffset.Now, ev.ElapsedMs, null, [], null, batch.TaskId, batch.ThreadId);
|
||||
rawEv.SenderName = "联网原始数据";
|
||||
await PublishIfNeededAsync(rawEv, options, ct);
|
||||
yield return rawEv;
|
||||
}
|
||||
}
|
||||
else if (ev.Type == "attachment" && ev.Attachment is not null)
|
||||
{
|
||||
pendingAttachments.Add(ev.Attachment);
|
||||
var outEv = GroupChatEvent.AttachmentEvent(groupId, "assistant:shiro", botName, ev.Attachment, DateTimeOffset.Now, null);
|
||||
outEv.TaskId = batch.TaskId;
|
||||
outEv.ThreadId = batch.ThreadId;
|
||||
outEv.MessageId = messageId;
|
||||
outEv.Topology = topologyBuilder.Build(state.Trace, "running", "reply");
|
||||
await PublishIfNeededAsync(outEv, options, ct);
|
||||
yield return outEv;
|
||||
}
|
||||
else if (ev.Type == "msg-start")
|
||||
{
|
||||
state.Phase = AgentRunPhase.Replying;
|
||||
await CheckpointAsync();
|
||||
var outEv = GroupChatEvent.BotTyping(groupId, botName, "", ev.Index, ev.ElapsedMs);
|
||||
outEv.TaskId = batch.TaskId;
|
||||
outEv.ThreadId = batch.ThreadId;
|
||||
outEv.MessageId = messageId;
|
||||
outEv.Topology = topologyBuilder.Build(state.Trace, "running", "reply");
|
||||
await PublishIfNeededAsync(outEv, options, ct);
|
||||
yield return outEv;
|
||||
}
|
||||
else if (ev.Type == "msg-delta")
|
||||
{
|
||||
var outEv = GroupChatEvent.BotTyping(groupId, botName, ev.Text, ev.Index, ev.ElapsedMs, append: true);
|
||||
outEv.TaskId = batch.TaskId;
|
||||
outEv.ThreadId = batch.ThreadId;
|
||||
outEv.MessageId = messageId;
|
||||
outEv.Topology = topologyBuilder.Build(state.Trace, "running", "reply");
|
||||
await PublishIfNeededAsync(outEv, options, ct);
|
||||
yield return outEv;
|
||||
}
|
||||
else if (ev.Type == "msg-end")
|
||||
{
|
||||
ct.ThrowIfCancellationRequested();
|
||||
state.Phase = AgentRunPhase.Sending;
|
||||
await CheckpointAsync();
|
||||
var text = ev.Text.Trim();
|
||||
if (!string.IsNullOrWhiteSpace(text)) completedSegments.Add(text);
|
||||
long? replySeq = null;
|
||||
if (ev.ReplyToCurrentMessage && long.TryParse(batch.Messages.LastOrDefault()?.MessageId, out var parsedSeq)) replySeq = parsedSeq;
|
||||
var sendResult = options.SendToPlatform ? await platform.SendAsync(groupId, text, pendingAttachments, replySeq?.ToString(), ct) : null;
|
||||
var outEv = GroupChatEvent.BotMessage(groupId, botName, text, DateTimeOffset.Now, ev.ElapsedMs, sendResult, pendingAttachments.ToArray(), ev.Index, batch.TaskId, batch.ThreadId);
|
||||
outEv.MessageId = messageId;
|
||||
outEv.Topology = topologyBuilder.Build(state.Trace, "running", "reply");
|
||||
await PublishIfNeededAsync(outEv, options, ct);
|
||||
yield return outEv;
|
||||
pendingAttachments.Clear();
|
||||
}
|
||||
else if (ev.Type == "done")
|
||||
{
|
||||
state.Phase = AgentRunPhase.Completed;
|
||||
var finalReply = string.Join("\n", completedSegments);
|
||||
state.ReplySegments = completedSegments.ToList();
|
||||
await CheckpointAsync();
|
||||
if (!string.IsNullOrWhiteSpace(finalReply)) await recentLog.AppendAssistantAsync(batch.GroupId, batch.UserId, finalReply, ct);
|
||||
memoryWorker.Enqueue(batch, string.IsNullOrWhiteSpace(finalReply) ? null : finalReply);
|
||||
var result = new ChatResult
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = messageId,
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ShouldReply = !string.IsNullOrWhiteSpace(finalReply),
|
||||
Reply = finalReply,
|
||||
ReplySegments = completedSegments,
|
||||
Route = route,
|
||||
MergedText = batch.MergedText,
|
||||
StartedAt = batch.CreatedAt,
|
||||
FinishedAt = DateTimeOffset.Now,
|
||||
Trace = ev.Trace.Count > 0 ? ev.Trace : state.Trace,
|
||||
ElapsedMs = sw.ElapsedMilliseconds
|
||||
};
|
||||
if (!tasks.Complete(batch.TaskId, finalReply, lease.Generation)) throw new OperationCanceledException("Task ownership changed.");
|
||||
await conversations.MarkCompletedAsync(batch, result, ct);
|
||||
var done = GroupChatEvent.Done(DateTimeOffset.Now, batch.TaskId, batch.ThreadId, result.Trace, sw.ElapsedMilliseconds, groupId, messageId);
|
||||
done.Topology = topologyBuilder.Build(result.Trace, result.ShouldReply ? "completed" : "no_reply");
|
||||
await PublishIfNeededAsync(done, options, ct);
|
||||
yield return done;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static string BuildToolResultOverview(RouteDecision route, IReadOnlyList<ToolObservation> observations)
|
||||
{
|
||||
if (observations.Count == 0) return "";
|
||||
var ok = observations.Where(o => string.IsNullOrWhiteSpace(o.Error) && o.Status != "error").ToList();
|
||||
if (ok.Count == 0) return "";
|
||||
var first = ok.First();
|
||||
var subject = FirstNonEmpty(first.Query, first.Url, route.Tools.FirstOrDefault()?.Query, route.Tools.FirstOrDefault()?.Url);
|
||||
var titles = ok.SelectMany(o => o.Items).Select(i => i.Title).Where(t => !string.IsNullOrWhiteSpace(t)).Take(3).ToList();
|
||||
var topic = titles.Count > 0 ? string.Join("；", titles) : subject;
|
||||
if (string.IsNullOrWhiteSpace(topic)) topic = "相关资料";
|
||||
if (!string.IsNullOrWhiteSpace(route.ToolDoneNotice))
|
||||
return $"{route.ToolDoneNotice}，主要关于：{Limit(topic, 90)}";
|
||||
return $"找到一些资料了，主要关于：{Limit(topic, 90)}";
|
||||
}
|
||||
|
||||
private static string FirstNonEmpty(params string?[] values) => values.FirstOrDefault(v => !string.IsNullOrWhiteSpace(v)) ?? "";
|
||||
|
||||
private static string Limit(string text, int max) => string.IsNullOrWhiteSpace(text) || text.Length <= max ? text : text[..max] + "…";
|
||||
|
||||
private static WebSearchResult? BuildWebResult(IReadOnlyList<ToolObservation> observations)
|
||||
{
|
||||
var items = observations.SelectMany(o => o.Items).ToList();
|
||||
if (items.Count == 0 && observations.All(o => string.IsNullOrWhiteSpace(o.Error))) return null;
|
||||
return new WebSearchResult
|
||||
{
|
||||
Query = string.Join("; ", observations.Select(o => string.IsNullOrWhiteSpace(o.Query) ? o.Url : o.Query).Where(x => !string.IsNullOrWhiteSpace(x)).Take(3)),
|
||||
Items = items,
|
||||
Error = string.Join("; ", observations.Where(o => !string.IsNullOrWhiteSpace(o.Error)).Select(o => o.Error))
|
||||
};
|
||||
}
|
||||
|
||||
private async Task PublishIfNeededAsync(GroupChatEvent ev, AgentWorkflowOptions options, CancellationToken ct)
|
||||
{
|
||||
if (options.PublishToHub) await hub.PublishAsync(ev, ct);
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
@@ -0,0 +1,61 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public enum AgentRunPhase
|
||||
{
|
||||
Received,
|
||||
Fusing,
|
||||
Routing,
|
||||
NoReply,
|
||||
Planning,
|
||||
Guarding,
|
||||
ToolExecuting,
|
||||
ToolObserved,
|
||||
Analyzing,
|
||||
ContextBuilding,
|
||||
Replying,
|
||||
Sending,
|
||||
Completed,
|
||||
Failed,
|
||||
Cancelled
|
||||
}
|
||||
|
||||
public sealed class AgentWorkflowState
|
||||
{
|
||||
public string RunId { get; set; } = "";
|
||||
public string ThreadId { get; set; } = "";
|
||||
public string GroupId { get; set; } = "";
|
||||
public string UserId { get; set; } = "";
|
||||
public string MessageId { get; set; } = "";
|
||||
public AgentRunPhase Phase { get; set; } = AgentRunPhase.Received;
|
||||
public DateTimeOffset CreatedAt { get; set; } = DateTimeOffset.Now;
|
||||
public DateTimeOffset UpdatedAt { get; set; } = DateTimeOffset.Now;
|
||||
public string InputText { get; set; } = "";
|
||||
public FusedTurn? Fusion { get; set; }
|
||||
public RouteDecision Route { get; set; } = new();
|
||||
public string PlannerSummary { get; set; } = "";
|
||||
public List<ToolObservation> ToolObservations { get; set; } = [];
|
||||
public AnalysisResult? Analysis { get; set; }
|
||||
public List<string> ReplySegments { get; set; } = [];
|
||||
public List<ChatAttachment> PendingAttachments { get; set; } = [];
|
||||
public AgentRunBudget Budget { get; set; } = new();
|
||||
public List<AgentTraceEvent> Trace { get; set; } = [];
|
||||
public string? Error { get; set; }
|
||||
}
|
||||
|
||||
public sealed class AgentRunBudget
|
||||
{
|
||||
public int MaxPlannerTurns { get; set; } = 1;
|
||||
public int MaxToolRounds { get; set; } = 1;
|
||||
public int MaxReplySegments { get; set; } = 2;
|
||||
public int LatencyBudgetMs { get; set; } = 25000;
|
||||
public int PlannerTurns { get; set; }
|
||||
public int ToolRounds { get; set; }
|
||||
}
|
||||
|
||||
public sealed class AgentWorkflowOptions
|
||||
{
|
||||
public bool PublishToHub { get; init; }
|
||||
public bool SendToPlatform { get; init; }
|
||||
public bool EmitUserEvent { get; init; } = true;
|
||||
public bool EmitStatusEvents { get; init; } = true;
|
||||
}
|
||||
@@ -0,0 +1,126 @@
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
/// <summary>
|
||||
/// Thin HTTP/API adapter around the shared workflow engine.
|
||||
/// The old ChatEngine used to duplicate router/planner/reply orchestration; that now lives in AgentWorkflowEngine.
|
||||
/// </summary>
|
||||
public sealed class ChatEngine(
|
||||
RecentLogStore recentLog,
|
||||
SessionManager sessionManager,
|
||||
TaskRegistry taskRegistry,
|
||||
ConversationRegistry conversationRegistry,
|
||||
AgentWorkflowEngine workflow)
|
||||
{
|
||||
public async Task<ChatResult> HandleAsync(ChatRequest request, CancellationToken ct = default)
|
||||
{
|
||||
var startedAt = DateTimeOffset.Now;
|
||||
var sw = System.Diagnostics.Stopwatch.StartNew();
|
||||
|
||||
var msg = new IncomingMessage
|
||||
{
|
||||
MessageId = request.MessageId ?? Guid.NewGuid().ToString("n"),
|
||||
GroupId = request.GroupId,
|
||||
UserId = request.UserId,
|
||||
Text = request.Text,
|
||||
IsMentioned = request.IsMentioned,
|
||||
MentionedUserIds = request.MentionedUserIds,
|
||||
IsRecall = request.IsRecall,
|
||||
RecallMessageId = request.RecallMessageId,
|
||||
ReplyToMessageId = request.ReplyToMessageId,
|
||||
CreatedAt = DateTimeOffset.Now
|
||||
};
|
||||
|
||||
if (msg.IsRecall)
|
||||
return await HandleRecallAsync(msg, startedAt, sw, ct);
|
||||
|
||||
await recentLog.AppendAsync(msg, ct);
|
||||
var threadId = SessionManager.BuildThreadId(msg);
|
||||
taskRegistry.CancelActiveThread(threadId);
|
||||
var batch = await sessionManager.DebounceAsync(msg, ct);
|
||||
if (batch is null)
|
||||
{
|
||||
return Finish(new ChatResult
|
||||
{
|
||||
MessageId = msg.MessageId,
|
||||
GroupId = msg.GroupId,
|
||||
UserId = msg.UserId,
|
||||
ShouldReply = false,
|
||||
Notes = ["superseded_by_newer_message"]
|
||||
}, startedAt, sw);
|
||||
}
|
||||
return await workflow.RunChatAsync(batch, msg.MessageId, ct);
|
||||
}
|
||||
|
||||
public async Task<ChatResult> HandleBurstAsync(BurstChatRequest request, CancellationToken ct = default)
|
||||
{
|
||||
var startedAt = DateTimeOffset.Now;
|
||||
var sw = System.Diagnostics.Stopwatch.StartNew();
|
||||
var now = DateTimeOffset.Now;
|
||||
|
||||
var messages = request.Messages
|
||||
.Where(x => !string.IsNullOrWhiteSpace(x))
|
||||
.Select((text, index) => new IncomingMessage
|
||||
{
|
||||
MessageId = Guid.NewGuid().ToString("n"),
|
||||
GroupId = request.GroupId,
|
||||
UserId = request.UserId,
|
||||
Text = text,
|
||||
IsMentioned = request.IsMentioned,
|
||||
ReplyToMessageId = request.ReplyToMessageId,
|
||||
CreatedAt = now.AddMilliseconds(index * Math.Max(1, request.IntervalMs))
|
||||
})
|
||||
.ToList();
|
||||
|
||||
if (messages.Count == 0)
|
||||
{
|
||||
return Finish(new ChatResult
|
||||
{
|
||||
GroupId = request.GroupId,
|
||||
UserId = request.UserId,
|
||||
ShouldReply = false,
|
||||
Notes = ["empty_burst"]
|
||||
}, startedAt, sw);
|
||||
}
|
||||
|
||||
foreach (var message in messages)
|
||||
await recentLog.AppendAsync(message, ct);
|
||||
|
||||
taskRegistry.CancelActiveThread(SessionManager.BuildThreadId(messages[^1]));
|
||||
var batch = await sessionManager.MergeManyAsync(messages, ct);
|
||||
return await workflow.RunChatAsync(batch, messages[^1].MessageId, ct);
|
||||
}
|
||||
|
||||
private async Task<ChatResult> HandleRecallAsync(IncomingMessage msg, DateTimeOffset startedAt, System.Diagnostics.Stopwatch sw, CancellationToken ct)
|
||||
{
|
||||
var recalledTaskId = !string.IsNullOrWhiteSpace(msg.RecallMessageId) && taskRegistry.TryGetTaskIdByMessage(msg.RecallMessageId, out var taskId)
|
||||
? taskId
|
||||
: null;
|
||||
var cancelled = !string.IsNullOrWhiteSpace(msg.RecallMessageId) && taskRegistry.CancelByMessage(msg.RecallMessageId);
|
||||
if (!string.IsNullOrWhiteSpace(msg.RecallMessageId))
|
||||
{
|
||||
await recentLog.RemoveByMessageIdAsync(msg.GroupId, msg.RecallMessageId, ct);
|
||||
await sessionManager.RemoveMessageAsync(msg.RecallMessageId, ct);
|
||||
await conversationRegistry.RemoveMessageAsync(msg.GroupId, msg.RecallMessageId, recalledTaskId, ct);
|
||||
}
|
||||
|
||||
return Finish(new ChatResult
|
||||
{
|
||||
MessageId = msg.MessageId,
|
||||
GroupId = msg.GroupId,
|
||||
UserId = msg.UserId,
|
||||
ShouldReply = false,
|
||||
Notes = [cancelled ? "cancelled_related_task" : "recall_ignored"]
|
||||
}, startedAt, sw);
|
||||
}
|
||||
|
||||
private static ChatResult Finish(ChatResult r, DateTimeOffset startedAt, System.Diagnostics.Stopwatch sw)
|
||||
{
|
||||
sw.Stop();
|
||||
r.StartedAt = startedAt;
|
||||
r.FinishedAt = DateTimeOffset.Now;
|
||||
r.ElapsedMs = sw.ElapsedMilliseconds;
|
||||
return r;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,87 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ConfigUiMetadata
|
||||
{
|
||||
public IReadOnlyList<ConfigSectionMetadata> Sections { get; init; } =
|
||||
[
|
||||
new()
|
||||
{
|
||||
Key = "openAi",
|
||||
Title = "OpenAI / 模型",
|
||||
Description = "OpenAI-compatible API 和各阶段模型配置。",
|
||||
Fields =
|
||||
[
|
||||
ConfigField.Text("openAi.baseUrl", "OpenAI Base URL", "https://api.openai.com/v1", full: false),
|
||||
ConfigField.Secret("openAi.apiKey", "OpenAI API Key", full: false),
|
||||
ConfigField.Model("openAi.model", "默认 Model", full: true),
|
||||
ConfigField.Model("openAi.routerModel", "路由模型"),
|
||||
ConfigField.Model("openAi.toolModel", "工具规划模型"),
|
||||
ConfigField.Model("openAi.memoryModel", "记忆整理模型"),
|
||||
ConfigField.Model("openAi.replyModel", "正式回复模型"),
|
||||
ConfigField.Text("openAi.embeddingModel", "Embedding 模型", "如 text-embedding-3-small；为空则关闭语义路由", full: false)
|
||||
]
|
||||
},
|
||||
new()
|
||||
{
|
||||
Key = "search",
|
||||
Title = "搜索 / 工具",
|
||||
Description = "联网搜索、图片搜索和工具相关 provider。",
|
||||
Fields =
|
||||
[
|
||||
ConfigField.Secret("exa.apiKey", "Exa API Key", full: true),
|
||||
ConfigField.Number("exa.maxResults", "Exa Max Results", min: 1, max: 10),
|
||||
ConfigField.Select("exa.mode", "Exa Mode", [new("http", "HTTP API"), new("mcp", "MCP stdio")]),
|
||||
ConfigField.Checkbox("exa.enabled", "启用 Exa"),
|
||||
ConfigField.Select("search.webSearchProvider", "网络搜索源", [new("combined", "Exa + Tavily 综合"), new("exa", "仅 Exa"), new("tavily", "仅 Tavily")]),
|
||||
ConfigField.Secret("search.tavilyApiKey", "Tavily API Key", "用于 Tavily Search", full: true),
|
||||
ConfigField.Select("media.imageSearchProvider", "图片搜索源", [new("exa-page-image", "Exa 页面提图"), new("brave-image-search", "Brave Image Search")]),
|
||||
ConfigField.Secret("media.braveApiKey", "Brave Search API Key", "用于 Brave Image Search", full: true)
|
||||
]
|
||||
},
|
||||
new()
|
||||
{
|
||||
Key = "bot",
|
||||
Title = "QQ 群机器人",
|
||||
Description = "回复策略、机器人身份和群配置。连接信息由 Shirobot 适配器管理。",
|
||||
Fields =
|
||||
[
|
||||
ConfigField.Checkbox("bot.replyOnlyWhenMentioned", "只在被提及时回复"),
|
||||
ConfigField.Number("bot.botUserId", "Bot QQ 号"),
|
||||
ConfigField.Text("bot.botDisplayName", "Bot 显示名", "例如：莲"),
|
||||
ConfigField.Csv("bot.botAliases", "Bot 别名", "例如：Shiro, 小白", full: true),
|
||||
ConfigField.Number("bot.defaultGroupId", "默认群号"),
|
||||
ConfigField.Csv("bot.allowedGroupIds", "接入群号列表", "留空表示全部群", full: true)
|
||||
]
|
||||
}
|
||||
];
|
||||
}
|
||||
|
||||
public sealed class ConfigSectionMetadata
|
||||
{
|
||||
public string Key { get; init; } = "";
|
||||
public string Title { get; init; } = "";
|
||||
public string Description { get; init; } = "";
|
||||
public IReadOnlyList<ConfigField> Fields { get; init; } = [];
|
||||
}
|
||||
|
||||
public sealed class ConfigField
|
||||
{
|
||||
public string Path { get; init; } = "";
|
||||
public string Label { get; init; } = "";
|
||||
public string Type { get; init; } = "text"; // text | secret | number | checkbox | select | model | csv-list
|
||||
public string Placeholder { get; init; } = "";
|
||||
public bool Full { get; init; }
|
||||
public int? Min { get; init; }
|
||||
public int? Max { get; init; }
|
||||
public IReadOnlyList<ConfigOption> Options { get; init; } = [];
|
||||
|
||||
public static ConfigField Text(string path, string label, string placeholder = "", bool full = false) => new() { Path = path, Label = label, Placeholder = placeholder, Full = full, Type = "text" };
|
||||
public static ConfigField Secret(string path, string label, string placeholder = "", bool full = false) => new() { Path = path, Label = label, Placeholder = placeholder, Full = full, Type = "secret" };
|
||||
public static ConfigField Number(string path, string label, int? min = null, int? max = null, bool full = false) => new() { Path = path, Label = label, Type = "number", Min = min, Max = max, Full = full };
|
||||
public static ConfigField Checkbox(string path, string label) => new() { Path = path, Label = label, Type = "checkbox" };
|
||||
public static ConfigField Select(string path, string label, IReadOnlyList<ConfigOption> options, bool full = false) => new() { Path = path, Label = label, Type = "select", Options = options, Full = full };
|
||||
public static ConfigField Model(string path, string label, bool full = false) => new() { Path = path, Label = label, Type = "model", Full = full };
|
||||
public static ConfigField Csv(string path, string label, string placeholder = "", bool full = false) => new() { Path = path, Label = label, Type = "csv-list", Placeholder = placeholder, Full = full };
|
||||
}
|
||||
|
||||
public sealed record ConfigOption(string Value, string Label);
|
||||
@@ -0,0 +1,209 @@
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ContextBuilder(GroupContextStore contextStore, HeavyMemoryStore heavyMemoryStore, RecentLogStore recentLog, ConversationRegistry conversations, IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly GroupContextStore _contextStore = contextStore;
|
||||
private readonly HeavyMemoryStore _heavyMemoryStore = heavyMemoryStore;
|
||||
private readonly RecentLogStore _recentLog = recentLog;
|
||||
private readonly ConversationRegistry _conversations = conversations;
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
|
||||
public async Task<ChatPromptContext> BuildAsync(MessageBatch batch, RouteDecision route, WebSearchResult? web, string? heavyRecallOverride = null, bool deep = false, CancellationToken ct = default)
|
||||
{
|
||||
var md = await _contextStore.ReadOrCreateAsync(batch.GroupId, ct);
|
||||
var memberMd = await _contextStore.ReadOrCreateMemberAsync(batch.GroupId, batch.UserId, ct);
|
||||
md = LimitMarkdown(md, deep ? _options.Context.MaxMarkdownChars * 2 : _options.Context.MaxMarkdownChars);
|
||||
memberMd = LimitMarkdown(memberMd, deep ? _options.Context.MaxMarkdownChars : Math.Max(1200, _options.Context.MaxMarkdownChars / 2));
|
||||
var recent = await _recentLog.ReadRecentAsync(batch.GroupId, deep ? route.ContextRecentMessages * 2 : route.ContextRecentMessages, ct);
|
||||
var parts = SplitContextParts(batch.GroupId, batch.UserId, md, memberMd, _contextStore.GetContextPath(batch.GroupId), _contextStore.GetMemberMemoryPath(batch.GroupId, batch.UserId), FormatRecentForQuestionContext(recent));
|
||||
var threadHistory = await _conversations.BuildThreadHistoryTextAsync(batch.ThreadId, deep ? 10 : 6, ct);
|
||||
var timeContext = await _conversations.BuildTimeContextTextAsync(batch.ThreadId, DateTimeOffset.Now, ct);
|
||||
var attentionContext = ConversationAttention.BuildAttentionContext(batch, recent, threadHistory);
|
||||
var heavyRecall = heavyRecallOverride ?? "";
|
||||
var currentAttachments = await BuildCurrentAttachmentsAsync(batch, ct);
|
||||
return new ChatPromptContext
|
||||
{
|
||||
GroupId = batch.GroupId,
|
||||
UserId = batch.UserId,
|
||||
ThreadId = batch.ThreadId,
|
||||
MergedText = batch.MergedText,
|
||||
GroupContextMarkdown = parts.BotProfile,
|
||||
QuestionContextText = parts.QuestionContext,
|
||||
MemberMemoryText = parts.MemberMemory,
|
||||
TimeContextText = timeContext,
|
||||
AttentionContextText = attentionContext,
|
||||
HeavyMemoryRecallText = string.IsNullOrWhiteSpace(heavyRecall) ? "无" : heavyRecall,
|
||||
ThreadHistoryText = threadHistory,
|
||||
RecentMessages = recent,
|
||||
CurrentAttachments = currentAttachments,
|
||||
WebSearchResult = web,
|
||||
IsDeep = deep
|
||||
};
|
||||
}
|
||||
|
||||
private async Task<List<ChatAttachment>> BuildCurrentAttachmentsAsync(MessageBatch batch, CancellationToken ct)
|
||||
{
|
||||
var attachments = batch.Messages.SelectMany(m => m.Attachments).ToList();
|
||||
var seen = attachments.Select(AttachmentKey).Where(x => !string.IsNullOrWhiteSpace(x)).ToHashSet(StringComparer.OrdinalIgnoreCase);
|
||||
|
||||
foreach (var msg in batch.Messages)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(msg.ReplyToMessageId)) continue;
|
||||
var replied = await _recentLog.FindByMessageIdAsync(batch.GroupId, msg.ReplyToMessageId, ct);
|
||||
if (replied is null || replied.Attachments.Count == 0) continue;
|
||||
foreach (var a in replied.Attachments)
|
||||
{
|
||||
var key = AttachmentKey(a);
|
||||
if (!string.IsNullOrWhiteSpace(key) && !seen.Add(key)) continue;
|
||||
attachments.Add(a);
|
||||
}
|
||||
}
|
||||
|
||||
return attachments;
|
||||
}
|
||||
|
||||
private static string AttachmentKey(ChatAttachment a)
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(a.MediaId)) return "media:" + a.MediaId;
|
||||
if (!string.IsNullOrWhiteSpace(a.LocalPath)) return "local:" + a.LocalPath;
|
||||
if (!string.IsNullOrWhiteSpace(a.Url)) return "url:" + a.Url;
|
||||
if (!string.IsNullOrWhiteSpace(a.SourceUrl)) return "source:" + a.SourceUrl;
|
||||
return "";
|
||||
}
|
||||
|
||||
public async Task<ContextParts> BuildPartsAsync(string groupId, string userId, CancellationToken ct = default)
|
||||
{
|
||||
var md = await _contextStore.ReadOrCreateAsync(groupId, ct);
|
||||
var memberMd = await _contextStore.ReadMemberIfExistsAsync(groupId, userId, ct);
|
||||
var recent = await _recentLog.ReadRecentAsync(groupId, 16, ct);
|
||||
return SplitContextParts(groupId, userId, md, memberMd, _contextStore.GetContextPath(groupId), _contextStore.GetMemberMemoryPath(groupId, userId), FormatRecentForQuestionContext(recent));
|
||||
}
|
||||
|
||||
private static ContextParts SplitContextParts(string groupId, string userId, string md, string memberMd, string groupPath, string memberPath, string liveRecentText = "")
|
||||
{
|
||||
return new ContextParts
|
||||
{
|
||||
GroupId = groupId,
|
||||
UserId = userId,
|
||||
BotProfile = ExtractSections(md, "机器人设定", "群长期信息", "群规则与偏好", "重要决策"),
|
||||
QuestionContext = JoinNonEmpty(ExtractSections(md, "当前活跃话题"), liveRecentText),
|
||||
MemberMemory = string.IsNullOrWhiteSpace(memberMd) ? "无" : ExtractSections(memberMd, "话题大纲", "领域偏好", "技术方向", "搜索消歧提示", "使用边界", "注意事项", "互动偏好", "身份与称呼", "兴趣与偏好", "技术背景", "最近相关话题"),
|
||||
RecentSummary = ExtractSections(md, "最近摘要"),
|
||||
RawMarkdown = md,
|
||||
MemberMarkdown = memberMd,
|
||||
GroupContextPath = groupPath,
|
||||
MemberMemoryPath = memberPath
|
||||
};
|
||||
}
|
||||
|
||||
private static string JoinNonEmpty(params string[] parts)
|
||||
{
|
||||
var selected = parts.Where(x => !string.IsNullOrWhiteSpace(x) && !string.Equals(x.Trim(), "无", StringComparison.Ordinal)).ToList();
|
||||
return selected.Count == 0 ? "无" : string.Join("\n\n", selected);
|
||||
}
|
||||
|
||||
private static string FormatRecentForQuestionContext(IReadOnlyList<IncomingMessage> recent)
|
||||
{
|
||||
if (recent.Count == 0) return "";
|
||||
var lines = recent.TakeLast(6).Select(m => $"[{m.CreatedAt:HH:mm}] {m.UserId}: {Trim(m.Text, 120)}");
|
||||
return "## 当前话题窗口（实时，短）\n" + string.Join("\n", lines);
|
||||
}
|
||||
|
||||
private static class ConversationAttention
|
||||
{
|
||||
public static string BuildAttentionContext(MessageBatch batch, IReadOnlyList<IncomingMessage> recent, string threadHistory)
|
||||
{
|
||||
var current = batch.MergedText.Trim();
|
||||
var window = recent.TakeLast(14).ToList();
|
||||
var currentUserRecent = window.Where(m => m.UserId == batch.UserId).TakeLast(5).ToList();
|
||||
var othersAfterLastUser = MessagesAfterLastCurrentUser(window, batch.UserId);
|
||||
var keywords = ExtractKeywords(current).Take(8).ToList();
|
||||
var sameTopic = window.Where(m => m.MessageId != batch.Messages.LastOrDefault()?.MessageId && HasKeywordOverlap(m.Text, keywords)).TakeLast(6).ToList();
|
||||
|
||||
var sb = new System.Text.StringBuilder();
|
||||
sb.AppendLine("注意力指引（短）：");
|
||||
sb.AppendLine($"- 当前群号：{batch.GroupId}；所有群上下文、群员轻记忆、重记忆召回都只适用于这个群。");
|
||||
sb.AppendLine("- 只围绕当前群、当前话题和当前用户最后稳定表达回答；不要把其它群或旧话题记忆强行带入。");
|
||||
sb.AppendLine("- 指代不清或要精确时间/原始对话时，先小范围澄清或触发当前群的重记忆召回。");
|
||||
sb.AppendLine($"当前用户：{batch.UserId}；关键词：{(keywords.Count == 0 ? "无" : string.Join("、", keywords.Take(5)))}");
|
||||
if (sameTopic.Count > 0)
|
||||
{
|
||||
sb.AppendLine("同话题近邻：");
|
||||
foreach (var m in sameTopic.TakeLast(3))
|
||||
sb.AppendLine($"[{m.CreatedAt:HH:mm}] {m.UserId}: {Trim(m.Text, 90)}");
|
||||
}
|
||||
if (othersAfterLastUser.Count > 2) sb.AppendLine("提示：当前用户上一条后已有多人发言，注意不要误接其它人的话题。");
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
private static List<IncomingMessage> MessagesAfterLastCurrentUser(IReadOnlyList<IncomingMessage> window, string userId)
|
||||
{
|
||||
var idx = -1;
|
||||
for (var i = 0; i < window.Count; i++) if (window[i].UserId == userId) idx = i;
|
||||
return idx < 0 || idx == window.Count - 1 ? [] : window.Skip(idx + 1).Where(m => m.UserId != userId).ToList();
|
||||
}
|
||||
|
||||
private static bool HasKeywordOverlap(string text, IReadOnlyList<string> keywords) => keywords.Any(k => text.Contains(k, StringComparison.OrdinalIgnoreCase));
|
||||
|
||||
private static IEnumerable<string> ExtractKeywords(string text)
|
||||
{
|
||||
var cleaned = new string(text.Select(c => char.IsLetterOrDigit(c) || (c >= 0x4E00 && c <= 0x9FFF) ? c : ' ').ToArray());
|
||||
foreach (var part in cleaned.Split(' ', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries))
|
||||
{
|
||||
if (part.Length >= 2) yield return part;
|
||||
if (part.Any(c => c >= 0x4E00 && c <= 0x9FFF) && part.Length >= 4)
|
||||
for (var i = 0; i + 2 <= part.Length; i++) yield return part.Substring(i, 2);
|
||||
}
|
||||
}
|
||||
|
||||
private static string Trim(string text, int max) => string.IsNullOrWhiteSpace(text) || text.Length <= max ? text : text[..max] + "...";
|
||||
}
|
||||
|
||||
private static string Trim(string text, int max) => string.IsNullOrWhiteSpace(text) || text.Length <= max ? text : text[..max] + "...";
|
||||
|
||||
private static string ExtractSections(string md, params string[] names)
|
||||
{
|
||||
var sections = ParseSections(md);
|
||||
var selected = new List<string>();
|
||||
foreach (var name in names)
|
||||
{
|
||||
if (sections.TryGetValue(name, out var body) && !string.IsNullOrWhiteSpace(body))
|
||||
selected.Add($"## {name}\n{body.Trim()}");
|
||||
}
|
||||
return selected.Count == 0 ? "无" : string.Join("\n\n", selected);
|
||||
}
|
||||
|
||||
private static Dictionary<string, string> ParseSections(string md)
|
||||
{
|
||||
var dict = new Dictionary<string, string>();
|
||||
string? current = null;
|
||||
var buffer = new List<string>();
|
||||
foreach (var line in md.Replace("\r\n", "\n").Split('\n'))
|
||||
{
|
||||
if (line.StartsWith("## "))
|
||||
{
|
||||
if (current is not null) dict[current] = string.Join("\n", buffer);
|
||||
current = line[3..].Trim();
|
||||
buffer.Clear();
|
||||
}
|
||||
else if (current is not null)
|
||||
{
|
||||
buffer.Add(line);
|
||||
}
|
||||
}
|
||||
if (current is not null) dict[current] = string.Join("\n", buffer);
|
||||
return dict;
|
||||
}
|
||||
|
||||
private static string LimitMarkdown(string md, int maxChars)
|
||||
{
|
||||
if (md.Length <= maxChars) return md;
|
||||
// 保留开头的长期规则 + 末尾最近摘要，避免只截断前半导致活跃话题丢失。
|
||||
var head = md[..(maxChars / 2)];
|
||||
var tail = md[^Math.Max(1, maxChars / 2)..];
|
||||
return head + "\n\n<!-- 中间内容因上下文预算被省略 -->\n\n" + tail;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,444 @@
|
||||
using System.Collections.Concurrent;
|
||||
using System.Text;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ConversationRegistry(IOptions<ShirobotOptions> options, RecentLogStore recentLog, IServiceProvider services, TaskRegistry tasks)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly RecentLogStore _recentLog = recentLog;
|
||||
private readonly IServiceProvider _services = services;
|
||||
private readonly ConcurrentDictionary<string, ConversationState> _items = new();
|
||||
private readonly SemaphoreSlim _fileLock = new(1, 1);
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web) { WriteIndented = true };
|
||||
|
||||
public async Task MarkRunningAsync(MessageBatch batch, CancellationToken ct = default)
|
||||
{
|
||||
if (!tasks.IsRunningOwner(batch.TaskId, batch.ThreadId)) return;
|
||||
var state = GetOrCreate(batch.ThreadId, batch.GroupId, batch.UserId);
|
||||
var topology = BuildTopologySafe([], "running", "received");
|
||||
lock (state)
|
||||
{
|
||||
state.Status = "active";
|
||||
state.LastTurnStatus = "running";
|
||||
state.LastTaskId = batch.TaskId;
|
||||
state.LastMessageId = batch.Messages.LastOrDefault()?.MessageId;
|
||||
state.LastMergedText = batch.MergedText;
|
||||
// A new turn is running. Clear stale reply/trace from the previous completed turn,
|
||||
// otherwise the frontend may show an old answer while the current message is still processing.
|
||||
state.LastReply = null;
|
||||
state.LastError = null;
|
||||
state.LastElapsedMs = 0;
|
||||
state.LastTrace = [];
|
||||
state.LastTopology = topology;
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
}
|
||||
await SaveAsync(state, ct);
|
||||
}
|
||||
|
||||
public async Task UpdateRunningTraceAsync(MessageBatch batch, IReadOnlyList<AgentTraceEvent> trace, AgentTopologyView? topology, CancellationToken ct = default)
|
||||
{
|
||||
if (!tasks.IsRunningOwner(batch.TaskId, batch.ThreadId)) return;
|
||||
var state = GetOrCreate(batch.ThreadId, batch.GroupId, batch.UserId);
|
||||
lock (state)
|
||||
{
|
||||
if (!string.Equals(state.LastTaskId, batch.TaskId, StringComparison.OrdinalIgnoreCase)) return;
|
||||
if (!string.Equals(state.LastTurnStatus, "running", StringComparison.OrdinalIgnoreCase)) return;
|
||||
state.LastTrace = trace.ToList();
|
||||
state.LastTopology = topology;
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
}
|
||||
await SaveAsync(state, ct);
|
||||
}
|
||||
|
||||
public async Task MarkCompletedAsync(MessageBatch batch, ChatResult result, CancellationToken ct = default)
|
||||
{
|
||||
if (!tasks.OwnsLatest(batch.TaskId, batch.ThreadId)) return;
|
||||
var state = GetOrCreate(batch.ThreadId, batch.GroupId, batch.UserId);
|
||||
var topology = BuildTopologySafe(result.Trace, result.ShouldReply ? "completed" : "no_reply");
|
||||
lock (state)
|
||||
{
|
||||
state.Status = "active";
|
||||
state.LastTurnStatus = result.ShouldReply ? "completed" : "no_reply";
|
||||
state.LastTaskId = batch.TaskId;
|
||||
state.LastMessageId = batch.Messages.LastOrDefault()?.MessageId;
|
||||
state.LastMergedText = batch.MergedText;
|
||||
state.LastReply = result.Reply;
|
||||
state.LastElapsedMs = result.ElapsedMs;
|
||||
state.LastTrace = result.Trace;
|
||||
state.LastTopology = topology;
|
||||
if (state.Turns.Any(t => string.Equals(t.TaskId, batch.TaskId, StringComparison.OrdinalIgnoreCase))) return;
|
||||
state.TurnCount += 1;
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
state.Turns.Add(new ConversationTurn
|
||||
{
|
||||
TaskId = batch.TaskId,
|
||||
MessageId = batch.Messages.LastOrDefault()?.MessageId ?? "",
|
||||
UserText = batch.MergedText,
|
||||
AssistantText = result.Reply ?? "",
|
||||
ElapsedMs = result.ElapsedMs,
|
||||
Trace = result.Trace,
|
||||
Topology = topology,
|
||||
CreatedAt = result.FinishedAt
|
||||
});
|
||||
TrimTurns(state);
|
||||
}
|
||||
await SaveAsync(state, ct);
|
||||
}
|
||||
|
||||
public async Task MarkFailedAsync(MessageBatch batch, string error, CancellationToken ct = default)
|
||||
{
|
||||
if (!tasks.OwnsLatest(batch.TaskId, batch.ThreadId)) return;
|
||||
var state = GetOrCreate(batch.ThreadId, batch.GroupId, batch.UserId);
|
||||
lock (state)
|
||||
{
|
||||
state.Status = "active";
|
||||
state.LastTurnStatus = "failed";
|
||||
state.LastTaskId = batch.TaskId;
|
||||
state.LastMessageId = batch.Messages.LastOrDefault()?.MessageId;
|
||||
state.LastMergedText = batch.MergedText;
|
||||
state.LastError = error;
|
||||
state.LastTopology = BuildTopologySafe(state.LastTrace, "error");
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
}
|
||||
await SaveAsync(state, ct);
|
||||
}
|
||||
|
||||
public async Task MarkCancelledAsync(MessageBatch batch, string reason, CancellationToken ct = default)
|
||||
{
|
||||
if (!tasks.OwnsLatest(batch.TaskId, batch.ThreadId)) return;
|
||||
var state = GetOrCreate(batch.ThreadId, batch.GroupId, batch.UserId);
|
||||
lock (state)
|
||||
{
|
||||
if (!string.Equals(state.LastTaskId, batch.TaskId, StringComparison.OrdinalIgnoreCase)) return;
|
||||
state.Status = "active";
|
||||
state.LastTurnStatus = "cancelled";
|
||||
state.LastError = reason;
|
||||
state.LastTopology = BuildTopologySafe(state.LastTrace, "cancelled");
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
}
|
||||
await SaveAsync(state, ct);
|
||||
}
|
||||
|
||||
private AgentTopologyView? BuildTopologySafe(IReadOnlyList<AgentTraceEvent> trace, string status, string? runningKey = null)
|
||||
{
|
||||
try
|
||||
{
|
||||
var topology = _services.GetService<AgentTopologyBuilder>();
|
||||
return topology?.Build(trace, status, runningKey);
|
||||
}
|
||||
catch
|
||||
{
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
public async Task RemoveMessageAsync(string groupId, string messageId, string? taskId = null, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(messageId) && string.IsNullOrWhiteSpace(taskId)) return;
|
||||
await LoadGroupIfNeededAsync(groupId, ct);
|
||||
var changed = new List<ConversationState>();
|
||||
foreach (var state in _items.Values.Where(x => x.GroupId == groupId))
|
||||
{
|
||||
lock (state)
|
||||
{
|
||||
var before = state.Turns.Count;
|
||||
state.Turns.RemoveAll(t => string.Equals(t.MessageId, messageId, StringComparison.OrdinalIgnoreCase)
|
||||
|| (!string.IsNullOrWhiteSpace(taskId) && string.Equals(t.TaskId, taskId, StringComparison.OrdinalIgnoreCase)));
|
||||
if (state.Turns.Count == before
|
||||
&& !string.Equals(state.LastTaskId, taskId, StringComparison.OrdinalIgnoreCase)
|
||||
&& !string.Equals(state.LastMessageId, messageId, StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
continue;
|
||||
}
|
||||
|
||||
if (string.Equals(state.LastTaskId, taskId, StringComparison.OrdinalIgnoreCase)
|
||||
|| string.Equals(state.LastMessageId, messageId, StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
var last = state.Turns.LastOrDefault();
|
||||
state.LastTaskId = last?.TaskId;
|
||||
state.LastMessageId = last?.MessageId;
|
||||
state.LastMergedText = last?.UserText ?? "";
|
||||
state.LastReply = string.IsNullOrWhiteSpace(last?.AssistantText) ? null : last.AssistantText;
|
||||
state.LastElapsedMs = last?.ElapsedMs ?? 0;
|
||||
state.LastTrace = last?.Trace ?? [];
|
||||
state.LastError = null;
|
||||
state.LastTurnStatus = last is null ? "recalled" : string.IsNullOrWhiteSpace(last.AssistantText) ? "no_reply" : "completed";
|
||||
}
|
||||
|
||||
state.TurnCount = state.Turns.Count;
|
||||
state.UpdatedAt = DateTimeOffset.Now;
|
||||
changed.Add(state);
|
||||
}
|
||||
}
|
||||
|
||||
foreach (var state in changed)
|
||||
await SaveAsync(state, ct);
|
||||
}
|
||||
|
||||
public async Task ClearGroupAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(groupId)) return;
|
||||
foreach (var key in _items.Where(x => x.Value.GroupId == groupId).Select(x => x.Key).ToList())
|
||||
_items.TryRemove(key, out _);
|
||||
|
||||
var dir = Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", Sanitize(groupId), "threads");
|
||||
if (Directory.Exists(dir))
|
||||
Directory.Delete(dir, recursive: true);
|
||||
await Task.CompletedTask;
|
||||
}
|
||||
|
||||
public async Task<bool> HasRecentAssistantReplyAsync(string threadId, DateTimeOffset now, TimeSpan within, CancellationToken ct = default)
|
||||
{
|
||||
var state = await GetAsync(threadId, ct);
|
||||
if (state is null) return false;
|
||||
lock (state)
|
||||
{
|
||||
return state.Turns
|
||||
.AsEnumerable()
|
||||
.Reverse()
|
||||
.Any(t => !string.IsNullOrWhiteSpace(t.AssistantText)
|
||||
&& now - t.CreatedAt <= within);
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<string> BuildThreadHistoryTextAsync(string threadId, int maxTurns = 6, CancellationToken ct = default)
|
||||
{
|
||||
var state = await GetAsync(threadId, ct);
|
||||
if (state is null || state.Turns.Count == 0) return "无";
|
||||
|
||||
var sb = new StringBuilder();
|
||||
foreach (var turn in state.Turns.TakeLast(maxTurns))
|
||||
{
|
||||
sb.AppendLine($"[上一轮 {turn.CreatedAt:MM-dd HH:mm}, 耗时 {turn.ElapsedMs}ms]");
|
||||
sb.AppendLine("用户：" + turn.UserText);
|
||||
if (!string.IsNullOrWhiteSpace(turn.AssistantText))
|
||||
sb.AppendLine("Shiro：" + turn.AssistantText);
|
||||
sb.AppendLine();
|
||||
}
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
public async Task<string> BuildRoutingContextTextAsync(string threadId, string currentText, CancellationToken ct = default, int maxRecentMessages = 6, int maxTurns = 1)
|
||||
{
|
||||
var state = await GetAsync(threadId, ct);
|
||||
var groupId = state?.GroupId ?? ExtractGroupId(threadId);
|
||||
var currentUserId = ExtractUserId(threadId);
|
||||
var recent = await _recentLog.ReadRecentAsync(groupId, Math.Clamp(maxRecentMessages, 3, 12), ct);
|
||||
|
||||
var sb = new StringBuilder();
|
||||
if (state is null)
|
||||
{
|
||||
sb.AppendLine("当前用户线程：无历史。");
|
||||
}
|
||||
else
|
||||
{
|
||||
sb.AppendLine($"当前用户线程状态：{state.LastTurnStatus}");
|
||||
if (!string.IsNullOrWhiteSpace(state.LastMergedText) && !string.Equals(state.LastMergedText.Trim(), currentText.Trim(), StringComparison.Ordinal))
|
||||
sb.AppendLine("当前用户最近问题：" + state.LastMergedText.Trim());
|
||||
if (!string.IsNullOrWhiteSpace(state.LastReply))
|
||||
sb.AppendLine("Shiro 最近回答：" + state.LastReply.Trim());
|
||||
if (state.Turns.Count > 0)
|
||||
{
|
||||
sb.AppendLine("当前用户最近已完成轮次：");
|
||||
foreach (var turn in state.Turns.TakeLast(Math.Clamp(maxTurns, 1, 3)))
|
||||
{
|
||||
sb.AppendLine("用户：" + turn.UserText.Trim());
|
||||
if (!string.IsNullOrWhiteSpace(turn.AssistantText)) sb.AppendLine("Shiro：" + turn.AssistantText.Trim());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
sb.AppendLine();
|
||||
sb.AppendLine("最近群聊消息，可能包含其他群友已经给出的回答或正在聊的话题：");
|
||||
sb.AppendLine($"当前发言者：{currentUserId}");
|
||||
if (recent.Count == 0) sb.AppendLine("无");
|
||||
foreach (var m in recent.TakeLast(Math.Clamp(maxRecentMessages, 3, 12)))
|
||||
{
|
||||
var speaker = m.UserId == currentUserId ? "当前发言者" : m.UserId == "assistant:shiro" ? "Shiro" : "其他群友";
|
||||
sb.AppendLine($"[{m.CreatedAt:HH:mm:ss}] {speaker}({m.UserId}): {m.Text}");
|
||||
}
|
||||
sb.AppendLine();
|
||||
sb.AppendLine("注意：判断是否回复/是否查资料时，可以参考最近群聊正在聊什么；但不要把其他群友的长期偏好当成当前发言者偏好。群友独立记忆只对对应 userId 生效。");
|
||||
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
public async Task<string> BuildTimeContextTextAsync(string threadId, DateTimeOffset now, CancellationToken ct = default)
|
||||
{
|
||||
var state = await GetAsync(threadId, ct);
|
||||
var sb = new StringBuilder();
|
||||
sb.AppendLine($"当前时间：{now:yyyy-MM-dd HH:mm:ss zzz}");
|
||||
sb.AppendLine($"当前星期：{GetChineseDayOfWeek(now.DayOfWeek)}");
|
||||
if (state is null || state.Turns.Count == 0)
|
||||
{
|
||||
sb.AppendLine("这是该线程的第一轮对话，暂无上一次对话时间。");
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
var last = state.Turns[^1];
|
||||
var delta = now - last.CreatedAt;
|
||||
sb.AppendLine($"上一次对话时间：{last.CreatedAt:yyyy-MM-dd HH:mm:ss zzz}");
|
||||
sb.AppendLine($"距离上一次对话：{FormatDuration(delta)}");
|
||||
sb.AppendLine($"该线程累计轮数：{state.TurnCount}");
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
private static string GetChineseDayOfWeek(DayOfWeek day) => day switch
|
||||
{
|
||||
DayOfWeek.Monday => "星期一",
|
||||
DayOfWeek.Tuesday => "星期二",
|
||||
DayOfWeek.Wednesday => "星期三",
|
||||
DayOfWeek.Thursday => "星期四",
|
||||
DayOfWeek.Friday => "星期五",
|
||||
DayOfWeek.Saturday => "星期六",
|
||||
DayOfWeek.Sunday => "星期日",
|
||||
_ => day.ToString()
|
||||
};
|
||||
|
||||
private static string FormatDuration(TimeSpan span)
|
||||
{
|
||||
if (span.TotalSeconds < 60) return $"{Math.Max(0, (int)span.TotalSeconds)} 秒";
|
||||
if (span.TotalMinutes < 60) return $"{(int)span.TotalMinutes} 分 {span.Seconds} 秒";
|
||||
if (span.TotalHours < 24) return $"{(int)span.TotalHours} 小时 {span.Minutes} 分";
|
||||
return $"{(int)span.TotalDays} 天 {span.Hours} 小时";
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<ConversationState>> ListAsync(string? groupId = null, CancellationToken ct = default)
|
||||
{
|
||||
await LoadGroupIfNeededAsync(groupId, ct);
|
||||
return _items.Values
|
||||
.Where(x => string.IsNullOrWhiteSpace(groupId) || x.GroupId == groupId)
|
||||
.OrderByDescending(x => x.UpdatedAt)
|
||||
.Take(100)
|
||||
.ToList();
|
||||
}
|
||||
|
||||
private ConversationState GetOrCreate(string threadId, string groupId, string userId)
|
||||
{
|
||||
return _items.GetOrAdd(threadId, id => new ConversationState
|
||||
{
|
||||
ThreadId = id,
|
||||
GroupId = groupId,
|
||||
UserId = userId,
|
||||
CreatedAt = DateTimeOffset.Now
|
||||
});
|
||||
}
|
||||
|
||||
private async Task<ConversationState?> GetAsync(string threadId, CancellationToken ct)
|
||||
{
|
||||
if (_items.TryGetValue(threadId, out var state)) return state;
|
||||
var path = GetPathByThreadId(threadId);
|
||||
if (!File.Exists(path)) return null;
|
||||
var json = await File.ReadAllTextAsync(path, ct);
|
||||
state = JsonSerializer.Deserialize<ConversationState>(json, JsonOptions);
|
||||
if (state is not null) _items[threadId] = state;
|
||||
return state;
|
||||
}
|
||||
|
||||
private async Task LoadGroupIfNeededAsync(string? groupId, CancellationToken ct)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(groupId)) return;
|
||||
var dir = Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", Sanitize(groupId), "threads");
|
||||
if (!Directory.Exists(dir)) return;
|
||||
foreach (var file in Directory.EnumerateFiles(dir, "*.json"))
|
||||
{
|
||||
try
|
||||
{
|
||||
var json = await File.ReadAllTextAsync(file, ct);
|
||||
var state = JsonSerializer.Deserialize<ConversationState>(json, JsonOptions);
|
||||
if (state is not null) _items[state.ThreadId] = state;
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
}
|
||||
|
||||
private async Task SaveAsync(ConversationState state, CancellationToken ct)
|
||||
{
|
||||
var path = GetPath(state);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
await _fileLock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
await File.WriteAllTextAsync(path, JsonSerializer.Serialize(state, JsonOptions), ct);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_fileLock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
private string GetPath(ConversationState state)
|
||||
{
|
||||
return Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", Sanitize(state.GroupId), "threads", Sanitize(state.ThreadId) + ".json");
|
||||
}
|
||||
|
||||
private string GetPathByThreadId(string threadId)
|
||||
{
|
||||
var groupId = ExtractGroupId(threadId);
|
||||
return Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", Sanitize(groupId), "threads", Sanitize(threadId) + ".json");
|
||||
}
|
||||
|
||||
private static string ExtractGroupId(string threadId)
|
||||
{
|
||||
// group:{groupId}:user:{userId} or group:{groupId}:reply:{messageId}
|
||||
var parts = threadId.Split(':');
|
||||
return parts.Length >= 2 ? parts[1] : "default";
|
||||
}
|
||||
|
||||
private static string ExtractUserId(string threadId)
|
||||
{
|
||||
var parts = threadId.Split(':');
|
||||
return parts.Length >= 4 && parts[2] == "user" ? parts[3] : "unknown";
|
||||
}
|
||||
|
||||
private static string Sanitize(string value)
|
||||
{
|
||||
foreach (var c in Path.GetInvalidFileNameChars()) value = value.Replace(c, '_');
|
||||
return string.IsNullOrWhiteSpace(value) ? "default" : value;
|
||||
}
|
||||
|
||||
private static void TrimTurns(ConversationState state)
|
||||
{
|
||||
const int maxTurns = 30;
|
||||
if (state.Turns.Count > maxTurns)
|
||||
state.Turns.RemoveRange(0, state.Turns.Count - maxTurns);
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class ConversationState
|
||||
{
|
||||
public string ThreadId { get; init; } = "";
|
||||
public string GroupId { get; init; } = "";
|
||||
public string UserId { get; init; } = "";
|
||||
public string Status { get; set; } = "active";
|
||||
public string LastTurnStatus { get; set; } = "idle";
|
||||
public int TurnCount { get; set; }
|
||||
public string? LastTaskId { get; set; }
|
||||
public string? LastMessageId { get; set; }
|
||||
public string? LastMergedText { get; set; }
|
||||
public string? LastReply { get; set; }
|
||||
public string? LastError { get; set; }
|
||||
public long LastElapsedMs { get; set; }
|
||||
public List<AgentTraceEvent> LastTrace { get; set; } = [];
|
||||
public AgentTopologyView? LastTopology { get; set; }
|
||||
public List<ConversationTurn> Turns { get; set; } = [];
|
||||
public DateTimeOffset CreatedAt { get; init; } = DateTimeOffset.Now;
|
||||
public DateTimeOffset UpdatedAt { get; set; } = DateTimeOffset.Now;
|
||||
}
|
||||
|
||||
public sealed class ConversationTurn
|
||||
{
|
||||
public string TaskId { get; set; } = "";
|
||||
public string MessageId { get; set; } = "";
|
||||
public string UserText { get; set; } = "";
|
||||
public string AssistantText { get; set; } = "";
|
||||
public long ElapsedMs { get; set; }
|
||||
public List<AgentTraceEvent> Trace { get; set; } = [];
|
||||
public AgentTopologyView? Topology { get; set; }
|
||||
public DateTimeOffset CreatedAt { get; set; } = DateTimeOffset.Now;
|
||||
}
|
||||
@@ -0,0 +1,65 @@
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ExecutionPlanCompiler(SubagentRegistry subagents, ToolCatalog tools)
|
||||
{
|
||||
public ExecutionPlan Compile(PlannerDecisionEnvelope decision)
|
||||
{
|
||||
var nodes = new List<ExecutionPlanNode>();
|
||||
var order = 0;
|
||||
foreach (var tool in decision.Tools.Take(4))
|
||||
{
|
||||
if (!tools.TryGet(tool.Name, out _) || !subagents.TryGet("tool", out _)) continue;
|
||||
nodes.Add(new ExecutionPlanNode
|
||||
{
|
||||
Id = $"tool-{++order}",
|
||||
AgentId = "tool",
|
||||
Required = tool.Confidence >= 0.75,
|
||||
Tool = tool,
|
||||
Order = order
|
||||
});
|
||||
}
|
||||
|
||||
if (decision.NeedsAnalysis && subagents.TryGet("analyst", out _))
|
||||
{
|
||||
nodes.Add(new ExecutionPlanNode
|
||||
{
|
||||
Id = "analysis-1",
|
||||
AgentId = "analyst",
|
||||
Required = true,
|
||||
DependsOn = nodes.Select(x => x.Id).ToArray(),
|
||||
Order = ++order
|
||||
});
|
||||
}
|
||||
|
||||
Validate(nodes);
|
||||
return new ExecutionPlan { Nodes = nodes, MaxConcurrency = 2 };
|
||||
}
|
||||
|
||||
private static void Validate(IReadOnlyList<ExecutionPlanNode> nodes)
|
||||
{
|
||||
var byId = nodes.ToDictionary(x => x.Id, StringComparer.OrdinalIgnoreCase);
|
||||
foreach (var node in nodes)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(node.Id) || string.IsNullOrWhiteSpace(node.AgentId))
|
||||
throw new InvalidOperationException("Execution plan contains an empty node id or agent id.");
|
||||
foreach (var dependency in node.DependsOn)
|
||||
if (!byId.ContainsKey(dependency) || string.Equals(dependency, node.Id, StringComparison.OrdinalIgnoreCase))
|
||||
throw new InvalidOperationException($"Invalid execution dependency: {node.Id} -> {dependency}");
|
||||
}
|
||||
|
||||
var indegree = nodes.ToDictionary(x => x.Id, x => x.DependsOn.Count, StringComparer.OrdinalIgnoreCase);
|
||||
var ready = new Queue<string>(nodes.Where(x => indegree[x.Id] == 0).OrderBy(x => x.Order).Select(x => x.Id));
|
||||
var visited = 0;
|
||||
while (ready.TryDequeue(out var id))
|
||||
{
|
||||
visited++;
|
||||
foreach (var child in nodes.Where(x => x.DependsOn.Contains(id, StringComparer.OrdinalIgnoreCase)))
|
||||
{
|
||||
if (--indegree[child.Id] == 0) ready.Enqueue(child.Id);
|
||||
}
|
||||
}
|
||||
if (visited != nodes.Count) throw new InvalidOperationException("Execution plan contains a dependency cycle.");
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,37 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ExecutionPlan
|
||||
{
|
||||
public string PlanId { get; init; } = Guid.NewGuid().ToString("n");
|
||||
public IReadOnlyList<ExecutionPlanNode> Nodes { get; init; } = [];
|
||||
public int MaxConcurrency { get; init; } = 2;
|
||||
}
|
||||
|
||||
public sealed class ExecutionPlanNode
|
||||
{
|
||||
public string Id { get; init; } = "";
|
||||
public string AgentId { get; init; } = "";
|
||||
public bool Required { get; init; }
|
||||
public IReadOnlyList<string> DependsOn { get; init; } = [];
|
||||
public RouteToolRequest? Tool { get; init; }
|
||||
public int Order { get; init; }
|
||||
}
|
||||
|
||||
public sealed class ExecutionNodeResult
|
||||
{
|
||||
public string NodeId { get; init; } = "";
|
||||
public string AgentId { get; init; } = "";
|
||||
public string Status { get; init; } = "succeeded";
|
||||
public long ElapsedMs { get; init; }
|
||||
public ToolObservation? ToolObservation { get; init; }
|
||||
public AnalysisResult? Analysis { get; init; }
|
||||
public string? Error { get; init; }
|
||||
}
|
||||
|
||||
public sealed class ExecutionPlanResult
|
||||
{
|
||||
public IReadOnlyList<ExecutionNodeResult> Nodes { get; init; } = [];
|
||||
public IReadOnlyList<ToolObservation> ToolObservations { get; init; } = [];
|
||||
public AnalysisResult? Analysis { get; init; }
|
||||
public bool HasRequiredFailure { get; init; }
|
||||
}
|
||||
@@ -0,0 +1,122 @@
|
||||
using System.Diagnostics;
|
||||
using MyAgent.Agents;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ExecutionPlanScheduler(
|
||||
SubagentRegistry registry,
|
||||
ToolAgent toolAgent,
|
||||
AnalystAgent analyst)
|
||||
{
|
||||
private readonly SemaphoreSlim _globalConcurrency = new(2, 2);
|
||||
|
||||
public async Task<ExecutionPlanResult> ExecuteAsync(
|
||||
ExecutionPlan plan,
|
||||
PlannerDecisionEnvelope planner,
|
||||
MessageBatch batch,
|
||||
AgentRunContext runContext,
|
||||
CancellationToken ct)
|
||||
{
|
||||
var pending = plan.Nodes.ToDictionary(x => x.Id, StringComparer.OrdinalIgnoreCase);
|
||||
var completed = new Dictionary<string, ExecutionNodeResult>(StringComparer.OrdinalIgnoreCase);
|
||||
var active = new Dictionary<string, Task<ExecutionNodeResult>>(StringComparer.OrdinalIgnoreCase);
|
||||
|
||||
while (pending.Count > 0 || active.Count > 0)
|
||||
{
|
||||
foreach (var node in pending.Values.OrderByDescending(x => x.Required).ThenBy(x => x.Order).ToArray())
|
||||
{
|
||||
if (active.Count >= Math.Clamp(plan.MaxConcurrency, 1, 2)) break;
|
||||
if (!node.DependsOn.All(completed.ContainsKey)) continue;
|
||||
if (node.DependsOn.Any(id => plan.Nodes.First(x => string.Equals(x.Id, id, StringComparison.OrdinalIgnoreCase)).Required
|
||||
&& completed[id].Status is "failed" or "timed_out" or "blocked"))
|
||||
{
|
||||
completed[node.Id] = new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "blocked", Error = "dependency_failed" };
|
||||
pending.Remove(node.Id);
|
||||
continue;
|
||||
}
|
||||
pending.Remove(node.Id);
|
||||
active[node.Id] = ExecuteNodeAsync(node, planner, batch, runContext, ct);
|
||||
}
|
||||
|
||||
if (active.Count == 0)
|
||||
{
|
||||
foreach (var node in pending.Values)
|
||||
completed[node.Id] = new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "blocked", Error = "unresolved_dependencies" };
|
||||
pending.Clear();
|
||||
break;
|
||||
}
|
||||
|
||||
var finishedTask = await Task.WhenAny(active.Values);
|
||||
var result = await finishedTask;
|
||||
active.Remove(result.NodeId);
|
||||
completed[result.NodeId] = result;
|
||||
if (result.ToolObservation is not null)
|
||||
runContext.Artifacts.Append("tool-observation", result.AgentId, result.ToolObservation);
|
||||
if (result.Analysis is not null)
|
||||
runContext.Artifacts.Append("analysis", result.AgentId, result.Analysis);
|
||||
}
|
||||
|
||||
var ordered = plan.Nodes.Select(node => completed[node.Id]).ToArray();
|
||||
return new ExecutionPlanResult
|
||||
{
|
||||
Nodes = ordered,
|
||||
ToolObservations = ordered.Select(x => x.ToolObservation).Where(x => x is not null).Cast<ToolObservation>().ToArray(),
|
||||
Analysis = ordered.Select(x => x.Analysis).LastOrDefault(x => x is not null),
|
||||
HasRequiredFailure = plan.Nodes.Any(node => node.Required && completed[node.Id].Status is "failed" or "timed_out" or "blocked")
|
||||
};
|
||||
}
|
||||
|
||||
private async Task<ExecutionNodeResult> ExecuteNodeAsync(
|
||||
ExecutionPlanNode node,
|
||||
PlannerDecisionEnvelope planner,
|
||||
MessageBatch batch,
|
||||
AgentRunContext runContext,
|
||||
CancellationToken ct)
|
||||
{
|
||||
if (!registry.TryGet(node.AgentId, out var descriptor))
|
||||
return new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "failed", Error = "unknown_subagent" };
|
||||
|
||||
await _globalConcurrency.WaitAsync(ct);
|
||||
var sw = Stopwatch.StartNew();
|
||||
using var timeout = CancellationTokenSource.CreateLinkedTokenSource(ct);
|
||||
timeout.CancelAfter(Math.Max(1000, descriptor.DefaultTimeoutMs));
|
||||
try
|
||||
{
|
||||
if (node.AgentId == "tool" && node.Tool is not null)
|
||||
{
|
||||
var envelope = new PlannerDecisionEnvelope { Route = planner.Route, Tools = [node.Tool], NeedsTool = true };
|
||||
var observation = (await toolAgent.ExecuteAsync(envelope, batch.MergedText, batch.GroupId, timeout.Token)).Single();
|
||||
return new ExecutionNodeResult
|
||||
{
|
||||
NodeId = node.Id,
|
||||
AgentId = node.AgentId,
|
||||
Status = observation.Status == "error" ? "failed" : "succeeded",
|
||||
ElapsedMs = sw.ElapsedMilliseconds,
|
||||
ToolObservation = observation,
|
||||
Error = observation.Error
|
||||
};
|
||||
}
|
||||
|
||||
if (node.AgentId == "analyst")
|
||||
{
|
||||
var observations = runContext.Artifacts.Read<ToolObservation>();
|
||||
var analysis = await analyst.AnalyzeAsync(batch, planner, observations, timeout.Token);
|
||||
return new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "succeeded", ElapsedMs = sw.ElapsedMilliseconds, Analysis = analysis };
|
||||
}
|
||||
|
||||
return new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "failed", Error = "unsupported_subagent" };
|
||||
}
|
||||
catch (OperationCanceledException) when (!ct.IsCancellationRequested)
|
||||
{
|
||||
return new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "timed_out", ElapsedMs = sw.ElapsedMilliseconds, Error = "node_timeout" };
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
return new ExecutionNodeResult { NodeId = node.Id, AgentId = node.AgentId, Status = "failed", ElapsedMs = sw.ElapsedMilliseconds, Error = ex.Message };
|
||||
}
|
||||
finally
|
||||
{
|
||||
_globalConcurrency.Release();
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,91 @@
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
/// <summary>
|
||||
/// Thin group-chat boundary adapter. Message processing now lives in AgentWorkflowEngine;
|
||||
/// this bridge only handles non-reply lifecycle events that are not ordinary user messages.
|
||||
/// </summary>
|
||||
public sealed class GroupChatBridge(
|
||||
SessionManager sessions,
|
||||
RecentLogStore recentLog,
|
||||
LocalConfigStore configStore,
|
||||
GroupChatHub hub,
|
||||
ConversationRegistry conversations,
|
||||
TaskRegistry tasks)
|
||||
{
|
||||
public async Task<GroupChatEvent> HandleRecallAsync(GroupChatRecallMessage request, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
var groupId = request.GroupId > 0 ? request.GroupId : cfg.Bot.DefaultGroupId;
|
||||
var recalledId = request.RecallMessageId ?? "";
|
||||
var recalledTaskId = tasks.TryGetTaskIdByMessage(recalledId, out var taskId) ? taskId : null;
|
||||
var cancelled = !string.IsNullOrWhiteSpace(recalledId) && tasks.CancelByMessage(recalledId);
|
||||
|
||||
IncomingMessage? removed = null;
|
||||
if (!string.IsNullOrWhiteSpace(recalledId))
|
||||
{
|
||||
removed = await recentLog.RemoveByMessageIdAsync(groupId.ToString(), recalledId, ct);
|
||||
await sessions.RemoveMessageAsync(recalledId, ct);
|
||||
await conversations.RemoveMessageAsync(groupId.ToString(), recalledId, recalledTaskId, ct);
|
||||
hub.RemoveMessage(recalledId, recalledTaskId);
|
||||
}
|
||||
|
||||
var ev = GroupChatEvent.Recall(groupId, recalledId, recalledTaskId, removed?.UserId ?? request.UserId.ToString(), cancelled, DateTimeOffset.Now);
|
||||
await hub.PublishAsync(ev, ct);
|
||||
return ev;
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class GroupChatUserMessage
|
||||
{
|
||||
public long GroupId { get; set; }
|
||||
public long UserId { get; set; } = 10001;
|
||||
public string DisplayName { get; set; } = "群友";
|
||||
public string Text { get; set; } = "";
|
||||
public bool IsMentioned { get; set; }
|
||||
public List<string> MentionedUserIds { get; set; } = [];
|
||||
public List<ChatAttachment> Attachments { get; set; } = [];
|
||||
public string? MessageId { get; set; }
|
||||
public string? ReplyToMessageId { get; set; }
|
||||
}
|
||||
|
||||
public sealed class GroupChatEvent
|
||||
{
|
||||
public string Type { get; set; } = "status";
|
||||
public long GroupId { get; set; }
|
||||
public string SenderId { get; set; } = "";
|
||||
public string SenderName { get; set; } = "";
|
||||
public string Text { get; set; } = "";
|
||||
public DateTimeOffset At { get; set; } = DateTimeOffset.Now;
|
||||
public int? Index { get; set; }
|
||||
public long? ElapsedMs { get; set; }
|
||||
public bool Append { get; set; }
|
||||
public ChatAttachment? Attachment { get; set; }
|
||||
public ChatAttachment[] Attachments { get; set; } = [];
|
||||
public MessageSendResult? Delivery { get; set; }
|
||||
public string TaskId { get; set; } = "";
|
||||
public string ThreadId { get; set; } = "";
|
||||
public List<AgentTraceEvent> Trace { get; set; } = [];
|
||||
public AgentTopologyView? Topology { get; set; }
|
||||
public string MessageId { get; set; } = "";
|
||||
public bool Cancelled { get; set; }
|
||||
|
||||
public static GroupChatEvent User(long groupId, string senderId, string name, string text, DateTimeOffset at, ChatAttachment[]? attachments = null, string messageId = "") => new() { Type = "user", GroupId = groupId, SenderId = senderId, SenderName = string.IsNullOrWhiteSpace(name) ? senderId : name, Text = text, At = at, Attachments = attachments ?? [], MessageId = messageId };
|
||||
public static GroupChatEvent Status(string text, DateTimeOffset at, string taskId = "", string threadId = "", string messageId = "", long groupId = 0) => new() { Type = "status", GroupId = groupId, Text = text, At = at, TaskId = taskId, ThreadId = threadId, MessageId = messageId };
|
||||
public static GroupChatEvent BotTyping(long groupId, string botName, string text, int? index, long? elapsedMs, bool append = false) => new() { Type = "bot-typing", GroupId = groupId, SenderId = "assistant:shiro", SenderName = string.IsNullOrWhiteSpace(botName) ? "莲" : botName, Text = text, Index = index, ElapsedMs = elapsedMs, Append = append, At = DateTimeOffset.Now };
|
||||
public static GroupChatEvent BotMessage(long groupId, string botName, string text, DateTimeOffset at, long? elapsedMs, MessageSendResult? delivery, ChatAttachment[] attachments, int? index = null, string taskId = "", string threadId = "") => new() { Type = "bot", GroupId = groupId, SenderId = "assistant:shiro", SenderName = string.IsNullOrWhiteSpace(botName) ? "莲" : botName, Text = text, At = at, ElapsedMs = elapsedMs, Delivery = delivery, Attachments = attachments, Index = index, TaskId = taskId, ThreadId = threadId };
|
||||
public static GroupChatEvent AttachmentEvent(long groupId, string senderId, string botName, ChatAttachment attachment, DateTimeOffset at, MessageSendResult? delivery) => new() { Type = "attachment", GroupId = groupId, SenderId = senderId, SenderName = string.IsNullOrWhiteSpace(botName) ? "莲" : botName, Text = attachment.Url, Attachment = attachment, At = at, Delivery = delivery };
|
||||
public static GroupChatEvent Done(DateTimeOffset at, string taskId = "", string threadId = "", List<AgentTraceEvent>? trace = null, long? elapsedMs = null, long groupId = 0, string messageId = "") => new() { Type = "done", GroupId = groupId, At = at, TaskId = taskId, ThreadId = threadId, MessageId = messageId, Trace = trace ?? [], ElapsedMs = elapsedMs };
|
||||
public static GroupChatEvent Cancel(DateTimeOffset at, string taskId = "", string threadId = "", string messageId = "", List<AgentTraceEvent>? trace = null, long groupId = 0) => new() { Type = "cancelled", GroupId = groupId, At = at, TaskId = taskId, ThreadId = threadId, MessageId = messageId, Trace = trace ?? [], Cancelled = true };
|
||||
public static GroupChatEvent Failed(DateTimeOffset at, string text, string taskId = "", string threadId = "", string messageId = "", List<AgentTraceEvent>? trace = null, long groupId = 0) => new() { Type = "failed", GroupId = groupId, At = at, Text = text, TaskId = taskId, ThreadId = threadId, MessageId = messageId, Trace = trace ?? [] };
|
||||
public static GroupChatEvent Recall(long groupId, string messageId, string? taskId, string senderId, bool cancelled, DateTimeOffset at) => new() { Type = "recall", GroupId = groupId, MessageId = messageId, TaskId = taskId ?? "", SenderId = senderId, Cancelled = cancelled, At = at };
|
||||
}
|
||||
|
||||
public sealed class GroupChatRecallMessage
|
||||
{
|
||||
public long GroupId { get; set; }
|
||||
public long UserId { get; set; }
|
||||
public string? RecallMessageId { get; set; }
|
||||
}
|
||||
@@ -0,0 +1,67 @@
|
||||
using System.Collections.Concurrent;
|
||||
using System.Threading.Channels;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class GroupChatHub
|
||||
{
|
||||
private readonly ConcurrentDictionary<Guid, Channel<GroupChatEvent>> _subscribers = new();
|
||||
private readonly ConcurrentQueue<GroupChatEvent> _recent = new();
|
||||
private const int MaxRecent = 300;
|
||||
|
||||
public IReadOnlyList<GroupChatEvent> Recent(long groupId)
|
||||
{
|
||||
return _recent.Where(x => x.GroupId == 0 || x.GroupId == groupId).TakeLast(100).ToList();
|
||||
}
|
||||
|
||||
public void ClearGroup(long groupId)
|
||||
{
|
||||
var kept = _recent
|
||||
.Where(ev => ev.GroupId != 0 && ev.GroupId != groupId)
|
||||
.ToList();
|
||||
while (_recent.TryDequeue(out _)) { }
|
||||
foreach (var ev in kept.TakeLast(MaxRecent)) _recent.Enqueue(ev);
|
||||
}
|
||||
|
||||
public void RemoveMessage(string messageId, string? taskId = null)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(messageId) && string.IsNullOrWhiteSpace(taskId)) return;
|
||||
var kept = _recent
|
||||
.Where(ev => !IsRelated(ev, messageId, taskId))
|
||||
.ToList();
|
||||
while (_recent.TryDequeue(out _)) { }
|
||||
foreach (var ev in kept.TakeLast(MaxRecent)) _recent.Enqueue(ev);
|
||||
}
|
||||
|
||||
private static bool IsRelated(GroupChatEvent ev, string messageId, string? taskId)
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(messageId) && string.Equals(ev.MessageId, messageId, StringComparison.OrdinalIgnoreCase)) return true;
|
||||
if (!string.IsNullOrWhiteSpace(taskId) && string.Equals(ev.TaskId, taskId, StringComparison.OrdinalIgnoreCase)) return true;
|
||||
return false;
|
||||
}
|
||||
|
||||
public async Task PublishAsync(GroupChatEvent ev, CancellationToken ct = default)
|
||||
{
|
||||
_recent.Enqueue(ev);
|
||||
while (_recent.Count > MaxRecent && _recent.TryDequeue(out _)) { }
|
||||
foreach (var pair in _subscribers.ToArray())
|
||||
{
|
||||
await pair.Value.Writer.WriteAsync(ev, ct);
|
||||
}
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<GroupChatEvent> SubscribeAsync([System.Runtime.CompilerServices.EnumeratorCancellation] CancellationToken ct = default)
|
||||
{
|
||||
var id = Guid.NewGuid();
|
||||
var channel = Channel.CreateUnbounded<GroupChatEvent>();
|
||||
_subscribers[id] = channel;
|
||||
try
|
||||
{
|
||||
await foreach (var ev in channel.Reader.ReadAllAsync(ct)) yield return ev;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_subscribers.TryRemove(id, out _);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,66 @@
|
||||
using MyAgent.Storage;
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class GroupHistorySyncService(
|
||||
LocalConfigStore configStore,
|
||||
IGroupPlatform platform,
|
||||
RecentLogStore recentLog,
|
||||
ILogger<GroupHistorySyncService> logger) : BackgroundService
|
||||
{
|
||||
protected override async Task ExecuteAsync(CancellationToken stoppingToken)
|
||||
{
|
||||
await SyncOnceAsync(stoppingToken);
|
||||
}
|
||||
|
||||
public async Task<int> SyncOnceAsync(CancellationToken ct = default)
|
||||
{
|
||||
try
|
||||
{
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
|
||||
var groupIds = cfg.Bot.AllowedGroupIds
|
||||
.Append(cfg.Bot.DefaultGroupId)
|
||||
.Where(x => x > 0)
|
||||
.Distinct()
|
||||
.ToList();
|
||||
var totalAdded = 0;
|
||||
foreach (var groupId in groupIds)
|
||||
{
|
||||
var history = await platform.GetHistoryAsync(groupId, 100, ct);
|
||||
var messages = history
|
||||
.Where(ev => ev.Type == "user" && !string.IsNullOrWhiteSpace(ev.SenderId) && !string.IsNullOrWhiteSpace(ev.Text))
|
||||
.Select(ev => new IncomingMessage
|
||||
{
|
||||
MessageId = string.IsNullOrWhiteSpace(ev.MessageId) ? $"history-{ev.At.ToUnixTimeMilliseconds()}-{ev.SenderId}" : ev.MessageId,
|
||||
GroupId = groupId.ToString(),
|
||||
UserId = ev.SenderId,
|
||||
Text = ev.Text,
|
||||
IsMentioned = false,
|
||||
MentionedUserIds = [],
|
||||
Attachments = ev.Attachments.ToList(),
|
||||
CreatedAt = ev.At
|
||||
})
|
||||
.ToList();
|
||||
|
||||
var added = await recentLog.AppendMissingAsync(groupId.ToString(), messages, ct);
|
||||
totalAdded += added;
|
||||
if (added > 0)
|
||||
logger.LogInformation("Group history sync appended {Count} missing messages for group {GroupId}", added, groupId);
|
||||
else
|
||||
logger.LogInformation("Group history sync completed; no missing messages for group {GroupId}", groupId);
|
||||
}
|
||||
return totalAdded;
|
||||
}
|
||||
catch (OperationCanceledException) when (ct.IsCancellationRequested)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
logger.LogWarning(ex, "Group history sync failed; continuing without startup backfill");
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,26 @@
|
||||
using MyAgent.Tools;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
/// <summary>Platform capabilities needed by the agent, independent of any QQ protocol.</summary>
|
||||
public interface IGroupPlatform
|
||||
{
|
||||
Task<MessageSendResult?> SendAsync(
|
||||
long groupId,
|
||||
string text,
|
||||
IReadOnlyList<ChatAttachment> attachments,
|
||||
string? replyToMessageId,
|
||||
CancellationToken cancellationToken = default);
|
||||
|
||||
Task<IReadOnlyList<GroupChatEvent>> GetHistoryAsync(long groupId, int limit, CancellationToken cancellationToken = default);
|
||||
|
||||
Task<GroupProfileResult> GetProfileAsync(long groupId, CancellationToken cancellationToken = default);
|
||||
}
|
||||
|
||||
public sealed class MessageSendResult
|
||||
{
|
||||
public bool Ok { get; init; }
|
||||
public string? MessageId { get; init; }
|
||||
public DateTimeOffset? Timestamp { get; init; }
|
||||
public string? Error { get; init; }
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public static class IntentWeightPolicy
|
||||
{
|
||||
public const double ToolThreshold = 0.5;
|
||||
public const double MemoryRecallThreshold = 0.6;
|
||||
public const double AnalysisThreshold = 0.65;
|
||||
|
||||
public static bool ShouldUseTool(double weight) => Normalize(weight) >= ToolThreshold;
|
||||
public static bool ShouldRecallMemory(double weight) => Normalize(weight) >= MemoryRecallThreshold;
|
||||
public static bool ShouldAnalyze(double weight) => Normalize(weight) >= AnalysisThreshold;
|
||||
public static double Normalize(double weight) => Math.Clamp(weight, 0, 1);
|
||||
}
|
||||
@@ -0,0 +1,203 @@
|
||||
using System.Text.Json;
|
||||
using MyAgent.Agents;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class InterjectionGuard(IChatModelClient client, RecentLogStore recentLog, LocalConfigStore configStore, ILogger<InterjectionGuard> logger)
|
||||
{
|
||||
private const string BotUserId = "assistant:shiro";
|
||||
private const int TimeoutMs = 1800;
|
||||
public async Task<InterjectionGuardResult> CheckAsync(MessageBatch batch, RouteDecision route, CancellationToken ct = default)
|
||||
{
|
||||
if (!route.ShouldReply || batch.Messages.Count == 0) return InterjectionGuardResult.Allow("route_no_reply_or_empty");
|
||||
|
||||
var cfg = await configStore.ReadAsync(ct);
|
||||
var botProfile = BuildBotProfile(cfg);
|
||||
var botIds = BuildBotIds(cfg);
|
||||
var currentText = batch.MergedText.Trim();
|
||||
var currentMentionIds = batch.Messages.SelectMany(m => m.MentionedUserIds).Where(x => !string.IsNullOrWhiteSpace(x)).ToList();
|
||||
var mentionedOthers = currentMentionIds.Where(id => !botIds.Contains(id)).Distinct(StringComparer.OrdinalIgnoreCase).ToList();
|
||||
var mentionedBot = currentMentionIds.Any(id => botIds.Contains(id))
|
||||
|| batch.Messages.Any(m => m.IsMentioned)
|
||||
|| HasExplicitBotName(currentText, botProfile);
|
||||
|
||||
if (mentionedOthers.Count > 0 && !mentionedBot)
|
||||
return InterjectionGuardResult.Suppressed("mentions_other_member", $"mentioned={string.Join(',', mentionedOthers.Take(4))}");
|
||||
|
||||
var currentIds = batch.Messages.Select(m => m.MessageId).Where(x => !string.IsNullOrWhiteSpace(x)).ToHashSet(StringComparer.OrdinalIgnoreCase);
|
||||
var last = batch.Messages.Last();
|
||||
var previousWindow = await recentLog.ReadBeforeAsync(batch.GroupId, last.CreatedAt, 12, currentIds, ct);
|
||||
|
||||
if (!string.IsNullOrWhiteSpace(last.ReplyToMessageId))
|
||||
{
|
||||
var replied = await recentLog.FindByMessageIdAsync(batch.GroupId, last.ReplyToMessageId, ct);
|
||||
if (replied is not null && IsBot(replied, botIds))
|
||||
return InterjectionGuardResult.Allow("reply_to_bot", $"replyTo={replied.UserId}");
|
||||
if (replied is not null && !IsBot(replied, botIds) && !mentionedBot)
|
||||
return InterjectionGuardResult.Suppressed("reply_to_other_member", $"replyTo={replied.UserId}");
|
||||
}
|
||||
|
||||
var previous = previousWindow.LastOrDefault();
|
||||
if (previous is null) return InterjectionGuardResult.Allow("no_previous_message");
|
||||
if (mentionedBot) return InterjectionGuardResult.Allow("bot_mentioned");
|
||||
|
||||
var semantic = await AskModelAsync(batch, previous, previousWindow, route, mentionedBot, botProfile, ct);
|
||||
return semantic;
|
||||
}
|
||||
|
||||
private async Task<InterjectionGuardResult> AskModelAsync(MessageBatch batch, IncomingMessage previous, IReadOnlyList<IncomingMessage> previousWindow, RouteDecision route, bool mentionedBot, BotProfile botProfile, CancellationToken ct)
|
||||
{
|
||||
var system = $$"""
|
||||
你是 QQ 群聊“是否插嘴”判定器。只输出 JSON。
|
||||
你的任务不是判断“这个问题能不能回答”，而是判断“{{botProfile.DisplayName}}”现在该不该主动插入回答。
|
||||
|
||||
机器人身份：
|
||||
- 显示名：{{botProfile.DisplayName}}
|
||||
- QQ：{{botProfile.BotUserId}}
|
||||
- 别名：{{string.Join(" / ", botProfile.Aliases)}}
|
||||
|
||||
核心原则：
|
||||
1. 先判断对话中心：最近上下文是在围绕机器人（显示名/QQ/别名如上）展开，还是群友之间互相聊天。
|
||||
2. 特别注意中文里的“你”：如果“你”从上下文看是在指上一位群友、被回复的人、被 @ 的其他人，或者泛指群友/大家，而不是特指机器人，则 suppress=true。
|
||||
3. 当前消息如果是在接上一位群友的话、回答上一位群友、追问上一位群友、纠正上一位群友、问上一位群友“你/你们/这个”，通常 suppress=true。
|
||||
4. 如果前文刚 @ 了其他群友，后续同一发言者连续发“这个/他/你的/怎么做/用什么”等追问，默认是在问那个被 @ 的群友或延续对他的讨论，不是问机器人，除非又明确点名机器人。
|
||||
5. 机器人显示名/别名出现在项目名、仓库名、域名、包名、文件名中，不等于点名机器人。例如“shirobot.dashboard / shirobot plugin / xxx-shirobot”只是技术对象名，不能据此认为上下文围绕机器人。
|
||||
6. 如果最近一段时间没有明显群友对话密度，且当前发言者没有在 @ 或接续其他群友的话题，当前消息更像向全群提出的独立问题/求助，可以 suppress=false。
|
||||
7. 简单客观问题、术语解释、技术报错、资料查询、使用建议等，如果没人正在回答，机器人可以适当参与，suppress=false。
|
||||
8. 计算/折扣换算/单位换算/价格比较/时间换算这类低风险工具型问题，可以更主动参与；即使没有点名机器人，只要像向全群求助且上下文里有数字或可以短澄清，suppress=false。
|
||||
9. 对会影响人类判断/决策的讨论要谨慎，例如社会事件、项目选型、投资/消费、法律/协议、争议话题、技术选型/部署架构/CDN/库推荐、对某人/某项目的评价。如果这类话题正在群友之间讨论，且没有明确交给机器人，就 suppress=true，避免影响人类决策；如果是无人接的全群求助，可以短答或提示不确定。
|
||||
10. 时间因素：08:00~23:00 是热门活跃时间。若最近几分钟群友消息密集、多人连续讨论，机器人应更少插话；除非上下文明显把问题交给机器人，或当前是无人接的全群求助/客观问题/低风险计算换算。
|
||||
11. 难题不能自动抢答；但如果当前消息明显是向全群求助，而不是接某个群友的话，可以 suppress=false，给短而有用的回答。
|
||||
12. 如果用户明确 @ 机器人、回复机器人、点名显示名/QQ/别名且不是项目名/包名的一部分、或上下文连续在问机器人，suppress=false。
|
||||
13. 如果当前只是单独发送 URL/链接、截图链接、文章链接、视频链接，且没有明确让机器人总结/打开/解释/搜索/分析，默认 suppress=true；链接更可能只是群友分享或交给外部插件处理。
|
||||
14. 上一句是机器人回复只表示“可能是追问”，不是自动允许。仍要判断当前发言是否真的在追问机器人；如果像是在对其他群友解释、吐槽、转述、贴链接或开启新话题，suppress=true。
|
||||
15. 平衡原则：避免打断群友对话，但不要变成只有点名才说话；当前像全群求助且无人接时，可以参与。
|
||||
|
||||
只输出：{"suppress":true|false,"reason":"简短原因，说明你指代、上下文中心、是否简单客观问题或决策性话题"}
|
||||
""";
|
||||
|
||||
var user = $$"""
|
||||
最近群聊窗口（按时间从旧到新；assistant:shiro/{{botProfile.BotUserId}} 是 {{botProfile.DisplayName}}）：
|
||||
{{FormatWindow(previousWindow)}}
|
||||
|
||||
上一句群友消息：
|
||||
userId={{previous.UserId}}
|
||||
time={{previous.CreatedAt:HH:mm:ss}}
|
||||
text={{previous.Text}}
|
||||
|
||||
当前待处理消息：
|
||||
userId={{batch.UserId}}
|
||||
time={{batch.Messages.Last().CreatedAt:HH:mm:ss}}
|
||||
text={{batch.MergedText}}
|
||||
mentionedBot={{mentionedBot}}
|
||||
routeReason={{route.Reason}}
|
||||
routeMode={{route.Mode}}
|
||||
routeWeb={{route.WebPolicy}}
|
||||
|
||||
请判断：当前消息里的“你/这个/他/上面”如果出现，指的是谁？当前上下文是否把问题交给 {{botProfile.DisplayName}}？机器人名字/别名是否只是出现在项目名、仓库名、域名或包名里？最近是否有群友密集对话、刚 @ 其他人、或当前用户正在接别人的话？这个问题是简单客观问题，还是会影响人类决策/立场/技术选型的讨论？{{botProfile.DisplayName}} 此刻该不该插嘴？
|
||||
""";
|
||||
|
||||
using var timeout = CancellationTokenSource.CreateLinkedTokenSource(ct);
|
||||
timeout.CancelAfter(TimeoutMs);
|
||||
try
|
||||
{
|
||||
var result = await client.CompleteRoutingAsync([
|
||||
new ChatMessage { Role = "system", Content = system },
|
||||
new ChatMessage { Role = "user", Content = user }
|
||||
], 0.0, 120, timeout.Token);
|
||||
|
||||
var json = ExtractJson(result.Content);
|
||||
using var doc = JsonDocument.Parse(json);
|
||||
var root = doc.RootElement;
|
||||
var suppress = root.TryGetProperty("suppress", out var s) && s.ValueKind is JsonValueKind.True or JsonValueKind.False && s.GetBoolean();
|
||||
var reason = root.TryGetProperty("reason", out var r) && r.ValueKind == JsonValueKind.String ? r.GetString() ?? "model" : "model";
|
||||
return suppress ? InterjectionGuardResult.Suppressed("llm_contextual_reply", reason) : InterjectionGuardResult.Allow("llm_allow:" + reason);
|
||||
}
|
||||
catch (OperationCanceledException) when (!ct.IsCancellationRequested)
|
||||
{
|
||||
// 插嘴判定超时时必须保守：不再因为“同一用户追问”直接放行。
|
||||
// 真正明确交给机器人的场景已在前面的 reply_to_bot / bot_mentioned / previous_is_bot 结构规则中放行。
|
||||
return InterjectionGuardResult.Suppressed("llm_timeout_conservative", $"previous={previous.UserId}");
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
logger.LogDebug(ex, "Interjection guard failed; falling back to conservative no-interjection");
|
||||
return InterjectionGuardResult.Suppressed("llm_guard_failed_conservative", ex.Message);
|
||||
}
|
||||
}
|
||||
|
||||
private static bool HasExplicitBotName(string text, BotProfile profile)
|
||||
{
|
||||
if (ContainsDisplayName(text, profile.DisplayName)) return true;
|
||||
if (ContainsDisplayName(text, profile.BotUserId)) return true;
|
||||
return profile.Aliases.Any(alias => ContainsDisplayName(text, alias));
|
||||
}
|
||||
|
||||
private static bool ContainsDisplayName(string text, string name)
|
||||
{
|
||||
name = name.Trim();
|
||||
if (name.Length == 0) return false;
|
||||
var idx = text.IndexOf(name, StringComparison.OrdinalIgnoreCase);
|
||||
while (idx >= 0)
|
||||
{
|
||||
var beforeOk = idx == 0 || char.IsWhiteSpace(text[idx - 1]) || char.IsPunctuation(text[idx - 1]) || text[idx - 1] == '@';
|
||||
var end = idx + name.Length;
|
||||
var afterOk = end >= text.Length || char.IsWhiteSpace(text[end]) || char.IsPunctuation(text[end]);
|
||||
if (beforeOk && afterOk) return true;
|
||||
idx = text.IndexOf(name, idx + name.Length, StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
private static string FormatWindow(IReadOnlyList<IncomingMessage> window)
|
||||
{
|
||||
if (window.Count == 0) return "无";
|
||||
return string.Join("\n", window.Select(m => $"[{m.CreatedAt:HH:mm:ss}] {m.UserId}: {m.Text}"));
|
||||
}
|
||||
|
||||
private static string DescribeWindow(IReadOnlyList<IncomingMessage> window)
|
||||
{
|
||||
if (window.Count == 0) return "no_recent_window";
|
||||
var last = window[^1];
|
||||
var distinctUsers = window.Select(m => m.UserId).Distinct(StringComparer.OrdinalIgnoreCase).Count();
|
||||
return $"recent={window.Count}, users={distinctUsers}, lastUser={last.UserId}, lastAt={last.CreatedAt:HH:mm:ss}";
|
||||
}
|
||||
|
||||
private static HashSet<string> BuildBotIds(RuntimeConfig cfg)
|
||||
{
|
||||
var ids = new HashSet<string>(StringComparer.OrdinalIgnoreCase) { BotUserId };
|
||||
if (cfg.Bot.BotUserId > 0) ids.Add(cfg.Bot.BotUserId.ToString());
|
||||
if (!string.IsNullOrWhiteSpace(cfg.Bot.BotDisplayName)) ids.Add(cfg.Bot.BotDisplayName);
|
||||
foreach (var alias in cfg.Bot.BotAliases) ids.Add(alias);
|
||||
return ids;
|
||||
}
|
||||
|
||||
private static BotProfile BuildBotProfile(RuntimeConfig cfg)
|
||||
{
|
||||
var aliases = cfg.Bot.BotAliases.Where(x => !string.IsNullOrWhiteSpace(x)).Distinct(StringComparer.OrdinalIgnoreCase).ToList();
|
||||
return new BotProfile(
|
||||
string.IsNullOrWhiteSpace(cfg.Bot.BotDisplayName) ? "莲" : cfg.Bot.BotDisplayName,
|
||||
cfg.Bot.BotUserId > 0 ? cfg.Bot.BotUserId.ToString() : "",
|
||||
aliases);
|
||||
}
|
||||
|
||||
private sealed record BotProfile(string DisplayName, string BotUserId, IReadOnlyList<string> Aliases);
|
||||
|
||||
private static bool IsBot(IncomingMessage message, IReadOnlySet<string> botIds) => botIds.Contains(message.UserId);
|
||||
|
||||
private static string ExtractJson(string text)
|
||||
{
|
||||
text = text.Trim();
|
||||
var start = text.IndexOf('{');
|
||||
var end = text.LastIndexOf('}');
|
||||
if (start >= 0 && end > start) return text[start..(end + 1)];
|
||||
return text;
|
||||
}
|
||||
}
|
||||
|
||||
public sealed record InterjectionGuardResult(bool Suppress, string Reason, string Detail)
|
||||
{
|
||||
public static InterjectionGuardResult Allow(string reason, string detail = "") => new(false, reason, detail);
|
||||
public static InterjectionGuardResult Suppressed(string reason, string detail = "") => new(true, reason, detail);
|
||||
}
|
||||
@@ -0,0 +1,194 @@
|
||||
using System.Collections.Concurrent;
|
||||
using System.Diagnostics;
|
||||
using MyAgent.Agents;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class SemanticRouter(IChatModelClient embeddings, ILogger<SemanticRouter> logger)
|
||||
{
|
||||
private readonly IChatModelClient _embeddings = embeddings;
|
||||
private readonly ILogger<SemanticRouter> _logger = logger;
|
||||
private readonly SemaphoreSlim _initLock = new(1, 1);
|
||||
private readonly ConcurrentDictionary<string, CachedSemanticRoute> _decisionCache = new();
|
||||
private List<RoutePrototype> _prototypes = [];
|
||||
private bool _initialized;
|
||||
private static readonly TimeSpan CacheTtl = TimeSpan.FromMinutes(10);
|
||||
private const int MaxCacheEntries = 1024;
|
||||
|
||||
public Task<SemanticRouteResult> RefineAsync(MessageBatch batch, RouteDecision initial, CancellationToken ct = default)
|
||||
{
|
||||
// Tool/search/reply intent is no longer decided by hard-coded embedding prototypes.
|
||||
// RouterAgent / PlannerAgent are authoritative and return structured decisions.
|
||||
// Keep this service as a disabled compatibility step so existing trace UI still shows why
|
||||
// semantic routing did not short-circuit the LLM router.
|
||||
return Task.FromResult(SemanticRouteResult.Skipped("semantic_router_disabled; llm_router_json_authoritative", 0));
|
||||
}
|
||||
|
||||
private SemanticRouteResult Apply(RoutePrototype proto, double score, RouteDecision initial, MessageBatch batch, long elapsedMs)
|
||||
{
|
||||
var hasAttachment = batch.Messages.Any(m => m.Attachments.Count > 0);
|
||||
var high = score >= proto.Threshold;
|
||||
var borderline = score >= proto.BorderlineThreshold;
|
||||
var detail = $"matched={proto.Name}, score={score:F3}, threshold={proto.Threshold:F2}";
|
||||
|
||||
if (!high)
|
||||
return borderline
|
||||
? SemanticRouteResult.CreateAmbiguous(detail, score, proto.Name, elapsedMs)
|
||||
: SemanticRouteResult.Skipped(detail, elapsedMs, score, proto.Name);
|
||||
|
||||
var route = Clone(initial);
|
||||
route.NeedMainAgent = false;
|
||||
route.Reason = "semantic_router:" + proto.Name + $":{score:F3}";
|
||||
route.WebPolicy = proto.WebPolicy;
|
||||
route.Mode = proto.Mode;
|
||||
route.ShouldReply = proto.ShouldReply;
|
||||
|
||||
// Kept only for backward compatibility if semantic routing is re-enabled later.
|
||||
if (hasAttachment && proto.Name is "image_question" or "reply_direct")
|
||||
{
|
||||
route.ShouldReply = true;
|
||||
route.Mode = ReplyMode.Fast;
|
||||
route.WebPolicy = WebPolicy.None;
|
||||
}
|
||||
|
||||
if (route.ShouldReply && route.Mode == ReplyMode.None)
|
||||
route.Mode = route.WebPolicy == WebPolicy.Required ? ReplyMode.Web : ReplyMode.Fast;
|
||||
|
||||
return SemanticRouteResult.CreateApplied(detail, score, proto.Name, route, elapsedMs);
|
||||
}
|
||||
|
||||
private async Task EnsureInitializedAsync(CancellationToken ct)
|
||||
{
|
||||
if (_initialized) return;
|
||||
await _initLock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
if (_initialized) return;
|
||||
var list = new List<RoutePrototype>();
|
||||
foreach (var spec in Specs())
|
||||
{
|
||||
foreach (var example in spec.Examples)
|
||||
{
|
||||
var vector = await _embeddings.CreateEmbeddingAsync(example, ct);
|
||||
if (vector.Length == 0) continue;
|
||||
list.Add(new RoutePrototype(spec.Name, spec.ShouldReply, spec.Mode, spec.WebPolicy, spec.Threshold, spec.BorderlineThreshold, vector));
|
||||
}
|
||||
}
|
||||
_prototypes = list;
|
||||
_initialized = true;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_initLock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
private static IEnumerable<RouteSpec> Specs() => [];
|
||||
|
||||
private static string BuildInput(MessageBatch batch)
|
||||
{
|
||||
var attachmentText = batch.Messages.Any(m => m.Attachments.Count > 0) ? "\n[当前消息带有图片或文件附件]" : "";
|
||||
return NormalizeText(batch.MergedText) + attachmentText;
|
||||
}
|
||||
|
||||
private static string NormalizeText(string text)
|
||||
{
|
||||
var lines = text.Replace("\r\n", "\n").Split('\n')
|
||||
.Select(x => System.Text.RegularExpressions.Regex.Replace(x, @"^\s*\d+[.、]\s*", "").Trim())
|
||||
.Where(x => !string.IsNullOrWhiteSpace(x));
|
||||
return string.Join("\n", lines).Trim();
|
||||
}
|
||||
|
||||
private static string BuildCacheKey(MessageBatch batch, string input, RouteDecision initial)
|
||||
{
|
||||
var attach = string.Join(',', batch.Messages.SelectMany(m => m.Attachments).Select(a => a.MediaId + a.SourceUrl).OrderBy(x => x));
|
||||
return string.Join('|', "semantic-v1", batch.GroupId, batch.UserId, input.ToLowerInvariant(), attach, initial.Mode, initial.WebPolicy, batch.Messages.Any(m => m.IsMentioned));
|
||||
}
|
||||
|
||||
private void SaveCache(string key, SemanticRouteResult result)
|
||||
{
|
||||
if (_decisionCache.Count > MaxCacheEntries)
|
||||
{
|
||||
foreach (var old in _decisionCache.OrderBy(x => x.Value.CreatedAt).Take(128))
|
||||
_decisionCache.TryRemove(old.Key, out _);
|
||||
}
|
||||
_decisionCache[key] = new CachedSemanticRoute(DateTimeOffset.Now, result.Clone());
|
||||
}
|
||||
|
||||
private static double Cosine(float[] a, float[] b)
|
||||
{
|
||||
if (a.Length == 0 || b.Length == 0 || a.Length != b.Length) return 0;
|
||||
double dot = 0, na = 0, nb = 0;
|
||||
for (var i = 0; i < a.Length; i++)
|
||||
{
|
||||
dot += a[i] * b[i];
|
||||
na += a[i] * a[i];
|
||||
nb += b[i] * b[i];
|
||||
}
|
||||
return na == 0 || nb == 0 ? 0 : dot / (Math.Sqrt(na) * Math.Sqrt(nb));
|
||||
}
|
||||
|
||||
private static RouteDecision Clone(RouteDecision source) => new()
|
||||
{
|
||||
ShouldReply = source.ShouldReply,
|
||||
Mode = source.Mode,
|
||||
WebPolicy = source.WebPolicy,
|
||||
NeedMainAgent = source.NeedMainAgent,
|
||||
NeedToolPlanning = source.NeedToolPlanning,
|
||||
NeedLlmFusion = source.NeedLlmFusion,
|
||||
Temperature = source.Temperature,
|
||||
TimeoutMs = source.TimeoutMs,
|
||||
ContextRecentMessages = source.ContextRecentMessages,
|
||||
Reason = source.Reason,
|
||||
ToolNotice = source.ToolNotice,
|
||||
ToolDoneNotice = source.ToolDoneNotice,
|
||||
WebReasons = source.WebReasons.ToList(),
|
||||
Tools = source.Tools.Select(t => new RouteToolRequest { Name = t.Name, Query = t.Query, Url = t.Url, Reason = t.Reason, MaxResults = t.MaxResults }).ToList()
|
||||
};
|
||||
|
||||
private sealed record RouteSpec(string Name, bool ShouldReply, ReplyMode Mode, WebPolicy WebPolicy, double Threshold, double BorderlineThreshold, string[] Examples);
|
||||
private sealed record RoutePrototype(string Name, bool ShouldReply, ReplyMode Mode, WebPolicy WebPolicy, double Threshold, double BorderlineThreshold, float[] Vector);
|
||||
private sealed record CachedSemanticRoute(DateTimeOffset CreatedAt, SemanticRouteResult Result);
|
||||
}
|
||||
|
||||
public sealed class SemanticRouteResult
|
||||
{
|
||||
public bool Applied { get; init; }
|
||||
public bool Ambiguous { get; init; }
|
||||
public bool CacheHit { get; set; }
|
||||
public string Status { get; init; } = "skipped";
|
||||
public string Detail { get; init; } = "";
|
||||
public double Confidence { get; init; }
|
||||
public string MatchedRoute { get; init; } = "";
|
||||
public long ElapsedMs { get; init; }
|
||||
public RouteDecision? Decision { get; init; }
|
||||
|
||||
public SemanticRouteResult Clone() => new()
|
||||
{
|
||||
Applied = Applied,
|
||||
Ambiguous = Ambiguous,
|
||||
CacheHit = CacheHit,
|
||||
Status = Status,
|
||||
Detail = Detail,
|
||||
Confidence = Confidence,
|
||||
MatchedRoute = MatchedRoute,
|
||||
ElapsedMs = ElapsedMs,
|
||||
Decision = Decision is null ? null : new RouteDecision
|
||||
{
|
||||
ShouldReply = Decision.ShouldReply,
|
||||
Mode = Decision.Mode,
|
||||
WebPolicy = Decision.WebPolicy,
|
||||
NeedMainAgent = Decision.NeedMainAgent,
|
||||
NeedLlmFusion = Decision.NeedLlmFusion,
|
||||
Temperature = Decision.Temperature,
|
||||
TimeoutMs = Decision.TimeoutMs,
|
||||
ContextRecentMessages = Decision.ContextRecentMessages,
|
||||
Reason = Decision.Reason,
|
||||
WebReasons = Decision.WebReasons.ToList()
|
||||
}
|
||||
};
|
||||
|
||||
public static SemanticRouteResult CreateApplied(string detail, double confidence, string route, RouteDecision decision, long elapsedMs) => new() { Applied = true, Status = "ok", Detail = detail, Confidence = confidence, MatchedRoute = route, Decision = decision, ElapsedMs = elapsedMs };
|
||||
public static SemanticRouteResult CreateAmbiguous(string detail, double confidence, string route, long elapsedMs) => new() { Ambiguous = true, Status = "ambiguous", Detail = detail, Confidence = confidence, MatchedRoute = route, ElapsedMs = elapsedMs };
|
||||
public static SemanticRouteResult Skipped(string detail, long elapsedMs, double confidence = 0, string route = "") => new() { Status = "skipped", Detail = detail, Confidence = confidence, MatchedRoute = route, ElapsedMs = elapsedMs };
|
||||
}
|
||||
@@ -0,0 +1,171 @@
|
||||
using Microsoft.Extensions.Options;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class SessionManager(IOptions<ShirobotOptions> options, TimeProvider timeProvider)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly Dictionary<string, PendingThread> _pending = new();
|
||||
private readonly SemaphoreSlim _lock = new(1, 1);
|
||||
|
||||
public async Task<MessageBatch?> DebounceAsync(IncomingMessage message, CancellationToken ct = default)
|
||||
{
|
||||
var threadId = BuildThreadId(message);
|
||||
CancellationTokenSource supersede;
|
||||
long revision;
|
||||
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
if (!_pending.TryGetValue(threadId, out var pending))
|
||||
{
|
||||
pending = new PendingThread();
|
||||
_pending[threadId] = pending;
|
||||
}
|
||||
|
||||
var now = message.CreatedAt;
|
||||
pending.Messages.RemoveAll(m => (now - m.CreatedAt).TotalSeconds > _options.Fusion.SameUserMergeWindowSec);
|
||||
pending.Messages.Add(message);
|
||||
var max = Math.Max(1, _options.Fusion.MaxMergedMessages);
|
||||
if (pending.Messages.Count > max)
|
||||
pending.Messages.RemoveRange(0, pending.Messages.Count - max);
|
||||
|
||||
pending.DelayCts?.Cancel();
|
||||
supersede = new CancellationTokenSource();
|
||||
pending.DelayCts = supersede;
|
||||
revision = ++pending.Revision;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
|
||||
try
|
||||
{
|
||||
using var linked = CancellationTokenSource.CreateLinkedTokenSource(ct, supersede.Token);
|
||||
await Task.Delay(TimeSpan.FromMilliseconds(Math.Max(0, _options.Fusion.DebounceMs)), timeProvider, linked.Token);
|
||||
}
|
||||
catch (OperationCanceledException) when (!ct.IsCancellationRequested)
|
||||
{
|
||||
supersede.Dispose();
|
||||
return null;
|
||||
}
|
||||
catch
|
||||
{
|
||||
await _lock.WaitAsync(CancellationToken.None);
|
||||
try
|
||||
{
|
||||
if (_pending.TryGetValue(threadId, out var pending) && pending.Revision == revision && ReferenceEquals(pending.DelayCts, supersede))
|
||||
_pending.Remove(threadId);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
supersede.Dispose();
|
||||
throw;
|
||||
}
|
||||
|
||||
await _lock.WaitAsync(CancellationToken.None);
|
||||
try
|
||||
{
|
||||
if (ct.IsCancellationRequested)
|
||||
{
|
||||
if (_pending.TryGetValue(threadId, out var cancelledPending) && cancelledPending.Revision == revision && ReferenceEquals(cancelledPending.DelayCts, supersede))
|
||||
_pending.Remove(threadId);
|
||||
ct.ThrowIfCancellationRequested();
|
||||
}
|
||||
if (!_pending.TryGetValue(threadId, out var pending) || pending.Revision != revision || !ReferenceEquals(pending.DelayCts, supersede))
|
||||
return null;
|
||||
|
||||
var stableMessages = pending.Messages.ToList();
|
||||
_pending.Remove(threadId);
|
||||
return CreateBatch(stableMessages, threadId);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
supersede.Dispose();
|
||||
}
|
||||
}
|
||||
|
||||
public Task<MessageBatch> MergeManyAsync(IReadOnlyList<IncomingMessage> messages, CancellationToken ct = default)
|
||||
{
|
||||
if (messages.Count == 0) throw new ArgumentException("messages is empty", nameof(messages));
|
||||
ct.ThrowIfCancellationRequested();
|
||||
var stableMessages = messages.ToList();
|
||||
return Task.FromResult(CreateBatch(stableMessages, BuildThreadId(stableMessages[^1])));
|
||||
}
|
||||
|
||||
public async Task ClearGroupAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(groupId)) return;
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
foreach (var key in _pending.Keys.Where(k => k.StartsWith($"group:{groupId}:", StringComparison.OrdinalIgnoreCase)).ToList())
|
||||
{
|
||||
if (_pending.Remove(key, out var pending)) pending.DelayCts?.Cancel();
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task RemoveMessageAsync(string messageId, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(messageId)) return;
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
var emptyThreads = new List<string>();
|
||||
foreach (var pair in _pending)
|
||||
{
|
||||
pair.Value.Messages.RemoveAll(m => string.Equals(m.MessageId, messageId, StringComparison.OrdinalIgnoreCase));
|
||||
if (pair.Value.Messages.Count == 0) emptyThreads.Add(pair.Key);
|
||||
}
|
||||
foreach (var threadId in emptyThreads)
|
||||
{
|
||||
if (_pending.Remove(threadId, out var pending)) pending.DelayCts?.Cancel();
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public static string BuildThreadId(IncomingMessage message)
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(message.ReplyToMessageId))
|
||||
return $"group:{message.GroupId}:user:{message.UserId}:reply:{message.ReplyToMessageId}";
|
||||
return $"group:{message.GroupId}:user:{message.UserId}";
|
||||
}
|
||||
|
||||
private static string RawJoin(IReadOnlyList<IncomingMessage> messages)
|
||||
{
|
||||
return string.Join("\n", messages.Select((m, i) => messages.Count == 1 ? m.Text.Trim() : $"{i + 1}. {m.Text.Trim()}"));
|
||||
}
|
||||
|
||||
private static MessageBatch CreateBatch(IReadOnlyList<IncomingMessage> messages, string threadId)
|
||||
{
|
||||
var lastMessage = messages[^1];
|
||||
return new MessageBatch
|
||||
{
|
||||
GroupId = lastMessage.GroupId,
|
||||
UserId = lastMessage.UserId,
|
||||
ThreadId = threadId,
|
||||
Messages = messages.ToArray(),
|
||||
MergedText = RawJoin(messages)
|
||||
};
|
||||
}
|
||||
|
||||
private sealed class PendingThread
|
||||
{
|
||||
public List<IncomingMessage> Messages { get; } = [];
|
||||
public long Revision { get; set; }
|
||||
public CancellationTokenSource? DelayCts { get; set; }
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,67 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class ShirobotOptions
|
||||
{
|
||||
public string DataDir { get; set; } = "data";
|
||||
public OpenAiOptions OpenAi { get; set; } = new();
|
||||
public ExaOptions Exa { get; set; } = new();
|
||||
public FusionOptions Fusion { get; set; } = new();
|
||||
public ContextOptions Context { get; set; } = new();
|
||||
public MemoryOptions Memory { get; set; } = new();
|
||||
public RuntimeOptions Runtime { get; set; } = new();
|
||||
public WebCacheOptions WebCache { get; set; } = new();
|
||||
}
|
||||
|
||||
public sealed class OpenAiOptions
|
||||
{
|
||||
public string BaseUrl { get; set; } = "https://api.openai.com/v1";
|
||||
public string Model { get; set; } = "gpt-4o-mini";
|
||||
public string? ApiKey { get; set; }
|
||||
}
|
||||
|
||||
public sealed class ExaOptions
|
||||
{
|
||||
public bool Enabled { get; set; } = true;
|
||||
public string? ApiKey { get; set; }
|
||||
public int MaxResults { get; set; } = 5;
|
||||
public string Mode { get; set; } = "http"; // http | mcp
|
||||
}
|
||||
|
||||
public sealed class FusionOptions
|
||||
{
|
||||
public int DebounceMs { get; set; } = 450;
|
||||
public int SameUserMergeWindowSec { get; set; } = 8;
|
||||
public int MaxMergedMessages { get; set; } = 8;
|
||||
}
|
||||
|
||||
public sealed class ContextOptions
|
||||
{
|
||||
public int RecentMessages { get; set; } = 30;
|
||||
public int MaxMarkdownChars { get; set; } = 6000;
|
||||
public int MaxAnswerChars { get; set; } = 1200;
|
||||
}
|
||||
|
||||
public sealed class MemoryOptions
|
||||
{
|
||||
public bool Enabled { get; set; } = true;
|
||||
public int CompressEveryMessages { get; set; } = 80;
|
||||
public int CompressEveryMinutes { get; set; } = 30;
|
||||
public int ContextSoftLimitChars { get; set; } = 12000;
|
||||
}
|
||||
|
||||
public sealed class RuntimeOptions
|
||||
{
|
||||
public int PerGroupMaxLlmTasks { get; set; } = 2;
|
||||
public int PerUserPerGroupMaxTasks { get; set; } = 1;
|
||||
public int FastTimeoutMs { get; set; } = 15000;
|
||||
public int WebTimeoutMs { get; set; } = 25000;
|
||||
public int QualityTimeoutMs { get; set; } = 45000;
|
||||
}
|
||||
|
||||
public sealed class WebCacheOptions
|
||||
{
|
||||
public bool Enabled { get; set; } = true;
|
||||
public int SearchTtlMinutes { get; set; } = 30;
|
||||
public int FetchTtlMinutes { get; set; } = 120;
|
||||
public int MaxEntryTextChars { get; set; } = 12000;
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
using System.Text;
|
||||
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed record SubagentDescriptor(
|
||||
string Id,
|
||||
string Purpose,
|
||||
ContextScope ContextScope,
|
||||
int DefaultTimeoutMs,
|
||||
int MaxInstancesPerPlan);
|
||||
|
||||
public sealed class SubagentRegistry
|
||||
{
|
||||
private readonly IReadOnlyDictionary<string, SubagentDescriptor> _items;
|
||||
|
||||
public SubagentRegistry()
|
||||
{
|
||||
var descriptors = new[]
|
||||
{
|
||||
new SubagentDescriptor("tool", "执行受控工具并返回证据或附件。", ContextScope.CurrentTurn | ContextScope.Attachments | ContextScope.UpstreamArtifacts, 15000, 4),
|
||||
new SubagentDescriptor("analyst", "综合多个证据，识别风险、冲突与不确定性。", ContextScope.CurrentTurn | ContextScope.UpstreamArtifacts, 12000, 1),
|
||||
new SubagentDescriptor("memory-recall", "按需召回当前群的历史对话记忆。", ContextScope.CurrentTurn | ContextScope.HeavyMemory, 12000, 1)
|
||||
};
|
||||
_items = descriptors.ToDictionary(x => x.Id, StringComparer.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
public IReadOnlyList<SubagentDescriptor> List() => _items.Values.OrderBy(x => x.Id, StringComparer.Ordinal).ToArray();
|
||||
|
||||
public bool TryGet(string id, out SubagentDescriptor descriptor) => _items.TryGetValue(id, out descriptor!);
|
||||
|
||||
public string FormatForPlanner()
|
||||
{
|
||||
var text = new StringBuilder();
|
||||
foreach (var item in List())
|
||||
text.AppendLine($"- {item.Id}: {item.Purpose} maxInstances={item.MaxInstancesPerPlan}");
|
||||
return text.ToString().Trim();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,186 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed record TaskLease(
|
||||
string TaskId,
|
||||
string ThreadId,
|
||||
long Generation,
|
||||
bool CancelledPrevious,
|
||||
CancellationToken Token);
|
||||
|
||||
public sealed class TaskRegistry
|
||||
{
|
||||
private readonly object _gate = new();
|
||||
private readonly Dictionary<string, AgentTaskState> _tasks = new(StringComparer.OrdinalIgnoreCase);
|
||||
private readonly Dictionary<string, string> _activeByThread = new(StringComparer.OrdinalIgnoreCase);
|
||||
private readonly Dictionary<string, long> _generationByThread = new(StringComparer.OrdinalIgnoreCase);
|
||||
private readonly Dictionary<string, CancellationTokenSource> _cancellations = new(StringComparer.OrdinalIgnoreCase);
|
||||
private readonly Dictionary<string, string> _taskByMessage = new(StringComparer.OrdinalIgnoreCase);
|
||||
|
||||
public TaskLease StartLease(AgentTaskState task, IEnumerable<string> messageIds)
|
||||
{
|
||||
lock (_gate)
|
||||
{
|
||||
var cancelledPrevious = false;
|
||||
if (_activeByThread.TryGetValue(task.ThreadId, out var oldTaskId) && !string.Equals(oldTaskId, task.TaskId, StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
CancelLocked(oldTaskId, "cancelled_by_newer_message");
|
||||
cancelledPrevious = true;
|
||||
}
|
||||
|
||||
var generation = _generationByThread.TryGetValue(task.ThreadId, out var current) ? current + 1 : 1;
|
||||
_generationByThread[task.ThreadId] = generation;
|
||||
task.Generation = generation;
|
||||
task.Status = "running";
|
||||
task.CancellationReason = null;
|
||||
task.Error = null;
|
||||
task.FinishedAt = null;
|
||||
|
||||
var cts = new CancellationTokenSource();
|
||||
_tasks[task.TaskId] = task;
|
||||
_cancellations[task.TaskId] = cts;
|
||||
foreach (var id in messageIds.Where(id => !string.IsNullOrWhiteSpace(id)))
|
||||
_taskByMessage[id] = task.TaskId;
|
||||
_activeByThread[task.ThreadId] = task.TaskId;
|
||||
|
||||
return new TaskLease(task.TaskId, task.ThreadId, generation, cancelledPrevious, cts.Token);
|
||||
}
|
||||
}
|
||||
|
||||
public (bool CancelledPrevious, CancellationToken Token) Start(AgentTaskState task, IEnumerable<string> messageIds)
|
||||
{
|
||||
var lease = StartLease(task, messageIds);
|
||||
return (lease.CancelledPrevious, lease.Token);
|
||||
}
|
||||
|
||||
public bool CancelActiveThread(string threadId, string reason = "cancelled_by_newer_message")
|
||||
{
|
||||
lock (_gate)
|
||||
return _activeByThread.TryGetValue(threadId, out var taskId) && CancelLocked(taskId, reason);
|
||||
}
|
||||
|
||||
public bool IsCurrent(TaskLease lease)
|
||||
{
|
||||
lock (_gate)
|
||||
return _activeByThread.TryGetValue(lease.ThreadId, out var active)
|
||||
&& string.Equals(active, lease.TaskId, StringComparison.OrdinalIgnoreCase)
|
||||
&& _tasks.TryGetValue(lease.TaskId, out var task)
|
||||
&& task.Generation == lease.Generation
|
||||
&& string.Equals(task.Status, "running", StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
public bool IsRunningOwner(string taskId, string threadId)
|
||||
{
|
||||
lock (_gate)
|
||||
return _activeByThread.TryGetValue(threadId, out var active)
|
||||
&& string.Equals(active, taskId, StringComparison.OrdinalIgnoreCase)
|
||||
&& _tasks.TryGetValue(taskId, out var task)
|
||||
&& string.Equals(task.Status, "running", StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
public bool OwnsLatest(string taskId, string threadId)
|
||||
{
|
||||
lock (_gate)
|
||||
return _tasks.TryGetValue(taskId, out var task)
|
||||
&& string.Equals(task.ThreadId, threadId, StringComparison.OrdinalIgnoreCase)
|
||||
&& _generationByThread.TryGetValue(threadId, out var generation)
|
||||
&& task.Generation == generation;
|
||||
}
|
||||
|
||||
public bool IsCancelled(string taskId)
|
||||
{
|
||||
lock (_gate)
|
||||
return _tasks.TryGetValue(taskId, out var task) && string.Equals(task.Status, "cancelled", StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
public bool Complete(string taskId, string result, long? generation = null)
|
||||
{
|
||||
lock (_gate)
|
||||
{
|
||||
if (!_tasks.TryGetValue(taskId, out var task) || !string.Equals(task.Status, "running", StringComparison.OrdinalIgnoreCase)) return false;
|
||||
if (generation.HasValue && task.Generation != generation.Value) return false;
|
||||
task.Status = "completed";
|
||||
task.Result = result;
|
||||
task.UpdatedAt = DateTimeOffset.Now;
|
||||
task.FinishedAt = task.UpdatedAt;
|
||||
RemoveActiveLocked(task);
|
||||
DisposeCancellationLocked(taskId);
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
public bool Fail(string taskId, string error, long? generation = null)
|
||||
{
|
||||
lock (_gate)
|
||||
{
|
||||
if (!_tasks.TryGetValue(taskId, out var task) || !string.Equals(task.Status, "running", StringComparison.OrdinalIgnoreCase)) return false;
|
||||
if (generation.HasValue && task.Generation != generation.Value) return false;
|
||||
task.Status = "failed";
|
||||
task.Error = error;
|
||||
task.UpdatedAt = DateTimeOffset.Now;
|
||||
task.FinishedAt = task.UpdatedAt;
|
||||
RemoveActiveLocked(task);
|
||||
DisposeCancellationLocked(taskId);
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
public bool CancelByMessage(string messageId, string reason = "cancelled_by_recall")
|
||||
{
|
||||
lock (_gate)
|
||||
return _taskByMessage.TryGetValue(messageId, out var taskId) && CancelLocked(taskId, reason);
|
||||
}
|
||||
|
||||
public bool TryGetTaskIdByMessage(string messageId, out string taskId)
|
||||
{
|
||||
lock (_gate) return _taskByMessage.TryGetValue(messageId, out taskId!);
|
||||
}
|
||||
|
||||
public bool Cancel(string taskId, string reason)
|
||||
{
|
||||
lock (_gate) return CancelLocked(taskId, reason);
|
||||
}
|
||||
|
||||
public bool TryGet(string taskId, out AgentTaskState? task)
|
||||
{
|
||||
lock (_gate) return _tasks.TryGetValue(taskId, out task);
|
||||
}
|
||||
|
||||
public string? GetCancellationReason(string taskId)
|
||||
{
|
||||
lock (_gate)
|
||||
return _tasks.TryGetValue(taskId, out var task) ? task.CancellationReason : null;
|
||||
}
|
||||
|
||||
public IReadOnlyList<AgentTaskState> List()
|
||||
{
|
||||
lock (_gate)
|
||||
return _tasks.Values.OrderByDescending(x => x.CreatedAt).Take(100).ToList();
|
||||
}
|
||||
|
||||
private bool CancelLocked(string taskId, string reason)
|
||||
{
|
||||
if (!_tasks.TryGetValue(taskId, out var task) || !string.Equals(task.Status, "running", StringComparison.OrdinalIgnoreCase)) return false;
|
||||
if (_cancellations.TryGetValue(taskId, out var cts))
|
||||
{
|
||||
try { cts.Cancel(); } catch { }
|
||||
}
|
||||
task.Status = "cancelled";
|
||||
task.CancellationReason = reason;
|
||||
task.UpdatedAt = DateTimeOffset.Now;
|
||||
task.FinishedAt = task.UpdatedAt;
|
||||
RemoveActiveLocked(task);
|
||||
DisposeCancellationLocked(taskId);
|
||||
return true;
|
||||
}
|
||||
|
||||
private void RemoveActiveLocked(AgentTaskState task)
|
||||
{
|
||||
if (_activeByThread.TryGetValue(task.ThreadId, out var active) && string.Equals(active, task.TaskId, StringComparison.OrdinalIgnoreCase))
|
||||
_activeByThread.Remove(task.ThreadId);
|
||||
}
|
||||
|
||||
private void DisposeCancellationLocked(string taskId)
|
||||
{
|
||||
if (_cancellations.Remove(taskId, out var cts)) cts.Dispose();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public enum TurnFusionType
|
||||
{
|
||||
Single,
|
||||
Supplement,
|
||||
Correction,
|
||||
MultiQuestion,
|
||||
AttachmentWithCaption,
|
||||
Ambiguous
|
||||
}
|
||||
|
||||
public sealed class FusedTurn
|
||||
{
|
||||
public string GroupId { get; set; } = "";
|
||||
public string UserId { get; set; } = "";
|
||||
public string ThreadId { get; set; } = "";
|
||||
public string TaskId { get; set; } = "";
|
||||
public IReadOnlyList<IncomingMessage> Messages { get; set; } = [];
|
||||
public string StableText { get; set; } = "";
|
||||
public string FusionSummary { get; set; } = "";
|
||||
public TurnFusionType FusionType { get; set; } = TurnFusionType.Single;
|
||||
public bool ShouldSplit { get; set; }
|
||||
public List<FusedMessageRole> MessageRoles { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class FusedMessageRole
|
||||
{
|
||||
public string MessageId { get; set; } = "";
|
||||
public string Role { get; set; } = "";
|
||||
}
|
||||
@@ -0,0 +1,67 @@
|
||||
namespace MyAgent.Core;
|
||||
|
||||
public sealed class WorkflowUiMetadata
|
||||
{
|
||||
public IReadOnlyList<string> StreamEventTypes { get; init; } = ["user", "status", "attachment", "bot-typing", "bot", "done", "failed", "recall", "cancelled"];
|
||||
|
||||
public IReadOnlyDictionary<string, string> StatusLabels { get; init; } = new Dictionary<string, string>
|
||||
{
|
||||
["ok"] = "完成",
|
||||
["done"] = "完成",
|
||||
["completed"] = "完成",
|
||||
["no_reply"] = "不回复",
|
||||
["suppress"] = "压制",
|
||||
["cache_hit"] = "缓存命中",
|
||||
["running"] = "进行中",
|
||||
["skipped"] = "跳过",
|
||||
["pending"] = "等待",
|
||||
["error"] = "失败",
|
||||
["failed"] = "失败",
|
||||
["timed_out"] = "超时",
|
||||
["blocked"] = "已阻断",
|
||||
["partial"] = "部分成功",
|
||||
["ambiguous"] = "不确定",
|
||||
["queued"] = "已入队"
|
||||
};
|
||||
|
||||
public IReadOnlyDictionary<string, string> AgentLabels { get; init; } = new Dictionary<string, string>
|
||||
{
|
||||
["workflow-engine"] = "状态机",
|
||||
["message-fusion-agent"] = "消息融合",
|
||||
["router-agent"] = "群聊路由",
|
||||
["interjection-guard"] = "插嘴判定",
|
||||
["planner-agent"] = "任务规划",
|
||||
["tool-agent"] = "工具执行",
|
||||
["analyst-agent"] = "证据分析",
|
||||
["reply-model"] = "回复模型",
|
||||
["reply-agent"] = "回复表达",
|
||||
["context-builder"] = "上下文",
|
||||
["web_search"] = "联网搜索",
|
||||
["image_search"] = "图片搜索",
|
||||
["web_fetch"] = "网页读取",
|
||||
["media-service"] = "媒体服务",
|
||||
["platform"] = "Shirobot"
|
||||
};
|
||||
|
||||
public IReadOnlyList<WorkflowStepMetadata> WorkflowSteps { get; init; } =
|
||||
[
|
||||
new() { Key = "received", Name = "接收消息", Steps = ["received"], Pending = "等待消息进入状态机。" },
|
||||
new() { Key = "fusion", Name = "消息融合", Steps = ["fusion"], Pending = "融合短时间连续消息，判断补充/修正/多问题。" },
|
||||
new() { Key = "router", Name = "群聊路由", Steps = ["route", "interjection-guard"], Pending = "判断当前消息是否问机器人、是否应该进入后续流程。" },
|
||||
new() { Key = "planner", Name = "任务规划", Steps = ["plan"], Pending = "选择直接回复、工具调用、分析或澄清。" },
|
||||
new() { Key = "tool", Name = "工具执行", Steps = ["tool"], Pending = "按工具目录执行 web_fetch/web_search/image_search 等能力。" },
|
||||
new() { Key = "analysis", Name = "证据分析", Steps = ["analysis"], Pending = "重问题会汇总工具证据、风险和不确定性。" },
|
||||
new() { Key = "context", Name = "上下文构建", Steps = ["context"], Pending = "加载群设定、线程历史、最近消息和附件。" },
|
||||
new() { Key = "reply", Name = "最终回复", Steps = ["reply", "reply-first-token"], Pending = "等待 ReplyAgent 输出 QQ 分段回复。" },
|
||||
new() { Key = "memory", Name = "记忆整理", Steps = [], Pending = "等待回复完成后入队。", Virtual = true }
|
||||
];
|
||||
}
|
||||
|
||||
public sealed class WorkflowStepMetadata
|
||||
{
|
||||
public string Key { get; init; } = "";
|
||||
public string Name { get; init; } = "";
|
||||
public IReadOnlyList<string> Steps { get; init; } = [];
|
||||
public string Pending { get; init; } = "";
|
||||
public bool Virtual { get; init; }
|
||||
}
|
||||
@@ -0,0 +1,2 @@
|
||||
global using Microsoft.Extensions.Hosting;
|
||||
global using Microsoft.Extensions.Logging;
|
||||
@@ -0,0 +1,223 @@
|
||||
namespace MyAgent;
|
||||
|
||||
public sealed class ChatRequest
|
||||
{
|
||||
public string GroupId { get; set; } = "demo-group";
|
||||
public string UserId { get; set; } = "demo-user";
|
||||
public string Text { get; set; } = "";
|
||||
public string? MessageId { get; set; }
|
||||
public string? ReplyToMessageId { get; set; }
|
||||
public bool IsMentioned { get; set; }
|
||||
public List<string> MentionedUserIds { get; set; } = [];
|
||||
public bool IsRecall { get; set; }
|
||||
public string? RecallMessageId { get; set; }
|
||||
}
|
||||
|
||||
public sealed class BurstChatRequest
|
||||
{
|
||||
public string GroupId { get; set; } = "demo-group";
|
||||
public string UserId { get; set; } = "demo-user";
|
||||
public List<string> Messages { get; set; } = [];
|
||||
public int IntervalMs { get; set; } = 300;
|
||||
public bool IsMentioned { get; set; }
|
||||
public string? ReplyToMessageId { get; set; }
|
||||
}
|
||||
|
||||
public sealed class ChatResult
|
||||
{
|
||||
public string TaskId { get; set; } = "";
|
||||
public string MessageId { get; set; } = "";
|
||||
public string GroupId { get; set; } = "";
|
||||
public string UserId { get; set; } = "";
|
||||
public bool ShouldReply { get; set; }
|
||||
public string? Reply { get; set; }
|
||||
public List<string> ReplySegments { get; set; } = [];
|
||||
public List<ChatAttachment> Attachments { get; set; } = [];
|
||||
public RouteDecision Route { get; set; } = new();
|
||||
public string MergedText { get; set; } = "";
|
||||
public bool CancelledPrevious { get; set; }
|
||||
public bool QueuedQualityFollowup { get; set; }
|
||||
public long ElapsedMs { get; set; }
|
||||
public DateTimeOffset StartedAt { get; set; } = DateTimeOffset.Now;
|
||||
public DateTimeOffset FinishedAt { get; set; } = DateTimeOffset.Now;
|
||||
public List<AgentTraceEvent> Trace { get; set; } = [];
|
||||
public List<string> Notes { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class ChatAttachment
|
||||
{
|
||||
public string Type { get; set; } = "image";
|
||||
public string MediaId { get; set; } = "";
|
||||
public string Url { get; set; } = "";
|
||||
public string LocalPath { get; set; } = "";
|
||||
public string SourceUrl { get; set; } = "";
|
||||
public string PageUrl { get; set; } = "";
|
||||
public string Mime { get; set; } = "";
|
||||
public long Size { get; set; }
|
||||
public string Title { get; set; } = "";
|
||||
public string TextContent { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class AgentTraceEvent
|
||||
{
|
||||
public string Step { get; set; } = "";
|
||||
public string Agent { get; set; } = "";
|
||||
public string Status { get; set; } = "ok";
|
||||
public string Detail { get; set; } = "";
|
||||
public long AtMs { get; set; }
|
||||
public long? ElapsedMs { get; set; }
|
||||
}
|
||||
|
||||
public sealed class IncomingMessage
|
||||
{
|
||||
public string MessageId { get; init; } = Guid.NewGuid().ToString("n");
|
||||
public string GroupId { get; init; } = "";
|
||||
public string UserId { get; init; } = "";
|
||||
public string Text { get; init; } = "";
|
||||
public string? ReplyToMessageId { get; init; }
|
||||
public bool IsMentioned { get; init; }
|
||||
public IReadOnlyList<string> MentionedUserIds { get; init; } = [];
|
||||
public bool IsRecall { get; init; }
|
||||
public string? RecallMessageId { get; init; }
|
||||
public List<ChatAttachment> Attachments { get; init; } = [];
|
||||
public DateTimeOffset CreatedAt { get; init; } = DateTimeOffset.Now;
|
||||
}
|
||||
|
||||
public sealed class MessageBatch
|
||||
{
|
||||
public string GroupId { get; init; } = "";
|
||||
public string UserId { get; init; } = "";
|
||||
public string ThreadId { get; init; } = "";
|
||||
public string TaskId { get; init; } = Guid.NewGuid().ToString("n");
|
||||
public IReadOnlyList<IncomingMessage> Messages { get; init; } = [];
|
||||
public string MergedText { get; init; } = "";
|
||||
public bool Ready { get; init; } = true;
|
||||
public DateTimeOffset CreatedAt { get; init; } = DateTimeOffset.Now;
|
||||
}
|
||||
|
||||
public enum ReplyMode
|
||||
{
|
||||
None,
|
||||
Fast,
|
||||
Web,
|
||||
AsyncQuality
|
||||
}
|
||||
|
||||
public enum WebPolicy
|
||||
{
|
||||
None,
|
||||
Optional,
|
||||
Required
|
||||
}
|
||||
|
||||
public sealed class RouteDecision
|
||||
{
|
||||
public bool ShouldReply { get; set; } = true;
|
||||
public ReplyMode Mode { get; set; } = ReplyMode.Fast;
|
||||
public WebPolicy WebPolicy { get; set; } = WebPolicy.None;
|
||||
public bool NeedMainAgent { get; set; }
|
||||
public bool NeedToolPlanning { get; set; }
|
||||
public bool NeedLlmFusion { get; set; }
|
||||
public double Temperature { get; set; } = 0.65;
|
||||
public int TimeoutMs { get; set; } = 15000;
|
||||
public int ContextRecentMessages { get; set; } = 30;
|
||||
public int MaxReplySegments { get; set; } = 1;
|
||||
public string Reason { get; set; } = "rule";
|
||||
public string ToolNotice { get; set; } = "";
|
||||
public string ToolDoneNotice { get; set; } = "";
|
||||
public string ToolResultOverview { get; set; } = "";
|
||||
public string AnalysisNotice { get; set; } = "";
|
||||
public List<string> WebReasons { get; set; } = [];
|
||||
public List<RouteToolRequest> Tools { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class RouteToolRequest
|
||||
{
|
||||
public string Name { get; set; } = ""; // web_search | web_fetch | image_search
|
||||
public string Query { get; set; } = "";
|
||||
public string Url { get; set; } = "";
|
||||
public string Reason { get; set; } = "";
|
||||
public int MaxResults { get; set; } = 5;
|
||||
public double Confidence { get; set; }
|
||||
}
|
||||
|
||||
public sealed class ChatPromptContext
|
||||
{
|
||||
public string GroupId { get; init; } = "";
|
||||
public string UserId { get; init; } = "";
|
||||
public string ThreadId { get; init; } = "";
|
||||
public string MergedText { get; init; } = "";
|
||||
public string GroupContextMarkdown { get; init; } = "";
|
||||
public string QuestionContextText { get; init; } = "";
|
||||
public string MemberMemoryText { get; init; } = "";
|
||||
public string TimeContextText { get; init; } = "";
|
||||
public string AttentionContextText { get; init; } = "";
|
||||
public string HeavyMemoryRecallText { get; init; } = "";
|
||||
public string ThreadHistoryText { get; init; } = "";
|
||||
public IReadOnlyList<IncomingMessage> RecentMessages { get; init; } = [];
|
||||
public IReadOnlyList<ChatAttachment> CurrentAttachments { get; init; } = [];
|
||||
public WebSearchResult? WebSearchResult { get; init; }
|
||||
public bool IsDeep { get; init; }
|
||||
}
|
||||
|
||||
public sealed class ContextParts
|
||||
{
|
||||
public string GroupId { get; set; } = "";
|
||||
public string UserId { get; set; } = "";
|
||||
public string BotProfile { get; set; } = "";
|
||||
public string QuestionContext { get; set; } = "";
|
||||
public string MemberMemory { get; set; } = "";
|
||||
public string RecentSummary { get; set; } = "";
|
||||
public string RawMarkdown { get; set; } = "";
|
||||
public string MemberMarkdown { get; set; } = "";
|
||||
public string GroupContextPath { get; set; } = "";
|
||||
public string MemberMemoryPath { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class ChatMessage
|
||||
{
|
||||
public string Role { get; set; } = "user";
|
||||
public string Content { get; set; } = "";
|
||||
public List<string> ImageUrls { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class LlmResult
|
||||
{
|
||||
public string Content { get; set; } = "";
|
||||
public bool IsFallback { get; set; }
|
||||
public string? Error { get; set; }
|
||||
public List<AgentTraceEvent> Trace { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class WebSearchResult
|
||||
{
|
||||
public string Query { get; set; } = "";
|
||||
public List<WebSearchItem> Items { get; set; } = [];
|
||||
public string? Error { get; set; }
|
||||
public bool FromCache { get; set; }
|
||||
}
|
||||
|
||||
public sealed class WebSearchItem
|
||||
{
|
||||
public string Title { get; set; } = "";
|
||||
public string Url { get; set; } = "";
|
||||
public string Text { get; set; } = "";
|
||||
public bool FromCache { get; set; }
|
||||
}
|
||||
|
||||
public sealed class AgentTaskState
|
||||
{
|
||||
public string TaskId { get; init; } = "";
|
||||
public string ThreadId { get; init; } = "";
|
||||
public string GroupId { get; init; } = "";
|
||||
public string UserId { get; init; } = "";
|
||||
public string Status { get; set; } = "running";
|
||||
public long Generation { get; set; }
|
||||
public string MergedText { get; init; } = "";
|
||||
public DateTimeOffset CreatedAt { get; init; } = DateTimeOffset.Now;
|
||||
public DateTimeOffset UpdatedAt { get; set; } = DateTimeOffset.Now;
|
||||
public string? Result { get; set; }
|
||||
public string? Error { get; set; }
|
||||
public string? CancellationReason { get; set; }
|
||||
public DateTimeOffset? FinishedAt { get; set; }
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
<PropertyGroup>
|
||||
<TargetFramework>net10.0</TargetFramework>
|
||||
<Nullable>enable</Nullable>
|
||||
<ImplicitUsings>enable</ImplicitUsings>
|
||||
<RootNamespace>MyAgent</RootNamespace>
|
||||
</PropertyGroup>
|
||||
<ItemGroup>
|
||||
<FrameworkReference Include="Microsoft.AspNetCore.App" />
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<PackageReference Include="HtmlAgilityPack" Version="1.12.4" />
|
||||
<PackageReference Include="UglyToad.PdfPig" Version="1.7.0-custom-5" />
|
||||
</ItemGroup>
|
||||
</Project>
|
||||
@@ -0,0 +1,3 @@
|
||||
using System.Runtime.CompilerServices;
|
||||
|
||||
[assembly: InternalsVisibleTo("MyAgent.Tests")]
|
||||
@@ -0,0 +1,259 @@
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
public sealed class ContextClearAllResult
|
||||
{
|
||||
public string GroupId { get; set; } = "";
|
||||
public string Markdown { get; set; } = "";
|
||||
public IReadOnlyList<string> Deleted { get; set; } = [];
|
||||
public string Message { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class GroupContextStore(IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
|
||||
public string GetGroupDir(string groupId)
|
||||
{
|
||||
var safe = SafePathSegment.Normalize(groupId, nameof(groupId));
|
||||
return Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", safe);
|
||||
}
|
||||
|
||||
public string GetContextPath(string groupId) => Path.Combine(GetGroupDir(groupId), "context.md");
|
||||
|
||||
public string GetMemberMemoryDir(string groupId) => Path.Combine(GetGroupDir(groupId), "members");
|
||||
|
||||
public string GetMemberMemoryPath(string groupId, string userId) => Path.Combine(GetMemberMemoryDir(groupId), SafePathSegment.Normalize(userId, nameof(userId)) + ".md");
|
||||
|
||||
public async Task<string> ReadOrCreateAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetContextPath(groupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
if (!File.Exists(path))
|
||||
{
|
||||
await File.WriteAllTextAsync(path, CreateDefaultMarkdown(groupId), ct);
|
||||
}
|
||||
return await File.ReadAllTextAsync(path, ct);
|
||||
}
|
||||
|
||||
public async Task WriteAsync(string groupId, string markdown, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetContextPath(groupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
await File.WriteAllTextAsync(path, markdown, ct);
|
||||
}
|
||||
|
||||
public async Task<string> ReadOrCreateMemberAsync(string groupId, string userId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetMemberMemoryPath(groupId, userId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
if (!File.Exists(path))
|
||||
{
|
||||
await File.WriteAllTextAsync(path, CreateDefaultMemberMarkdown(groupId, userId), ct);
|
||||
}
|
||||
return await File.ReadAllTextAsync(path, ct);
|
||||
}
|
||||
|
||||
public async Task<string> ReadMemberIfExistsAsync(string groupId, string userId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetMemberMemoryPath(groupId, userId);
|
||||
return File.Exists(path) ? await File.ReadAllTextAsync(path, ct) : "";
|
||||
}
|
||||
|
||||
public async Task WriteMemberAsync(string groupId, string userId, string markdown, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetMemberMemoryPath(groupId, userId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
await File.WriteAllTextAsync(path, markdown, ct);
|
||||
}
|
||||
|
||||
public async Task<string> ResetMemberAsync(string groupId, string userId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetMemberMemoryPath(groupId, userId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
if (File.Exists(path))
|
||||
{
|
||||
var dir = Path.GetDirectoryName(path)!;
|
||||
File.Copy(path, Path.Combine(dir, $"{Sanitize(userId)}.{DateTimeOffset.Now:yyyyMMdd-HHmmss}.md.bak"), overwrite: true);
|
||||
File.Copy(path, path + ".bak", overwrite: true);
|
||||
}
|
||||
|
||||
var markdown = CreateDefaultMemberMarkdown(groupId, userId);
|
||||
await File.WriteAllTextAsync(path, markdown, ct);
|
||||
return markdown;
|
||||
}
|
||||
|
||||
public Task<bool> DeleteMemberAsync(string groupId, string userId, bool backup = true, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetMemberMemoryPath(groupId, userId);
|
||||
if (!File.Exists(path)) return Task.FromResult(false);
|
||||
if (backup)
|
||||
{
|
||||
var dir = Path.GetDirectoryName(path)!;
|
||||
Directory.CreateDirectory(dir);
|
||||
File.Copy(path, Path.Combine(dir, $"{Sanitize(userId)}.deleted.{DateTimeOffset.Now:yyyyMMdd-HHmmss}.md.bak"), overwrite: true);
|
||||
File.Copy(path, path + ".deleted.bak", overwrite: true);
|
||||
}
|
||||
File.Delete(path);
|
||||
return Task.FromResult(true);
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<MemberMemoryInfo>> ListMembersAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var dir = GetMemberMemoryDir(groupId);
|
||||
if (!Directory.Exists(dir)) return [];
|
||||
var list = new List<MemberMemoryInfo>();
|
||||
foreach (var file in Directory.EnumerateFiles(dir, "*.md"))
|
||||
{
|
||||
var info = new FileInfo(file);
|
||||
var text = await File.ReadAllTextAsync(file, ct);
|
||||
list.Add(new MemberMemoryInfo
|
||||
{
|
||||
UserId = Path.GetFileNameWithoutExtension(file),
|
||||
Path = file,
|
||||
UpdatedAt = info.LastWriteTime,
|
||||
Bytes = info.Length,
|
||||
Preview = Preview(text)
|
||||
});
|
||||
}
|
||||
return list.OrderByDescending(x => x.UpdatedAt).ToList();
|
||||
}
|
||||
|
||||
public async Task<string> ResetAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetContextPath(groupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
if (File.Exists(path))
|
||||
{
|
||||
var dir = Path.GetDirectoryName(path)!;
|
||||
File.Copy(path, Path.Combine(dir, $"context.{DateTimeOffset.Now:yyyyMMdd-HHmmss}.md.bak"), overwrite: true);
|
||||
File.Copy(path, path + ".bak", overwrite: true);
|
||||
}
|
||||
|
||||
var markdown = CreateDefaultMarkdown(groupId);
|
||||
await File.WriteAllTextAsync(path, markdown, ct);
|
||||
return markdown;
|
||||
}
|
||||
|
||||
public async Task<ContextClearAllResult> ClearAllContextAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var groupDir = GetGroupDir(groupId);
|
||||
Directory.CreateDirectory(groupDir);
|
||||
|
||||
var deleted = new List<string>();
|
||||
var contextPath = GetContextPath(groupId);
|
||||
if (File.Exists(contextPath))
|
||||
{
|
||||
File.Delete(contextPath);
|
||||
deleted.Add("context.md");
|
||||
}
|
||||
|
||||
foreach (var file in Directory.EnumerateFiles(groupDir, "context*.md.bak").Concat(Directory.EnumerateFiles(groupDir, "context.md.bak")).Distinct())
|
||||
{
|
||||
File.Delete(file);
|
||||
deleted.Add(Path.GetFileName(file));
|
||||
}
|
||||
|
||||
var membersDir = GetMemberMemoryDir(groupId);
|
||||
if (Directory.Exists(membersDir))
|
||||
{
|
||||
Directory.Delete(membersDir, recursive: true);
|
||||
deleted.Add("members/");
|
||||
}
|
||||
|
||||
foreach (var name in new[] { "heavy-memory.jsonl", "light-recall-cache.md" })
|
||||
{
|
||||
var path = Path.Combine(groupDir, name);
|
||||
if (!File.Exists(path)) continue;
|
||||
File.Delete(path);
|
||||
deleted.Add(name);
|
||||
}
|
||||
|
||||
var heavyBackupDir = Path.Combine(groupDir, "heavy-memory-backups");
|
||||
if (Directory.Exists(heavyBackupDir))
|
||||
{
|
||||
Directory.Delete(heavyBackupDir, recursive: true);
|
||||
deleted.Add("heavy-memory-backups/");
|
||||
}
|
||||
|
||||
await File.WriteAllTextAsync(contextPath, "", ct);
|
||||
return new ContextClearAllResult
|
||||
{
|
||||
GroupId = groupId,
|
||||
Markdown = "",
|
||||
Deleted = deleted,
|
||||
Message = deleted.Count == 0
|
||||
? "上下文已是空状态，context.md 保持为空"
|
||||
: $"已清空上下文、群友轻记忆、重记忆、召回暂存和相关备份，共 {deleted.Count} 项；context.md 已置空"
|
||||
};
|
||||
}
|
||||
|
||||
public static string CreateDefaultMarkdown(string groupId) => $$"""
|
||||
# 群上下文：{{groupId}}
|
||||
|
||||
## 机器人设定
|
||||
- 名字：莲
|
||||
- QQ：3522911154
|
||||
- 风格：自然、简洁、像群友，不要太官方。
|
||||
- 原则：不知道就说不知道；不要刷屏；不要乱编；记住自己在 QQ 群里，不是网页客服。
|
||||
|
||||
## 群长期信息
|
||||
- 只保存长期稳定的大纲、群约定和重要背景；不要保存聊天流水、临时细节或噪音。
|
||||
|
||||
## 当前活跃话题
|
||||
- 暂无。
|
||||
|
||||
## 群规则与偏好
|
||||
- 暂无。
|
||||
|
||||
## 重要决策
|
||||
- 默认前台一次 LLM 快速回答。
|
||||
- 实时性、二次元新番/游戏/活动、版本/兼容性等问题，需要考虑联网搜索。
|
||||
- 群里有链接/视频解析插件；群友单独发 B站、YouTube、抖音、图片链接时，通常不要主动回复，除非对方明确问莲或要求解析。
|
||||
- 回答前要看最近群消息；如果是群友在回答另一个群友，莲不要抢话，可以在有价值时短短补充或纠错。
|
||||
- 连续纠正消息需要以最后稳定版本为准，避免把中间口误当事实。
|
||||
|
||||
## 最近摘要
|
||||
- 只保留当前阶段话题大纲，不记录细枝末节；需要精确时间节点、原始对话或细节时，应按需查询重记忆。
|
||||
""";
|
||||
|
||||
public static string CreateDefaultMemberMarkdown(string groupId, string userId) => $$"""
|
||||
# 群友记忆：{{userId}}
|
||||
|
||||
群：{{groupId}}
|
||||
|
||||
## 话题大纲
|
||||
- 只记录本群/该群友长期反复讨论过的事情大纲；省去细枝末节。需要精确时间、原始对话、具体决策过程时查询重记忆。
|
||||
|
||||
## 领域偏好
|
||||
- 暂无。
|
||||
|
||||
## 技术方向
|
||||
- 暂无。
|
||||
|
||||
## 搜索消歧提示
|
||||
- 暂无。
|
||||
|
||||
## 使用边界
|
||||
- 暂无。
|
||||
|
||||
## 注意事项
|
||||
- 轻记忆只保存大纲、稳定偏好和搜索消歧；不要保存回答风格、临时细节、聊天流水或隐私信息；不确定就留空。
|
||||
""";
|
||||
|
||||
private static string Preview(string text)
|
||||
{
|
||||
text = text.Replace("\r\n", "\n").Trim();
|
||||
if (text.Length <= 220) return text;
|
||||
return text[..220] + "...";
|
||||
}
|
||||
|
||||
private static string Sanitize(string value)
|
||||
{
|
||||
foreach (var c in Path.GetInvalidFileNameChars())
|
||||
value = value.Replace(c, '_');
|
||||
return string.IsNullOrWhiteSpace(value) ? "default" : value;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,387 @@
|
||||
using System.Diagnostics;
|
||||
using System.Security.Cryptography;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
public sealed class HeavyMemoryStore(IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly SemaphoreSlim _lock = new(1, 1);
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web) { WriteIndented = false };
|
||||
private static readonly TimeSpan LightRecallTtl = TimeSpan.FromHours(2);
|
||||
|
||||
public string GetHeavyMemoryPath(string groupId) => Path.Combine(GetGroupDir(groupId), "heavy-memory.jsonl");
|
||||
public string GetHeavyMemoryBackupDir(string groupId) => Path.Combine(GetGroupDir(groupId), "heavy-memory-backups");
|
||||
public string GetLightRecallCachePath(string groupId) => Path.Combine(GetGroupDir(groupId), "light-recall-cache.md");
|
||||
|
||||
public async Task<IReadOnlyList<HeavyMemoryEntry>> ReadAllAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetHeavyMemoryPath(groupId);
|
||||
if (!File.Exists(path)) return [];
|
||||
var list = new List<HeavyMemoryEntry>();
|
||||
foreach (var line in await File.ReadAllLinesAsync(path, ct))
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(line)) continue;
|
||||
try
|
||||
{
|
||||
var entry = JsonSerializer.Deserialize<HeavyMemoryEntry>(line, JsonOptions);
|
||||
if (entry is not null) list.Add(entry);
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
return list.OrderBy(x => x.StartAt).ToList();
|
||||
}
|
||||
|
||||
public async Task<int> AppendEntriesAsync(string groupId, IEnumerable<HeavyMemoryEntry> entries, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetHeavyMemoryPath(groupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
Directory.CreateDirectory(GetHeavyMemoryBackupDir(groupId));
|
||||
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
var existing = File.Exists(path)
|
||||
? new HashSet<string>((await File.ReadAllLinesAsync(path, ct)).Select(TryReadId).Where(x => !string.IsNullOrWhiteSpace(x))!, StringComparer.OrdinalIgnoreCase)
|
||||
: new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
|
||||
var added = 0;
|
||||
await using var stream = new FileStream(path, FileMode.Append, FileAccess.Write, FileShare.Read);
|
||||
await using var writer = new StreamWriter(stream, Encoding.UTF8);
|
||||
foreach (var raw in entries)
|
||||
{
|
||||
var entry = Normalize(groupId, raw);
|
||||
if (existing.Contains(entry.Id)) continue;
|
||||
await writer.WriteLineAsync(JsonSerializer.Serialize(entry, JsonOptions));
|
||||
await WriteMarkdownBackupAsync(groupId, entry, ct);
|
||||
existing.Add(entry.Id);
|
||||
added++;
|
||||
}
|
||||
return added;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<HeavyMemoryEntry>> SearchAsync(string groupId, string query, int limit = 3, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(query)) return [];
|
||||
var path = GetHeavyMemoryPath(groupId);
|
||||
if (!File.Exists(path)) return [];
|
||||
|
||||
var terms = ExtractTerms(query).Distinct(StringComparer.OrdinalIgnoreCase).Take(12).ToList();
|
||||
if (terms.Count == 0) return [];
|
||||
|
||||
// Prefer ripgrep against the single heavy-memory file. This avoids loading the entire archive
|
||||
// into prompt/runtime memory and prevents accidental traversal outside the requested group file.
|
||||
var rgEntries = await SearchWithRipgrepAsync(path, query, terms, ct);
|
||||
var source = rgEntries.Count > 0 ? rgEntries : await SearchByCappedLineScanAsync(path, terms, ct);
|
||||
|
||||
return source
|
||||
.Select(e => new { Entry = e, Score = Score(e, query, terms) })
|
||||
.Where(x => x.Score > 0)
|
||||
.OrderByDescending(x => x.Score)
|
||||
.ThenByDescending(x => x.Entry.EndAt)
|
||||
.Take(Math.Clamp(limit, 1, 8))
|
||||
.Select(x => x.Entry)
|
||||
.ToList();
|
||||
}
|
||||
|
||||
public async Task WriteLightRecallCacheAsync(string groupId, string query, IReadOnlyList<HeavyMemoryEntry> entries, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetLightRecallCachePath(groupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
await File.WriteAllTextAsync(path, FormatRecallText(query, entries), ct);
|
||||
}
|
||||
|
||||
public static string FormatRecallText(string query, IReadOnlyList<HeavyMemoryEntry> entries)
|
||||
{
|
||||
var sb = new StringBuilder();
|
||||
sb.AppendLine("# 轻记忆暂存：重记忆召回");
|
||||
sb.AppendLine($"生成时间：{DateTimeOffset.Now:yyyy-MM-dd HH:mm:ss zzz}");
|
||||
sb.AppendLine($"触发问题：{query.Trim()}");
|
||||
sb.AppendLine();
|
||||
sb.AppendLine("说明：以下内容是本轮从重记忆中按需读取的片段，用于最近对话；一般情况下不要主动展开重记忆。若证据不足，先问一个小澄清问题。");
|
||||
sb.AppendLine();
|
||||
|
||||
if (entries.Count == 0)
|
||||
{
|
||||
sb.AppendLine("未找到匹配的重记忆片段。");
|
||||
}
|
||||
else
|
||||
{
|
||||
for (var i = 0; i < entries.Count; i++)
|
||||
{
|
||||
var e = entries[i];
|
||||
sb.AppendLine($"## 召回片段 {i + 1}：{e.Topic}");
|
||||
sb.AppendLine($"- 时间节点：{e.StartAt:yyyy-MM-dd HH:mm:ss zzz} ~ {e.EndAt:yyyy-MM-dd HH:mm:ss zzz}");
|
||||
sb.AppendLine($"- 参与者：{string.Join("、", e.Participants)}");
|
||||
sb.AppendLine($"- 关键词：{string.Join("、", e.Keywords)}");
|
||||
sb.AppendLine($"- 摘要：{e.Summary}");
|
||||
sb.AppendLine("- 原始对话：");
|
||||
sb.AppendLine("```text");
|
||||
sb.AppendLine(Trim(e.RawDialogue, 4000));
|
||||
sb.AppendLine("```");
|
||||
sb.AppendLine();
|
||||
}
|
||||
}
|
||||
|
||||
return sb.ToString();
|
||||
}
|
||||
|
||||
public async Task<string> ReadLightRecallCacheAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetLightRecallCachePath(groupId);
|
||||
if (!File.Exists(path)) return "";
|
||||
var info = new FileInfo(path);
|
||||
if (DateTimeOffset.Now - info.LastWriteTime > LightRecallTtl) return "";
|
||||
return await File.ReadAllTextAsync(path, ct);
|
||||
}
|
||||
|
||||
private static async Task<IReadOnlyList<HeavyMemoryEntry>> SearchWithRipgrepAsync(string filePath, string query, IReadOnlyList<string> terms, CancellationToken ct)
|
||||
{
|
||||
var rg = ResolveRipgrepPath();
|
||||
if (rg is null) return [];
|
||||
|
||||
var byId = new Dictionary<string, HeavyMemoryEntry>(StringComparer.OrdinalIgnoreCase);
|
||||
foreach (var term in terms.Where(x => x.Length >= 2).Take(8))
|
||||
{
|
||||
if (byId.Count >= 40) break;
|
||||
var lines = await RunRipgrepAsync(rg, filePath, term, ct);
|
||||
foreach (var line in lines)
|
||||
{
|
||||
var json = ExtractJsonLineFromRgOutput(line);
|
||||
if (string.IsNullOrWhiteSpace(json)) continue;
|
||||
try
|
||||
{
|
||||
var entry = JsonSerializer.Deserialize<HeavyMemoryEntry>(json, JsonOptions);
|
||||
if (entry is not null && !string.IsNullOrWhiteSpace(entry.Id)) byId[entry.Id] = entry;
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
}
|
||||
|
||||
// Exact query gets one final pass, but still scoped to the single file.
|
||||
if (byId.Count < 8 && !terms.Contains(query, StringComparer.OrdinalIgnoreCase))
|
||||
{
|
||||
var lines = await RunRipgrepAsync(rg, filePath, query, ct);
|
||||
foreach (var line in lines)
|
||||
{
|
||||
var json = ExtractJsonLineFromRgOutput(line);
|
||||
if (string.IsNullOrWhiteSpace(json)) continue;
|
||||
try
|
||||
{
|
||||
var entry = JsonSerializer.Deserialize<HeavyMemoryEntry>(json, JsonOptions);
|
||||
if (entry is not null && !string.IsNullOrWhiteSpace(entry.Id)) byId[entry.Id] = entry;
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
}
|
||||
|
||||
return byId.Values.ToList();
|
||||
}
|
||||
|
||||
private static async Task<IReadOnlyList<HeavyMemoryEntry>> SearchByCappedLineScanAsync(string filePath, IReadOnlyList<string> terms, CancellationToken ct)
|
||||
{
|
||||
// Fallback only: bounded scan of the newest tail, not the whole archive.
|
||||
const int maxLines = 1200;
|
||||
var lines = await File.ReadAllLinesAsync(filePath, ct);
|
||||
var matched = new List<HeavyMemoryEntry>();
|
||||
foreach (var line in lines.TakeLast(maxLines))
|
||||
{
|
||||
if (!terms.Any(t => line.Contains(t, StringComparison.OrdinalIgnoreCase))) continue;
|
||||
try
|
||||
{
|
||||
var entry = JsonSerializer.Deserialize<HeavyMemoryEntry>(line, JsonOptions);
|
||||
if (entry is not null) matched.Add(entry);
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
return matched;
|
||||
}
|
||||
|
||||
private static async Task<IReadOnlyList<string>> RunRipgrepAsync(string rgPath, string filePath, string pattern, CancellationToken ct)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(pattern) || !File.Exists(filePath)) return [];
|
||||
using var timeout = CancellationTokenSource.CreateLinkedTokenSource(ct);
|
||||
timeout.CancelAfter(TimeSpan.FromSeconds(3));
|
||||
|
||||
var psi = new ProcessStartInfo
|
||||
{
|
||||
FileName = rgPath,
|
||||
RedirectStandardOutput = true,
|
||||
RedirectStandardError = true,
|
||||
UseShellExecute = false,
|
||||
CreateNoWindow = true
|
||||
};
|
||||
psi.ArgumentList.Add("--fixed-strings");
|
||||
psi.ArgumentList.Add("--ignore-case");
|
||||
psi.ArgumentList.Add("--color");
|
||||
psi.ArgumentList.Add("never");
|
||||
psi.ArgumentList.Add("--no-heading");
|
||||
psi.ArgumentList.Add("--line-number");
|
||||
psi.ArgumentList.Add("--max-count");
|
||||
psi.ArgumentList.Add("40");
|
||||
psi.ArgumentList.Add("--");
|
||||
psi.ArgumentList.Add(pattern);
|
||||
psi.ArgumentList.Add(filePath);
|
||||
|
||||
try
|
||||
{
|
||||
using var process = Process.Start(psi);
|
||||
if (process is null) return [];
|
||||
var outputTask = process.StandardOutput.ReadToEndAsync(timeout.Token);
|
||||
await process.WaitForExitAsync(timeout.Token);
|
||||
var output = await outputTask;
|
||||
return output.Split('\n', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries).Take(80).ToList();
|
||||
}
|
||||
catch
|
||||
{
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
private static string? ResolveRipgrepPath()
|
||||
{
|
||||
string[] candidates = [
|
||||
@"D:\download\rg\rg.exe",
|
||||
@"C:\Users\JustMe\Downloads\rg.exe",
|
||||
"rg"
|
||||
];
|
||||
foreach (var candidate in candidates)
|
||||
{
|
||||
if (candidate == "rg") return candidate;
|
||||
if (File.Exists(candidate)) return candidate;
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
private static string ExtractJsonLineFromRgOutput(string line)
|
||||
{
|
||||
var idx = line.IndexOf(':');
|
||||
if (idx < 0 || idx == line.Length - 1) return "";
|
||||
return line[(idx + 1)..].Trim();
|
||||
}
|
||||
|
||||
private string GetGroupDir(string groupId)
|
||||
{
|
||||
var safe = SafePathSegment.Normalize(groupId, nameof(groupId));
|
||||
return Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", safe);
|
||||
}
|
||||
|
||||
private async Task WriteMarkdownBackupAsync(string groupId, HeavyMemoryEntry entry, CancellationToken ct)
|
||||
{
|
||||
var dir = GetHeavyMemoryBackupDir(groupId);
|
||||
var file = Path.Combine(dir, $"{entry.StartAt:yyyyMMdd-HHmmss}.{Sanitize(entry.Topic)}.{entry.Id[..8]}.md");
|
||||
var md = $$"""
|
||||
# 重记忆备份：{{entry.Topic}}
|
||||
|
||||
- id：{{entry.Id}}
|
||||
- 群：{{entry.GroupId}}
|
||||
- 时间节点：{{entry.StartAt:yyyy-MM-dd HH:mm:ss zzz}} ~ {{entry.EndAt:yyyy-MM-dd HH:mm:ss zzz}}
|
||||
- 参与者：{{string.Join("、", entry.Participants)}}
|
||||
- 关键词：{{string.Join("、", entry.Keywords)}}
|
||||
- 重要度：{{entry.Importance}}
|
||||
|
||||
## 模型总结
|
||||
{{entry.Summary}}
|
||||
|
||||
## 原始对话
|
||||
```text
|
||||
{{entry.RawDialogue}}
|
||||
```
|
||||
""";
|
||||
await File.WriteAllTextAsync(file, md, ct);
|
||||
}
|
||||
|
||||
private static HeavyMemoryEntry Normalize(string groupId, HeavyMemoryEntry entry)
|
||||
{
|
||||
entry.GroupId = groupId;
|
||||
if (entry.StartAt == default) entry.StartAt = DateTimeOffset.Now;
|
||||
if (entry.EndAt == default || entry.EndAt < entry.StartAt) entry.EndAt = entry.StartAt;
|
||||
entry.Topic = string.IsNullOrWhiteSpace(entry.Topic) ? "未命名话题" : entry.Topic.Trim();
|
||||
entry.Summary = entry.Summary.Trim();
|
||||
entry.RawDialogue = entry.RawDialogue.Trim();
|
||||
entry.Participants = entry.Participants.Where(x => !string.IsNullOrWhiteSpace(x)).Select(x => x.Trim()).Distinct().Take(12).ToList();
|
||||
entry.Keywords = entry.Keywords.Where(x => !string.IsNullOrWhiteSpace(x)).Select(x => x.Trim()).Distinct().Take(16).ToList();
|
||||
entry.SourceMessageIds = entry.SourceMessageIds.Where(x => !string.IsNullOrWhiteSpace(x)).Distinct().Take(80).ToList();
|
||||
entry.CreatedAt = entry.CreatedAt == default ? DateTimeOffset.Now : entry.CreatedAt;
|
||||
entry.Id = string.IsNullOrWhiteSpace(entry.Id) ? StableId(groupId, entry.StartAt, entry.EndAt, entry.Topic) : entry.Id;
|
||||
return entry;
|
||||
}
|
||||
|
||||
private static string StableId(string groupId, DateTimeOffset start, DateTimeOffset end, string topic)
|
||||
{
|
||||
var input = $"{groupId}|{start:O}|{end:O}|{topic.Trim().ToLowerInvariant()}";
|
||||
return Convert.ToHexString(SHA256.HashData(Encoding.UTF8.GetBytes(input))).ToLowerInvariant();
|
||||
}
|
||||
|
||||
private static string? TryReadId(string line)
|
||||
{
|
||||
try { return JsonDocument.Parse(line).RootElement.GetProperty("id").GetString(); }
|
||||
catch { return null; }
|
||||
}
|
||||
|
||||
private static int Score(HeavyMemoryEntry e, string query, IReadOnlyList<string> terms)
|
||||
{
|
||||
var text = string.Join('\n', e.Topic, e.Summary, string.Join(' ', e.Keywords), e.RawDialogue);
|
||||
var score = 0;
|
||||
if (text.Contains(query, StringComparison.OrdinalIgnoreCase)) score += 12;
|
||||
foreach (var term in terms)
|
||||
{
|
||||
if (term.Length < 2) continue;
|
||||
if (e.Topic.Contains(term, StringComparison.OrdinalIgnoreCase)) score += 7;
|
||||
if (e.Keywords.Any(k => k.Contains(term, StringComparison.OrdinalIgnoreCase) || term.Contains(k, StringComparison.OrdinalIgnoreCase))) score += 5;
|
||||
if (e.Summary.Contains(term, StringComparison.OrdinalIgnoreCase)) score += 3;
|
||||
if (e.RawDialogue.Contains(term, StringComparison.OrdinalIgnoreCase)) score += 1;
|
||||
}
|
||||
if ((DateTimeOffset.Now - e.EndAt).TotalDays < 14) score += 1;
|
||||
return score;
|
||||
}
|
||||
|
||||
private static IEnumerable<string> ExtractTerms(string query)
|
||||
{
|
||||
var cleaned = new string(query.Select(c => char.IsLetterOrDigit(c) || IsCjk(c) ? c : ' ').ToArray());
|
||||
foreach (var part in cleaned.Split(' ', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries))
|
||||
{
|
||||
if (part.Length >= 2) yield return part;
|
||||
if (part.Any(IsCjk) && part.Length >= 4)
|
||||
{
|
||||
for (var i = 0; i + 2 <= part.Length; i++) yield return part.Substring(i, 2);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static bool IsCjk(char c) => c >= 0x4E00 && c <= 0x9FFF;
|
||||
|
||||
private static string Trim(string text, int max) => text.Length <= max ? text : text[..max] + "\n...（重记忆片段过长，已截断）";
|
||||
|
||||
private static string Sanitize(string value)
|
||||
{
|
||||
foreach (var c in Path.GetInvalidFileNameChars()) value = value.Replace(c, '_');
|
||||
value = value.Trim();
|
||||
return string.IsNullOrWhiteSpace(value) ? "default" : value.Length <= 80 ? value : value[..80];
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class HeavyMemoryEntry
|
||||
{
|
||||
public string Id { get; set; } = "";
|
||||
public string GroupId { get; set; } = "";
|
||||
public string Topic { get; set; } = "";
|
||||
public string Summary { get; set; } = "";
|
||||
public DateTimeOffset StartAt { get; set; }
|
||||
public DateTimeOffset EndAt { get; set; }
|
||||
public List<string> Participants { get; set; } = [];
|
||||
public List<string> Keywords { get; set; } = [];
|
||||
public List<string> SourceMessageIds { get; set; } = [];
|
||||
public string RawDialogue { get; set; } = "";
|
||||
public int Importance { get; set; } = 3;
|
||||
public DateTimeOffset CreatedAt { get; set; } = DateTimeOffset.Now;
|
||||
}
|
||||
@@ -0,0 +1,196 @@
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
public sealed class LocalConfigStore(IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly ShirobotOptions _defaults = options.Value;
|
||||
private readonly SemaphoreSlim _lock = new(1, 1);
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web) { WriteIndented = true };
|
||||
|
||||
private string ConfigPath => Path.Combine(AppContext.BaseDirectory, _defaults.DataDir, "config.local.json");
|
||||
|
||||
public async Task<RuntimeConfig> ReadAsync(CancellationToken ct = default)
|
||||
{
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(ConfigPath)!);
|
||||
RuntimeConfig? local = null;
|
||||
if (File.Exists(ConfigPath))
|
||||
{
|
||||
var json = await File.ReadAllTextAsync(ConfigPath, ct);
|
||||
if (!string.IsNullOrWhiteSpace(json))
|
||||
local = JsonSerializer.Deserialize<RuntimeConfig>(json, JsonOptions);
|
||||
}
|
||||
|
||||
local ??= new RuntimeConfig();
|
||||
ApplyDefaults(local);
|
||||
return local;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<RuntimeConfig> WriteAsync(RuntimeConfig config, CancellationToken ct = default)
|
||||
{
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(ConfigPath)!);
|
||||
var existing = await ReadExistingUnlockedAsync(ct) ?? new RuntimeConfig();
|
||||
ApplyDefaults(existing);
|
||||
MergeProtectedFields(config, existing);
|
||||
ApplyDefaults(config);
|
||||
BackupExistingUnlocked();
|
||||
await File.WriteAllTextAsync(ConfigPath, JsonSerializer.Serialize(config, JsonOptions), ct);
|
||||
return config;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public string GetConfigPath() => ConfigPath;
|
||||
|
||||
private async Task<RuntimeConfig?> ReadExistingUnlockedAsync(CancellationToken ct)
|
||||
{
|
||||
if (!File.Exists(ConfigPath)) return null;
|
||||
var json = await File.ReadAllTextAsync(ConfigPath, ct);
|
||||
return string.IsNullOrWhiteSpace(json) ? null : JsonSerializer.Deserialize<RuntimeConfig>(json, JsonOptions);
|
||||
}
|
||||
|
||||
private void BackupExistingUnlocked()
|
||||
{
|
||||
if (!File.Exists(ConfigPath)) return;
|
||||
var bak = ConfigPath + ".bak";
|
||||
File.Copy(ConfigPath, bak, overwrite: true);
|
||||
var timestampBak = Path.Combine(Path.GetDirectoryName(ConfigPath)!, $"config.local.{DateTimeOffset.Now:yyyyMMdd-HHmmss}.json.bak");
|
||||
File.Copy(ConfigPath, timestampBak, overwrite: true);
|
||||
}
|
||||
|
||||
private static void MergeProtectedFields(RuntimeConfig incoming, RuntimeConfig existing)
|
||||
{
|
||||
// Password/API-key fields: an empty frontend password box must not erase a configured secret.
|
||||
if (string.IsNullOrWhiteSpace(incoming.OpenAi.ApiKey)) incoming.OpenAi.ApiKey = existing.OpenAi.ApiKey;
|
||||
if (string.IsNullOrWhiteSpace(incoming.Exa.ApiKey)) incoming.Exa.ApiKey = existing.Exa.ApiKey;
|
||||
if (string.IsNullOrWhiteSpace(incoming.Search.TavilyApiKey)) incoming.Search.TavilyApiKey = existing.Search.TavilyApiKey;
|
||||
if (string.IsNullOrWhiteSpace(incoming.Media.BraveApiKey)) incoming.Media.BraveApiKey = existing.Media.BraveApiKey;
|
||||
|
||||
// If an older/stale frontend posts default OpenAI/Exa values with empty keys, keep the working custom values.
|
||||
var defaultOpenAi = new RuntimeOpenAiConfig();
|
||||
if (incoming.OpenAi.BaseUrl == defaultOpenAi.BaseUrl && existing.OpenAi.BaseUrl != defaultOpenAi.BaseUrl)
|
||||
{
|
||||
incoming.OpenAi.BaseUrl = existing.OpenAi.BaseUrl;
|
||||
incoming.OpenAi.Model = existing.OpenAi.Model;
|
||||
}
|
||||
if (incoming.Exa.MaxResults == new RuntimeExaConfig().MaxResults && existing.Exa.MaxResults > 0 && existing.Exa.MaxResults != incoming.Exa.MaxResults)
|
||||
incoming.Exa.MaxResults = existing.Exa.MaxResults;
|
||||
if (string.IsNullOrWhiteSpace(incoming.Exa.Mode)) incoming.Exa.Mode = existing.Exa.Mode;
|
||||
|
||||
if (string.IsNullOrWhiteSpace(incoming.Bot.BotDisplayName)) incoming.Bot.BotDisplayName = existing.Bot.BotDisplayName;
|
||||
if (incoming.Bot.BotAliases.Count == 0) incoming.Bot.BotAliases = existing.Bot.BotAliases;
|
||||
if (incoming.Bot.BotUserId <= 0) incoming.Bot.BotUserId = existing.Bot.BotUserId;
|
||||
if (incoming.Bot.DefaultGroupId <= 0) incoming.Bot.DefaultGroupId = existing.Bot.DefaultGroupId;
|
||||
if (incoming.Bot.AllowedGroupIds.Count == 0) incoming.Bot.AllowedGroupIds = existing.Bot.AllowedGroupIds;
|
||||
}
|
||||
|
||||
private void ApplyDefaults(RuntimeConfig cfg)
|
||||
{
|
||||
cfg.OpenAi.BaseUrl = FirstNonEmpty(cfg.OpenAi.BaseUrl, Environment.GetEnvironmentVariable("OPENAI_BASE_URL"), _defaults.OpenAi.BaseUrl);
|
||||
cfg.OpenAi.Model = FirstNonEmpty(cfg.OpenAi.Model, Environment.GetEnvironmentVariable("OPENAI_MODEL"), _defaults.OpenAi.Model);
|
||||
cfg.OpenAi.RouterModel = FirstNonEmpty(cfg.OpenAi.RouterModel, Environment.GetEnvironmentVariable("OPENAI_ROUTER_MODEL"), cfg.OpenAi.Model);
|
||||
cfg.OpenAi.ToolModel = FirstNonEmpty(cfg.OpenAi.ToolModel, Environment.GetEnvironmentVariable("OPENAI_TOOL_MODEL"), cfg.OpenAi.RouterModel, cfg.OpenAi.Model);
|
||||
cfg.OpenAi.MemoryModel = FirstNonEmpty(cfg.OpenAi.MemoryModel, Environment.GetEnvironmentVariable("OPENAI_MEMORY_MODEL"), cfg.OpenAi.RouterModel, cfg.OpenAi.Model);
|
||||
cfg.OpenAi.ReplyModel = FirstNonEmpty(cfg.OpenAi.ReplyModel, Environment.GetEnvironmentVariable("OPENAI_REPLY_MODEL"), cfg.OpenAi.Model);
|
||||
cfg.OpenAi.EmbeddingModel = FirstNonEmpty(cfg.OpenAi.EmbeddingModel, Environment.GetEnvironmentVariable("OPENAI_EMBEDDING_MODEL"), "");
|
||||
cfg.OpenAi.ApiKey = FirstNonEmpty(cfg.OpenAi.ApiKey, Environment.GetEnvironmentVariable("OPENAI_API_KEY"), _defaults.OpenAi.ApiKey, "");
|
||||
cfg.Exa.ApiKey = FirstNonEmpty(cfg.Exa.ApiKey, Environment.GetEnvironmentVariable("EXA_API_KEY"), _defaults.Exa.ApiKey, "");
|
||||
cfg.Search.WebSearchProvider = FirstNonEmpty(cfg.Search.WebSearchProvider, Environment.GetEnvironmentVariable("WEB_SEARCH_PROVIDER"), "combined");
|
||||
cfg.Search.TavilyApiKey = FirstNonEmpty(cfg.Search.TavilyApiKey, Environment.GetEnvironmentVariable("TAVILY_API_KEY"), "");
|
||||
cfg.Media.ImageSearchProvider = FirstNonEmpty(cfg.Media.ImageSearchProvider, Environment.GetEnvironmentVariable("IMAGE_SEARCH_PROVIDER"), "exa-page-image");
|
||||
cfg.Media.BraveApiKey = FirstNonEmpty(cfg.Media.BraveApiKey, Environment.GetEnvironmentVariable("BRAVE_SEARCH_API_KEY"), Environment.GetEnvironmentVariable("BRAVE_API_KEY"), "");
|
||||
if (cfg.Exa.MaxResults <= 0) cfg.Exa.MaxResults = _defaults.Exa.MaxResults;
|
||||
cfg.Exa.Mode = FirstNonEmpty(cfg.Exa.Mode, _defaults.Exa.Mode, "http");
|
||||
cfg.Bot.BotDisplayName = FirstNonEmpty(cfg.Bot.BotDisplayName, Environment.GetEnvironmentVariable("BOT_DISPLAY_NAME"), "莲");
|
||||
if (cfg.Bot.BotAliases.Count == 0) cfg.Bot.BotAliases = ["Shiro", "小白"];
|
||||
cfg.Bot.BotAliases = cfg.Bot.BotAliases.Where(x => !string.IsNullOrWhiteSpace(x)).Select(x => x.Trim()).Distinct(StringComparer.OrdinalIgnoreCase).ToList();
|
||||
cfg.Bot.AllowedGroupIds = cfg.Bot.AllowedGroupIds
|
||||
.Concat(ParseLongList(Environment.GetEnvironmentVariable("AGENT_GROUP_IDS")))
|
||||
.Where(x => x > 0)
|
||||
.Distinct()
|
||||
.ToList();
|
||||
}
|
||||
|
||||
private static string FirstNonEmpty(params string?[] values) => values.FirstOrDefault(v => !string.IsNullOrWhiteSpace(v)) ?? "";
|
||||
|
||||
private static IEnumerable<long> ParseLongList(string? value)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(value)) yield break;
|
||||
foreach (var part in value.Split([',', ';', ' '], StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries))
|
||||
if (long.TryParse(part, out var id) && id > 0) yield return id;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public sealed class RuntimeConfig
|
||||
{
|
||||
public RuntimeOpenAiConfig OpenAi { get; set; } = new();
|
||||
public RuntimeExaConfig Exa { get; set; } = new();
|
||||
public RuntimeSearchConfig Search { get; set; } = new();
|
||||
public RuntimeMediaConfig Media { get; set; } = new();
|
||||
public RuntimeBotConfig Bot { get; set; } = new();
|
||||
}
|
||||
|
||||
public sealed class RuntimeOpenAiConfig
|
||||
{
|
||||
public string BaseUrl { get; set; } = "https://api.openai.com/v1";
|
||||
public string Model { get; set; } = "gpt-4o-mini";
|
||||
public string RouterModel { get; set; } = "";
|
||||
public string ToolModel { get; set; } = "";
|
||||
public string MemoryModel { get; set; } = "";
|
||||
public string ReplyModel { get; set; } = "";
|
||||
public string EmbeddingModel { get; set; } = "";
|
||||
public string ApiKey { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class RuntimeExaConfig
|
||||
{
|
||||
public bool Enabled { get; set; } = true;
|
||||
public int MaxResults { get; set; } = 5;
|
||||
public string Mode { get; set; } = "http"; // http | mcp
|
||||
public string ApiKey { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class RuntimeSearchConfig
|
||||
{
|
||||
public string WebSearchProvider { get; set; } = "combined"; // exa | tavily | combined
|
||||
public string TavilyApiKey { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class RuntimeMediaConfig
|
||||
{
|
||||
public string ImageSearchProvider { get; set; } = "exa-page-image"; // exa-page-image | brave-image-search
|
||||
public string BraveApiKey { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class RuntimeBotConfig
|
||||
{
|
||||
public long BotUserId { get; set; }
|
||||
public string BotDisplayName { get; set; } = "莲";
|
||||
public List<string> BotAliases { get; set; } = [];
|
||||
public bool ReplyOnlyWhenMentioned { get; set; } = true;
|
||||
public long DefaultGroupId { get; set; }
|
||||
public List<long> AllowedGroupIds { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class OpenAiModelsRequest
|
||||
{
|
||||
public string BaseUrl { get; set; } = "";
|
||||
public string ApiKey { get; set; } = "";
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
public sealed class MemberMemoryInfo
|
||||
{
|
||||
public string UserId { get; set; } = "";
|
||||
public string Path { get; set; } = "";
|
||||
public DateTimeOffset UpdatedAt { get; set; }
|
||||
public long Bytes { get; set; }
|
||||
public string Preview { get; set; } = "";
|
||||
}
|
||||
@@ -0,0 +1,203 @@
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
public sealed class RecentLogStore(IOptions<ShirobotOptions> options)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web);
|
||||
private readonly SemaphoreSlim _lock = new(1, 1);
|
||||
|
||||
public string GetRecentPath(string groupId)
|
||||
{
|
||||
var safe = SafePathSegment.Normalize(groupId, nameof(groupId));
|
||||
return Path.Combine(AppContext.BaseDirectory, _options.DataDir, "groups", safe, "recent.jsonl");
|
||||
}
|
||||
|
||||
public async Task AppendAsync(IncomingMessage message, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetRecentPath(message.GroupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
var line = JsonSerializer.Serialize(message, JsonOptions) + Environment.NewLine;
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
await File.AppendAllTextAsync(path, line, ct);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task AppendAssistantAsync(string groupId, string userId, string text, CancellationToken ct = default)
|
||||
{
|
||||
await AppendAsync(new IncomingMessage
|
||||
{
|
||||
GroupId = groupId,
|
||||
UserId = "assistant:shiro",
|
||||
Text = text,
|
||||
IsMentioned = false,
|
||||
CreatedAt = DateTimeOffset.Now
|
||||
}, ct);
|
||||
}
|
||||
|
||||
public async Task<int> AppendMissingAsync(string groupId, IReadOnlyList<IncomingMessage> messages, CancellationToken ct = default)
|
||||
{
|
||||
if (messages.Count == 0) return 0;
|
||||
var path = GetRecentPath(groupId);
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
var existing = File.Exists(path) ? await ReadAllUnlockedAsync(path, ct) : [];
|
||||
var seenIds = existing.Select(m => m.MessageId).Where(x => !string.IsNullOrWhiteSpace(x)).ToHashSet(StringComparer.OrdinalIgnoreCase);
|
||||
var seenFallback = existing.Select(FallbackKey).ToHashSet(StringComparer.OrdinalIgnoreCase);
|
||||
var missing = messages
|
||||
.Where(m => !seenIds.Contains(m.MessageId) && !seenFallback.Contains(FallbackKey(m)))
|
||||
.OrderBy(m => m.CreatedAt)
|
||||
.ToList();
|
||||
if (missing.Count == 0) return 0;
|
||||
|
||||
var combined = existing.Concat(missing).OrderBy(m => m.CreatedAt).ToList();
|
||||
var lines = combined.Select(m => JsonSerializer.Serialize(m, JsonOptions));
|
||||
await File.WriteAllTextAsync(path, string.Join(Environment.NewLine, lines) + Environment.NewLine, ct);
|
||||
return missing.Count;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<IncomingMessage>> ReadRecentAsync(string groupId, int limit, CancellationToken ct = default)
|
||||
{
|
||||
var messages = await ReadAllAsync(groupId, ct);
|
||||
return messages.TakeLast(Math.Max(1, limit)).ToList();
|
||||
}
|
||||
|
||||
public async Task<IncomingMessage?> FindByMessageIdAsync(string groupId, string messageId, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(messageId)) return null;
|
||||
var messages = await ReadAllAsync(groupId, ct);
|
||||
return messages.LastOrDefault(m => string.Equals(m.MessageId, messageId, StringComparison.OrdinalIgnoreCase));
|
||||
}
|
||||
|
||||
public async Task<IncomingMessage?> RemoveByMessageIdAsync(string groupId, string messageId, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(messageId)) return null;
|
||||
var path = GetRecentPath(groupId);
|
||||
if (!File.Exists(path)) return null;
|
||||
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
var lines = await File.ReadAllLinesAsync(path, ct);
|
||||
IncomingMessage? removed = null;
|
||||
var kept = new List<string>(lines.Length);
|
||||
foreach (var line in lines)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(line)) continue;
|
||||
IncomingMessage? message = null;
|
||||
try { message = JsonSerializer.Deserialize<IncomingMessage>(line, JsonOptions); } catch { }
|
||||
if (message is not null && string.Equals(message.MessageId, messageId, StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
removed ??= message;
|
||||
continue;
|
||||
}
|
||||
kept.Add(line);
|
||||
}
|
||||
|
||||
if (removed is null) return null;
|
||||
await File.WriteAllLinesAsync(path, kept, ct);
|
||||
return removed;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<IncomingMessage?> FindPreviousBeforeAsync(string groupId, DateTimeOffset before, IReadOnlySet<string> excludeMessageIds, CancellationToken ct = default)
|
||||
{
|
||||
var messages = await ReadAllAsync(groupId, ct);
|
||||
return messages
|
||||
.Where(m => m.CreatedAt <= before && !excludeMessageIds.Contains(m.MessageId))
|
||||
.LastOrDefault();
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<IncomingMessage>> ReadBeforeAsync(string groupId, DateTimeOffset before, int limit, IReadOnlySet<string>? excludeMessageIds = null, CancellationToken ct = default)
|
||||
{
|
||||
var messages = await ReadAllAsync(groupId, ct);
|
||||
excludeMessageIds ??= new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
return messages
|
||||
.Where(m => m.CreatedAt <= before && !excludeMessageIds.Contains(m.MessageId))
|
||||
.TakeLast(Math.Max(1, limit))
|
||||
.ToList();
|
||||
}
|
||||
|
||||
private async Task<IReadOnlyList<IncomingMessage>> ReadAllAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetRecentPath(groupId);
|
||||
if (!File.Exists(path)) return [];
|
||||
|
||||
return await ReadAllUnlockedAsync(path, ct);
|
||||
}
|
||||
|
||||
private static async Task<IReadOnlyList<IncomingMessage>> ReadAllUnlockedAsync(string path, CancellationToken ct = default)
|
||||
{
|
||||
var lines = await File.ReadAllLinesAsync(path, ct);
|
||||
return lines
|
||||
.Where(x => !string.IsNullOrWhiteSpace(x))
|
||||
.Select(line =>
|
||||
{
|
||||
try { return JsonSerializer.Deserialize<IncomingMessage>(line, JsonOptions); }
|
||||
catch { return null; }
|
||||
})
|
||||
.Where(x => x is not null)
|
||||
.Cast<IncomingMessage>()
|
||||
.ToList();
|
||||
}
|
||||
|
||||
private static string FallbackKey(IncomingMessage m) => $"{m.UserId}:{m.CreatedAt.ToUnixTimeSeconds()}:{NormalizeText(m.Text)}";
|
||||
|
||||
private static string NormalizeText(string text)
|
||||
{
|
||||
text = (text ?? "").Replace("\r\n", "\n").Trim();
|
||||
return text.Length <= 120 ? text : text[..120];
|
||||
}
|
||||
|
||||
public async Task<bool> ClearAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetRecentPath(groupId);
|
||||
if (!File.Exists(path)) return false;
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
if (!File.Exists(path)) return false;
|
||||
File.Delete(path);
|
||||
return true;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<int> CountAsync(string groupId, CancellationToken ct = default)
|
||||
{
|
||||
var path = GetRecentPath(groupId);
|
||||
if (!File.Exists(path)) return 0;
|
||||
var lines = await File.ReadAllLinesAsync(path, ct);
|
||||
return lines.Length;
|
||||
}
|
||||
|
||||
private static string Sanitize(string value)
|
||||
{
|
||||
foreach (var c in Path.GetInvalidFileNameChars())
|
||||
value = value.Replace(c, '_');
|
||||
return string.IsNullOrWhiteSpace(value) ? "default" : value;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,17 @@
|
||||
using System.Text.RegularExpressions;
|
||||
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
internal static partial class SafePathSegment
|
||||
{
|
||||
public static string Normalize(string value, string fieldName)
|
||||
{
|
||||
var trimmed = value?.Trim() ?? "";
|
||||
if (trimmed.Length is < 1 or > 128 || !AllowedPattern().IsMatch(trimmed))
|
||||
throw new ArgumentException($"Invalid {fieldName}.", fieldName);
|
||||
return trimmed;
|
||||
}
|
||||
|
||||
[GeneratedRegex("^[A-Za-z0-9_-]+$", RegexOptions.CultureInvariant)]
|
||||
private static partial Regex AllowedPattern();
|
||||
}
|
||||
@@ -0,0 +1,192 @@
|
||||
using System.Security.Cryptography;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
|
||||
namespace MyAgent.Storage;
|
||||
|
||||
public enum WebResultCacheKind
|
||||
{
|
||||
Search,
|
||||
Fetch
|
||||
}
|
||||
|
||||
public sealed class WebResultCache(IOptions<ShirobotOptions> options, ILogger<WebResultCache> logger)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly ILogger<WebResultCache> _logger = logger;
|
||||
private readonly SemaphoreSlim _lock = new(1, 1);
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web) { WriteIndented = true };
|
||||
|
||||
public async Task<WebSearchResult?> TryReadSearchAsync(string query, int maxResults, CancellationToken ct = default)
|
||||
{
|
||||
if (!_options.WebCache.Enabled) return null;
|
||||
var entry = await TryReadEntryAsync(WebResultCacheKind.Search, BuildSearchKey(query, maxResults), ct);
|
||||
if (entry?.SearchResult is null) return null;
|
||||
|
||||
var result = Clone(entry.SearchResult);
|
||||
result.FromCache = true;
|
||||
foreach (var item in result.Items) item.FromCache = true;
|
||||
return result;
|
||||
}
|
||||
|
||||
public Task WriteSearchAsync(string query, int maxResults, WebSearchResult result, CancellationToken ct = default)
|
||||
{
|
||||
if (!_options.WebCache.Enabled || result.Items.Count == 0 || !string.IsNullOrWhiteSpace(result.Error)) return Task.CompletedTask;
|
||||
var copy = Clone(result);
|
||||
copy.FromCache = false;
|
||||
foreach (var item in copy.Items)
|
||||
{
|
||||
item.FromCache = false;
|
||||
item.Text = Limit(item.Text, _options.WebCache.MaxEntryTextChars);
|
||||
}
|
||||
|
||||
return WriteEntryAsync(WebResultCacheKind.Search, BuildSearchKey(query, maxResults), new WebCacheEntry
|
||||
{
|
||||
Kind = WebResultCacheKind.Search,
|
||||
SearchResult = copy,
|
||||
CreatedAt = DateTimeOffset.Now,
|
||||
ExpiresAt = DateTimeOffset.Now.AddMinutes(Math.Max(1, _options.WebCache.SearchTtlMinutes))
|
||||
}, ct);
|
||||
}
|
||||
|
||||
public async Task<WebSearchItem?> TryReadFetchAsync(string url, CancellationToken ct = default)
|
||||
{
|
||||
if (!_options.WebCache.Enabled) return null;
|
||||
var entry = await TryReadEntryAsync(WebResultCacheKind.Fetch, BuildFetchKey(url), ct);
|
||||
if (entry?.FetchItem is null) return null;
|
||||
|
||||
var item = Clone(entry.FetchItem);
|
||||
item.FromCache = true;
|
||||
return item;
|
||||
}
|
||||
|
||||
public Task WriteFetchAsync(string url, WebSearchItem item, CancellationToken ct = default)
|
||||
{
|
||||
if (!_options.WebCache.Enabled || string.IsNullOrWhiteSpace(item.Text)) return Task.CompletedTask;
|
||||
var copy = Clone(item);
|
||||
copy.FromCache = false;
|
||||
copy.Text = Limit(copy.Text, _options.WebCache.MaxEntryTextChars);
|
||||
|
||||
return WriteEntryAsync(WebResultCacheKind.Fetch, BuildFetchKey(url), new WebCacheEntry
|
||||
{
|
||||
Kind = WebResultCacheKind.Fetch,
|
||||
FetchItem = copy,
|
||||
CreatedAt = DateTimeOffset.Now,
|
||||
ExpiresAt = DateTimeOffset.Now.AddMinutes(Math.Max(1, _options.WebCache.FetchTtlMinutes))
|
||||
}, ct);
|
||||
}
|
||||
|
||||
private async Task<WebCacheEntry?> TryReadEntryAsync(WebResultCacheKind kind, string key, CancellationToken ct)
|
||||
{
|
||||
var path = GetEntryPath(kind, key);
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
if (!File.Exists(path)) return null;
|
||||
var text = await File.ReadAllTextAsync(path, ct);
|
||||
var entry = JsonSerializer.Deserialize<WebCacheEntry>(text, JsonOptions);
|
||||
if (entry is null || entry.ExpiresAt <= DateTimeOffset.Now)
|
||||
{
|
||||
TryDelete(path);
|
||||
return null;
|
||||
}
|
||||
return entry;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogDebug(ex, "Web result cache read failed: {Path}", path);
|
||||
return null;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
private async Task WriteEntryAsync(WebResultCacheKind kind, string key, WebCacheEntry entry, CancellationToken ct)
|
||||
{
|
||||
var path = GetEntryPath(kind, key);
|
||||
entry.KeyHash = HashKey(key);
|
||||
await _lock.WaitAsync(ct);
|
||||
try
|
||||
{
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(path)!);
|
||||
await File.WriteAllTextAsync(path, JsonSerializer.Serialize(entry, JsonOptions), ct);
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogDebug(ex, "Web result cache write failed: {Path}", path);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_lock.Release();
|
||||
}
|
||||
}
|
||||
|
||||
private string GetEntryPath(WebResultCacheKind kind, string key)
|
||||
{
|
||||
// Security boundary: callers never provide a file path. Cache reads are restricted to this
|
||||
// process-owned directory and addressed only by a SHA-256 key derived from URL/query.
|
||||
var root = Path.Combine(AppContext.BaseDirectory, _options.DataDir, "web-cache", kind.ToString().ToLowerInvariant());
|
||||
return Path.Combine(root, HashKey(key) + ".json");
|
||||
}
|
||||
|
||||
private static string BuildSearchKey(string query, int maxResults) => "search\n" + Math.Clamp(maxResults, 1, 10) + "\n" + NormalizeWhitespace(query);
|
||||
|
||||
private static string BuildFetchKey(string url) => "fetch\n" + NormalizeFetchUrl(url);
|
||||
|
||||
private static string NormalizeFetchUrl(string url)
|
||||
{
|
||||
if (!Uri.TryCreate(url, UriKind.Absolute, out var uri)) return url.Trim();
|
||||
var builder = new UriBuilder(uri)
|
||||
{
|
||||
Fragment = string.Empty,
|
||||
Host = uri.Host.ToLowerInvariant(),
|
||||
Scheme = uri.Scheme.ToLowerInvariant()
|
||||
};
|
||||
return builder.Uri.ToString();
|
||||
}
|
||||
|
||||
private static string NormalizeWhitespace(string value) => string.Join(' ', (value ?? string.Empty).Split((char[]?)null, StringSplitOptions.RemoveEmptyEntries));
|
||||
|
||||
private static string HashKey(string value) => Convert.ToHexString(SHA256.HashData(Encoding.UTF8.GetBytes(value))).ToLowerInvariant();
|
||||
|
||||
private static string Limit(string text, int maxChars)
|
||||
{
|
||||
maxChars = Math.Clamp(maxChars, 1000, 200000);
|
||||
return text.Length <= maxChars ? text : text[..maxChars] + "\n...（缓存内容过长，已截断）";
|
||||
}
|
||||
|
||||
private static WebSearchResult Clone(WebSearchResult result) => new()
|
||||
{
|
||||
Query = result.Query,
|
||||
Error = result.Error,
|
||||
FromCache = result.FromCache,
|
||||
Items = result.Items.Select(Clone).ToList()
|
||||
};
|
||||
|
||||
private static WebSearchItem Clone(WebSearchItem item) => new()
|
||||
{
|
||||
Title = item.Title,
|
||||
Url = item.Url,
|
||||
Text = item.Text,
|
||||
FromCache = item.FromCache
|
||||
};
|
||||
|
||||
private static void TryDelete(string path)
|
||||
{
|
||||
try { File.Delete(path); } catch { }
|
||||
}
|
||||
|
||||
private sealed class WebCacheEntry
|
||||
{
|
||||
public WebResultCacheKind Kind { get; set; }
|
||||
public string KeyHash { get; set; } = "";
|
||||
public DateTimeOffset CreatedAt { get; set; }
|
||||
public DateTimeOffset ExpiresAt { get; set; }
|
||||
public WebSearchResult? SearchResult { get; set; }
|
||||
public WebSearchItem? FetchItem { get; set; }
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,101 @@
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text.Json;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class BraveImageSearchClient(LocalConfigStore configStore, ILogger<BraveImageSearchClient> logger)
|
||||
{
|
||||
private readonly LocalConfigStore _configStore = configStore;
|
||||
private readonly ILogger<BraveImageSearchClient> _logger = logger;
|
||||
private readonly HttpClient _http = new() { Timeout = Timeout.InfiniteTimeSpan };
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web);
|
||||
|
||||
public async Task<MediaSearchResult> SearchAsync(MediaSearchRequest request, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _configStore.ReadAsync(ct);
|
||||
if (string.IsNullOrWhiteSpace(cfg.Media.BraveApiKey))
|
||||
{
|
||||
return new MediaSearchResult
|
||||
{
|
||||
Query = request.Query,
|
||||
Source = "brave-image-search",
|
||||
Error = "Brave Search API key is not configured."
|
||||
};
|
||||
}
|
||||
|
||||
var count = Math.Clamp(request.MaxResults <= 0 ? 12 : request.MaxResults, 1, 50);
|
||||
var url = "https://api.search.brave.com/res/v1/images/search?q=" + Uri.EscapeDataString(request.Query) + "&count=" + count;
|
||||
using var req = new HttpRequestMessage(HttpMethod.Get, url);
|
||||
req.Headers.Accept.Add(new MediaTypeWithQualityHeaderValue("application/json"));
|
||||
req.Headers.Add("X-Subscription-Token", cfg.Media.BraveApiKey);
|
||||
req.Headers.UserAgent.ParseAdd("ShirobotClaw/0.1");
|
||||
|
||||
try
|
||||
{
|
||||
using var resp = await _http.SendAsync(req, HttpCompletionOption.ResponseHeadersRead, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
if (!resp.IsSuccessStatusCode)
|
||||
return new MediaSearchResult { Query = request.Query, Source = "brave-image-search", Error = $"Brave HTTP {(int)resp.StatusCode}: {body}" };
|
||||
|
||||
using var doc = JsonDocument.Parse(body);
|
||||
var result = new MediaSearchResult { Query = request.Query, Source = "brave-image-search" };
|
||||
if (!doc.RootElement.TryGetProperty("results", out var results) || results.ValueKind != JsonValueKind.Array)
|
||||
return result;
|
||||
|
||||
foreach (var item in results.EnumerateArray())
|
||||
{
|
||||
var imageUrl = GetString(item, "image", "url");
|
||||
if (string.IsNullOrWhiteSpace(imageUrl)) imageUrl = GetString(item, "thumbnail", "src");
|
||||
if (string.IsNullOrWhiteSpace(imageUrl)) continue;
|
||||
|
||||
var pageUrl = GetString(item, "url");
|
||||
var title = GetString(item, "title");
|
||||
var width = GetInt(item, "properties", "width");
|
||||
var height = GetInt(item, "properties", "height");
|
||||
var score = 8;
|
||||
if (width >= 480 && height >= 320) score += 2;
|
||||
if (width > 0 && height > 0 && (width < 240 || height < 160)) score -= 4;
|
||||
|
||||
result.Items.Add(new MediaImageCandidate
|
||||
{
|
||||
Title = title,
|
||||
PageUrl = pageUrl,
|
||||
ImageUrl = imageUrl,
|
||||
Source = "brave-image-search",
|
||||
Score = score,
|
||||
Reason = width > 0 && height > 0 ? $"brave; {width}x{height}" : "brave"
|
||||
});
|
||||
}
|
||||
|
||||
result.Items = result.Items.OrderByDescending(x => x.Score).Take(count).ToList();
|
||||
return result;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogWarning(ex, "Brave image search failed");
|
||||
return new MediaSearchResult { Query = request.Query, Source = "brave-image-search", Error = ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private static string GetString(JsonElement item, string name)
|
||||
{
|
||||
return item.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String ? v.GetString() ?? "" : "";
|
||||
}
|
||||
|
||||
private static string GetString(JsonElement item, string objectName, string name)
|
||||
{
|
||||
return item.TryGetProperty(objectName, out var obj) && obj.ValueKind == JsonValueKind.Object
|
||||
? GetString(obj, name)
|
||||
: "";
|
||||
}
|
||||
|
||||
private static int GetInt(JsonElement item, string objectName, string name)
|
||||
{
|
||||
if (!item.TryGetProperty(objectName, out var obj) || obj.ValueKind != JsonValueKind.Object) return 0;
|
||||
if (!obj.TryGetProperty(name, out var v)) return 0;
|
||||
if (v.ValueKind == JsonValueKind.Number && v.TryGetInt32(out var n)) return n;
|
||||
if (v.ValueKind == JsonValueKind.String && int.TryParse(v.GetString(), out n)) return n;
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,127 @@
|
||||
using System.Diagnostics;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class CombinedWebSearchClient(ExaSearchClient exa, TavilySearchClient tavily, LocalConfigStore localConfig, WebResultCache cache, ILogger<CombinedWebSearchClient> logger) : IWebSearchClient
|
||||
{
|
||||
private readonly ExaSearchClient _exa = exa;
|
||||
private readonly TavilySearchClient _tavily = tavily;
|
||||
private readonly LocalConfigStore _localConfig = localConfig;
|
||||
private readonly WebResultCache _cache = cache;
|
||||
private readonly ILogger<CombinedWebSearchClient> _logger = logger;
|
||||
private static readonly TimeSpan ProviderTimeout = TimeSpan.FromSeconds(8);
|
||||
|
||||
public async Task<WebSearchResult> SearchAsync(string query, int maxResults, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
var provider = cfg.Search.WebSearchProvider;
|
||||
var limit = Math.Clamp(maxResults, 1, 10);
|
||||
|
||||
var cached = await _cache.TryReadSearchAsync(query, limit, ct);
|
||||
if (cached is not null) return cached;
|
||||
|
||||
WebSearchResult result;
|
||||
if (string.Equals(provider, "tavily", StringComparison.OrdinalIgnoreCase))
|
||||
result = await _tavily.SearchAsync(query, limit, ct);
|
||||
else if (string.Equals(provider, "exa", StringComparison.OrdinalIgnoreCase))
|
||||
result = await _exa.SearchAsync(query, limit, ct);
|
||||
else
|
||||
result = await SearchBothAsync(query, limit, ct);
|
||||
|
||||
await _cache.WriteSearchAsync(query, limit, result, ct);
|
||||
return result;
|
||||
}
|
||||
|
||||
private async Task<WebSearchResult> SearchBothAsync(string query, int maxResults, CancellationToken ct)
|
||||
{
|
||||
// Exa + Tavily 综合模式：两个搜索源真正并发启动，互不等待。
|
||||
// 任何一个源慢/失败不会拖死整体，最多等 ProviderTimeout，然后用已完成的结果综合回答。
|
||||
var each = Math.Clamp(maxResults, 2, 10);
|
||||
var totalWatch = Stopwatch.StartNew();
|
||||
var exaTask = RunProviderAsync("Exa", token => _exa.SearchAsync(query, each, token), query, ct);
|
||||
var tavilyTask = RunProviderAsync("Tavily", token => _tavily.SearchAsync(query, each, token), query, ct);
|
||||
|
||||
var completed = await Task.WhenAll(exaTask, tavilyTask);
|
||||
totalWatch.Stop();
|
||||
|
||||
var exa = completed.First(x => x.Name == "Exa");
|
||||
var tavily = completed.First(x => x.Name == "Tavily");
|
||||
|
||||
var result = new WebSearchResult { Query = query };
|
||||
var seen = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
|
||||
AddInterleavedItems(result, seen, exa.Result.Items, tavily.Result.Items, maxResults);
|
||||
|
||||
var notes = new List<string>
|
||||
{
|
||||
$"combined_async total={totalWatch.ElapsedMilliseconds}ms",
|
||||
$"Exa {exa.Status} {exa.ElapsedMs}ms items={exa.Result.Items.Count}",
|
||||
$"Tavily {tavily.Status} {tavily.ElapsedMs}ms items={tavily.Result.Items.Count}"
|
||||
};
|
||||
var errors = new[] { exa.Result.Error, tavily.Result.Error }.Where(x => !string.IsNullOrWhiteSpace(x)).ToList();
|
||||
if (errors.Count > 0) notes.AddRange(errors.Select(e => "error=" + e));
|
||||
|
||||
// Error means the combined search is unusable. Provider diagnostics must not be placed
|
||||
// in Error when we still have usable items, otherwise callers treat a successful partial
|
||||
// search as failure and skip web/image processing.
|
||||
result.Error = result.Items.Count == 0 ? string.Join("; ", notes) : null;
|
||||
return result;
|
||||
}
|
||||
|
||||
private async Task<ProviderSearchResult> RunProviderAsync(string name, Func<CancellationToken, Task<WebSearchResult>> search, string query, CancellationToken ct)
|
||||
{
|
||||
var sw = Stopwatch.StartNew();
|
||||
using var timeout = CancellationTokenSource.CreateLinkedTokenSource(ct);
|
||||
timeout.CancelAfter(ProviderTimeout);
|
||||
try
|
||||
{
|
||||
var result = await search(timeout.Token);
|
||||
sw.Stop();
|
||||
return new ProviderSearchResult(name, string.IsNullOrWhiteSpace(result.Error) ? "ok" : "partial", sw.ElapsedMilliseconds, result);
|
||||
}
|
||||
catch (OperationCanceledException) when (!ct.IsCancellationRequested)
|
||||
{
|
||||
sw.Stop();
|
||||
return new ProviderSearchResult(name, "timeout", sw.ElapsedMilliseconds, new WebSearchResult { Query = query, Error = $"{name} timeout after {(int)ProviderTimeout.TotalSeconds}s" });
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
sw.Stop();
|
||||
_logger.LogDebug(ex, "{Provider} search failed", name);
|
||||
return new ProviderSearchResult(name, "error", sw.ElapsedMilliseconds, new WebSearchResult { Query = query, Error = $"{name} failed: {ex.Message}" });
|
||||
}
|
||||
}
|
||||
|
||||
private static void AddInterleavedItems(WebSearchResult result, HashSet<string> seen, IReadOnlyList<WebSearchItem> exaItems, IReadOnlyList<WebSearchItem> tavilyItems, int maxResults)
|
||||
{
|
||||
var max = Math.Max(exaItems.Count, tavilyItems.Count);
|
||||
for (var i = 0; i < max && result.Items.Count < maxResults; i++)
|
||||
{
|
||||
if (i < exaItems.Count) AddOne(result, seen, exaItems[i], "Exa", maxResults);
|
||||
if (result.Items.Count >= maxResults) break;
|
||||
if (i < tavilyItems.Count) AddOne(result, seen, tavilyItems[i], "Tavily", maxResults);
|
||||
}
|
||||
}
|
||||
|
||||
private static void AddOne(WebSearchResult result, HashSet<string> seen, WebSearchItem item, string source, int maxResults)
|
||||
{
|
||||
if (result.Items.Count >= maxResults) return;
|
||||
var key = string.IsNullOrWhiteSpace(item.Url) ? item.Title : NormalizeUrl(item.Url);
|
||||
if (!seen.Add(key)) return;
|
||||
result.Items.Add(new WebSearchItem
|
||||
{
|
||||
Title = string.IsNullOrWhiteSpace(item.Title) ? $"[{source}] result" : $"[{source}] {item.Title}",
|
||||
Url = item.Url,
|
||||
Text = item.Text
|
||||
});
|
||||
}
|
||||
|
||||
private static string NormalizeUrl(string url)
|
||||
{
|
||||
if (!Uri.TryCreate(url, UriKind.Absolute, out var uri)) return url.Trim();
|
||||
return uri.GetLeftPart(UriPartial.Path).TrimEnd('/');
|
||||
}
|
||||
|
||||
private sealed record ProviderSearchResult(string Name, string Status, long ElapsedMs, WebSearchResult Result);
|
||||
}
|
||||
@@ -0,0 +1,117 @@
|
||||
using System.IO.Compression;
|
||||
using System.Text;
|
||||
using System.Text.RegularExpressions;
|
||||
using System.Xml.Linq;
|
||||
using UglyToad.PdfPig;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class DocumentTextExtractor(ILogger<DocumentTextExtractor> logger)
|
||||
{
|
||||
private readonly ILogger<DocumentTextExtractor> _logger = logger;
|
||||
private const int MaxChars = 24000;
|
||||
|
||||
public async Task<string> TryExtractAsync(string localPath, string title, string mime, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(localPath) || !File.Exists(localPath)) return "";
|
||||
var ext = Path.GetExtension(title);
|
||||
if (string.IsNullOrWhiteSpace(ext)) ext = Path.GetExtension(localPath);
|
||||
ext = ext.ToLowerInvariant();
|
||||
|
||||
try
|
||||
{
|
||||
if (IsTextLike(title, ext, mime))
|
||||
return Limit(await ReadTextAsync(localPath, ct));
|
||||
|
||||
if (ext == ".docx") return Limit(ExtractDocx(localPath));
|
||||
|
||||
if (ext == ".pdf" || mime.Equals("application/pdf", StringComparison.OrdinalIgnoreCase))
|
||||
return Limit(ExtractPdf(localPath));
|
||||
|
||||
return "";
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogDebug(ex, "Document extraction failed for {Path}", localPath);
|
||||
return "";
|
||||
}
|
||||
}
|
||||
|
||||
private static bool IsTextLike(string title, string ext, string mime)
|
||||
{
|
||||
if (mime.StartsWith("text/", StringComparison.OrdinalIgnoreCase)) return true;
|
||||
if (mime.Contains("json", StringComparison.OrdinalIgnoreCase) || mime.Contains("xml", StringComparison.OrdinalIgnoreCase) || mime.Contains("yaml", StringComparison.OrdinalIgnoreCase)) return true;
|
||||
var name = Path.GetFileName(title).ToLowerInvariant();
|
||||
if (name is "dockerfile" or "makefile" or "cmakelists.txt" or ".gitignore" or ".gitattributes" or ".editorconfig") return true;
|
||||
return ext is
|
||||
".txt" or ".md" or ".markdown" or ".log" or ".csv" or ".tsv" or
|
||||
".json" or ".jsonl" or ".xml" or ".yaml" or ".yml" or ".toml" or ".ini" or ".conf" or ".config" or
|
||||
".cs" or ".csproj" or ".sln" or ".props" or ".targets" or ".razor" or
|
||||
".java" or ".kt" or ".kts" or ".gradle" or ".groovy" or
|
||||
".js" or ".mjs" or ".cjs" or ".ts" or ".tsx" or ".jsx" or ".vue" or ".css" or ".scss" or ".less" or ".html" or ".htm" or
|
||||
".py" or ".go" or ".rs" or ".cpp" or ".cc" or ".cxx" or ".c" or ".h" or ".hpp" or ".hh" or
|
||||
".sh" or ".bash" or ".zsh" or ".ps1" or ".bat" or ".cmd" or
|
||||
".sql" or ".php" or ".rb" or ".swift" or ".m" or ".mm" or
|
||||
".license" or ".licence";
|
||||
}
|
||||
|
||||
private static async Task<string> ReadTextAsync(string path, CancellationToken ct)
|
||||
{
|
||||
var bytes = await File.ReadAllBytesAsync(path, ct);
|
||||
if (bytes.Any(b => b == 0)) return "";
|
||||
if (bytes.Length >= 3 && bytes[0] == 0xEF && bytes[1] == 0xBB && bytes[2] == 0xBF) return Encoding.UTF8.GetString(bytes, 3, bytes.Length - 3);
|
||||
if (bytes.Length >= 2 && bytes[0] == 0xFF && bytes[1] == 0xFE) return Encoding.Unicode.GetString(bytes, 2, bytes.Length - 2);
|
||||
if (bytes.Length >= 2 && bytes[0] == 0xFE && bytes[1] == 0xFF) return Encoding.BigEndianUnicode.GetString(bytes, 2, bytes.Length - 2);
|
||||
return Encoding.UTF8.GetString(bytes);
|
||||
}
|
||||
|
||||
private static string ExtractDocx(string path)
|
||||
{
|
||||
using var zip = ZipFile.OpenRead(path);
|
||||
var entry = zip.GetEntry("word/document.xml");
|
||||
if (entry is null) return "";
|
||||
using var stream = entry.Open();
|
||||
var doc = XDocument.Load(stream);
|
||||
XNamespace w = "http://schemas.openxmlformats.org/wordprocessingml/2006/main";
|
||||
var paragraphs = doc.Descendants(w + "p")
|
||||
.Select(p => string.Concat(p.Descendants(w + "t").Select(t => t.Value)).Trim())
|
||||
.Where(x => !string.IsNullOrWhiteSpace(x));
|
||||
return string.Join("\n", paragraphs);
|
||||
}
|
||||
|
||||
private static string ExtractPdf(string path)
|
||||
{
|
||||
var sb = new StringBuilder();
|
||||
using var pdf = PdfDocument.Open(path);
|
||||
var pageCount = pdf.NumberOfPages;
|
||||
foreach (var page in pdf.GetPages())
|
||||
{
|
||||
if (sb.Length >= MaxChars) break;
|
||||
var text = NormalizePdfPageText(page.Text);
|
||||
if (string.IsNullOrWhiteSpace(text)) continue;
|
||||
sb.AppendLine($"--- PDF 第 {page.Number}/{pageCount} 页 ---");
|
||||
sb.AppendLine(text);
|
||||
sb.AppendLine();
|
||||
}
|
||||
|
||||
if (sb.Length == 0)
|
||||
return "PDF 文件已缓存，但没有抽取到可读文本；可能是扫描版/图片型 PDF，需要 OCR 或截图分析。";
|
||||
|
||||
return sb.ToString();
|
||||
}
|
||||
|
||||
private static string NormalizePdfPageText(string text)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(text)) return "";
|
||||
text = text.Replace("\r\n", "\n").Replace('\r', '\n');
|
||||
text = Regex.Replace(text, "[ \t]{2,}", " ");
|
||||
text = Regex.Replace(text, "\n{3,}", "\n\n");
|
||||
return text.Trim();
|
||||
}
|
||||
|
||||
private static string Limit(string text)
|
||||
{
|
||||
text = Regex.Replace(text.Replace("\r\n", "\n"), "\n{3,}", "\n\n").Trim();
|
||||
return text.Length <= MaxChars ? text : text[..MaxChars] + "\n...（文件内容过长，后续已截断）";
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,107 @@
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public interface IWebSearchClient
|
||||
{
|
||||
Task<WebSearchResult> SearchAsync(string query, int maxResults, CancellationToken ct = default);
|
||||
}
|
||||
|
||||
public sealed class ExaSearchClient(IOptions<ShirobotOptions> options, LocalConfigStore localConfig, McpExaSearchClient mcpExa, ILogger<ExaSearchClient> logger) : IWebSearchClient
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly LocalConfigStore _localConfig = localConfig;
|
||||
private readonly McpExaSearchClient _mcpExa = mcpExa;
|
||||
private readonly HttpClient _http = new();
|
||||
private readonly ILogger<ExaSearchClient> _logger = logger;
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web);
|
||||
|
||||
public async Task<WebSearchResult> SearchAsync(string query, int maxResults, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
return await SearchHttpAsync(query, maxResults, cfg.Exa.ApiKey, ct);
|
||||
}
|
||||
|
||||
public async Task<WebSearchResult> SearchHttpAsync(string query, int maxResults, string? apiKey, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
if (!cfg.Exa.Enabled)
|
||||
{
|
||||
return new WebSearchResult
|
||||
{
|
||||
Query = query,
|
||||
Error = "Exa search disabled in local config."
|
||||
};
|
||||
}
|
||||
if (string.Equals(cfg.Exa.Mode, "mcp", StringComparison.OrdinalIgnoreCase))
|
||||
return await _mcpExa.SearchAsync(query, maxResults, ct);
|
||||
|
||||
apiKey = string.IsNullOrWhiteSpace(apiKey) ? cfg.Exa.ApiKey : apiKey;
|
||||
if (string.IsNullOrWhiteSpace(apiKey))
|
||||
{
|
||||
return new WebSearchResult
|
||||
{
|
||||
Query = query,
|
||||
Error = "EXA_API_KEY is not configured. Exa MCP/server can be wired later; direct Exa Search API fallback is implemented."
|
||||
};
|
||||
}
|
||||
|
||||
// 这里用 Exa HTTP Search API 做轻量实现；生产上可替换为 Exa MCP stdio/remote tool gateway。
|
||||
var payload = new
|
||||
{
|
||||
query,
|
||||
numResults = Math.Clamp(maxResults, 1, 10),
|
||||
contents = new { text = true, summary = true }
|
||||
};
|
||||
|
||||
using var req = new HttpRequestMessage(HttpMethod.Post, "https://api.exa.ai/search");
|
||||
req.Headers.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
|
||||
req.Content = new StringContent(JsonSerializer.Serialize(payload, JsonOptions), Encoding.UTF8, "application/json");
|
||||
|
||||
try
|
||||
{
|
||||
using var resp = await _http.SendAsync(req, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
if (!resp.IsSuccessStatusCode)
|
||||
return new WebSearchResult { Query = query, Error = $"Exa HTTP {(int)resp.StatusCode}: {body}" };
|
||||
|
||||
using var doc = JsonDocument.Parse(body);
|
||||
var result = new WebSearchResult { Query = query };
|
||||
if (doc.RootElement.TryGetProperty("results", out var results))
|
||||
{
|
||||
foreach (var item in results.EnumerateArray().Take(maxResults))
|
||||
{
|
||||
result.Items.Add(new WebSearchItem
|
||||
{
|
||||
Title = item.TryGetProperty("title", out var t) ? t.GetString() ?? "" : "",
|
||||
Url = item.TryGetProperty("url", out var u) ? u.GetString() ?? "" : "",
|
||||
Text = ExtractText(item)
|
||||
});
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogWarning(ex, "Exa search failed");
|
||||
return new WebSearchResult { Query = query, Error = ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private static string ExtractText(JsonElement item)
|
||||
{
|
||||
if (item.TryGetProperty("summary", out var s) && s.ValueKind == JsonValueKind.String)
|
||||
return s.GetString() ?? "";
|
||||
if (item.TryGetProperty("text", out var t) && t.ValueKind == JsonValueKind.String)
|
||||
{
|
||||
var text = t.GetString() ?? "";
|
||||
return text.Length > 800 ? text[..800] + "..." : text;
|
||||
}
|
||||
return "";
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class GroupProfileResult
|
||||
{
|
||||
public long GroupId { get; set; }
|
||||
public string GroupName { get; set; } = "";
|
||||
public string AvatarUrl { get; set; } = "";
|
||||
public int MemberCount { get; set; }
|
||||
public List<GroupMemberInfo> Members { get; set; } = [];
|
||||
}
|
||||
|
||||
public sealed class GroupMemberInfo
|
||||
{
|
||||
public long UserId { get; set; }
|
||||
public string Name { get; set; } = "";
|
||||
public string Role { get; set; } = "member";
|
||||
public string AvatarUrl { get; set; } = "";
|
||||
}
|
||||
@@ -0,0 +1,153 @@
|
||||
using System.Diagnostics;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Nodes;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class McpExaSearchClient(IOptions<ShirobotOptions> options, LocalConfigStore localConfig, ILogger<McpExaSearchClient> logger)
|
||||
{
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly LocalConfigStore _localConfig = localConfig;
|
||||
private readonly ILogger<McpExaSearchClient> _logger = logger;
|
||||
|
||||
public async Task<WebSearchResult> SearchAsync(string query, int maxResults, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
if (string.IsNullOrWhiteSpace(cfg.Exa.ApiKey))
|
||||
return new WebSearchResult { Query = query, Error = "EXA_API_KEY is empty. MCP Exa server requires it." };
|
||||
|
||||
// Exa MCP stdio: npx -y exa-mcp-server, env EXA_API_KEY=...
|
||||
// Tools commonly exposed: web_search_exa, web_search_advanced_exa.
|
||||
var psi = new ProcessStartInfo
|
||||
{
|
||||
FileName = "npx",
|
||||
RedirectStandardInput = true,
|
||||
RedirectStandardOutput = true,
|
||||
RedirectStandardError = true,
|
||||
UseShellExecute = false,
|
||||
CreateNoWindow = true
|
||||
};
|
||||
psi.ArgumentList.Add("-y");
|
||||
psi.ArgumentList.Add("exa-mcp-server");
|
||||
psi.Environment["EXA_API_KEY"] = cfg.Exa.ApiKey;
|
||||
|
||||
using var process = Process.Start(psi);
|
||||
if (process is null) return new WebSearchResult { Query = query, Error = "Failed to start exa-mcp-server via npx." };
|
||||
|
||||
try
|
||||
{
|
||||
var readerTask = ReadJsonRpcMessagesAsync(process.StandardOutput, ct);
|
||||
|
||||
await SendAsync(process, new JsonObject
|
||||
{
|
||||
["jsonrpc"] = "2.0",
|
||||
["id"] = 1,
|
||||
["method"] = "initialize",
|
||||
["params"] = new JsonObject
|
||||
{
|
||||
["protocolVersion"] = "2024-11-05",
|
||||
["capabilities"] = new JsonObject(),
|
||||
["clientInfo"] = new JsonObject { ["name"] = "MyAgent", ["version"] = "0.1" }
|
||||
}
|
||||
}, ct);
|
||||
|
||||
await SendAsync(process, new JsonObject { ["jsonrpc"] = "2.0", ["method"] = "notifications/initialized" }, ct);
|
||||
|
||||
var toolArgs = new JsonObject
|
||||
{
|
||||
["query"] = query,
|
||||
["numResults"] = Math.Clamp(maxResults, 1, 10)
|
||||
};
|
||||
|
||||
await SendAsync(process, new JsonObject
|
||||
{
|
||||
["jsonrpc"] = "2.0",
|
||||
["id"] = 2,
|
||||
["method"] = "tools/call",
|
||||
["params"] = new JsonObject
|
||||
{
|
||||
["name"] = "web_search_exa",
|
||||
["arguments"] = toolArgs
|
||||
}
|
||||
}, ct);
|
||||
|
||||
var deadline = DateTimeOffset.Now.AddSeconds(30);
|
||||
await foreach (var msg in readerTask.WithCancellation(ct))
|
||||
{
|
||||
if (msg["id"]?.GetValue<int?>() == 2)
|
||||
return ParseMcpToolResult(query, msg);
|
||||
if (DateTimeOffset.Now > deadline) break;
|
||||
}
|
||||
return new WebSearchResult { Query = query, Error = "MCP Exa timeout." };
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogWarning(ex, "MCP Exa search failed");
|
||||
return new WebSearchResult { Query = query, Error = ex.Message };
|
||||
}
|
||||
finally
|
||||
{
|
||||
try { if (!process.HasExited) process.Kill(true); } catch { }
|
||||
}
|
||||
}
|
||||
|
||||
private static async Task SendAsync(Process process, JsonObject obj, CancellationToken ct)
|
||||
{
|
||||
var json = obj.ToJsonString();
|
||||
var bytes = Encoding.UTF8.GetByteCount(json);
|
||||
await process.StandardInput.WriteAsync($"Content-Length: {bytes}\r\n\r\n{json}".AsMemory(), ct);
|
||||
await process.StandardInput.FlushAsync(ct);
|
||||
}
|
||||
|
||||
private static async IAsyncEnumerable<JsonObject> ReadJsonRpcMessagesAsync(StreamReader reader, [System.Runtime.CompilerServices.EnumeratorCancellation] CancellationToken ct)
|
||||
{
|
||||
while (!reader.EndOfStream && !ct.IsCancellationRequested)
|
||||
{
|
||||
string? line;
|
||||
int? contentLength = null;
|
||||
while (!string.IsNullOrEmpty(line = await reader.ReadLineAsync(ct)))
|
||||
{
|
||||
if (line.StartsWith("Content-Length:", StringComparison.OrdinalIgnoreCase)
|
||||
&& int.TryParse(line["Content-Length:".Length..].Trim(), out var len))
|
||||
contentLength = len;
|
||||
}
|
||||
if (contentLength is null) continue;
|
||||
var buffer = new char[contentLength.Value];
|
||||
var read = await reader.ReadBlockAsync(buffer, 0, buffer.Length);
|
||||
if (read <= 0) continue;
|
||||
var json = new string(buffer, 0, read);
|
||||
if (JsonNode.Parse(json) is JsonObject obj) yield return obj;
|
||||
}
|
||||
}
|
||||
|
||||
private static WebSearchResult ParseMcpToolResult(string query, JsonObject msg)
|
||||
{
|
||||
var result = new WebSearchResult { Query = query };
|
||||
if (msg["error"] is JsonObject err)
|
||||
{
|
||||
result.Error = err.ToJsonString();
|
||||
return result;
|
||||
}
|
||||
|
||||
var content = msg["result"]?["content"] as JsonArray;
|
||||
if (content is null) return result;
|
||||
|
||||
foreach (var part in content)
|
||||
{
|
||||
var text = part?["text"]?.GetValue<string>();
|
||||
if (string.IsNullOrWhiteSpace(text)) continue;
|
||||
// Exa MCP 通常返回格式化文本/JSON 文本。这里先作为一条文本结果交给 LLM。
|
||||
result.Items.Add(new WebSearchItem
|
||||
{
|
||||
Title = "Exa MCP Result",
|
||||
Url = "",
|
||||
Text = text.Length > 2500 ? text[..2500] + "..." : text
|
||||
});
|
||||
}
|
||||
return result;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,508 @@
|
||||
using System.Buffers.Binary;
|
||||
using System.Net;
|
||||
using System.Security.Cryptography;
|
||||
using System.Text.Json;
|
||||
using System.Text.RegularExpressions;
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class MediaService(IWebSearchClient webSearch, BraveImageSearchClient brave, LocalConfigStore configStore, IOptions<ShirobotOptions> options, ILogger<MediaService> logger)
|
||||
{
|
||||
private readonly IWebSearchClient _webSearch = webSearch;
|
||||
private readonly BraveImageSearchClient _brave = brave;
|
||||
private readonly LocalConfigStore _configStore = configStore;
|
||||
private readonly ShirobotOptions _options = options.Value;
|
||||
private readonly ILogger<MediaService> _logger = logger;
|
||||
private readonly HttpClient _http = CreateHttpClient();
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web) { WriteIndented = true };
|
||||
private static readonly Regex OgImageRegex = new("<meta[^>]+(?:property|name)=[\\\"'](?:og:image|og:image:secure_url|twitter:image|twitter:image:src)[\\\"'][^>]+content=[\\\"'](?<url>[^\\\"']+)[\\\"'][^>]*>|<meta[^>]+content=[\\\"'](?<url>[^\\\"']+)[\\\"'][^>]+(?:property|name)=[\\\"'](?:og:image|og:image:secure_url|twitter:image|twitter:image:src)[\\\"'][^>]*>", RegexOptions.IgnoreCase | RegexOptions.Compiled);
|
||||
private static readonly Regex ImgRegex = new("<img[^>]+(?:src|data-src|data-original)=[\\\"'](?<url>[^\\\"']+)[\\\"'][^>]*>", RegexOptions.IgnoreCase | RegexOptions.Compiled);
|
||||
private static readonly Regex QueryTokenRegex = new(@"[a-z0-9][a-z0-9+._-]{1,}|[\u4e00-\u9fff]{2,}|[ァ-ヶー]{2,}|[ぁ-ゖー]{2,}", RegexOptions.IgnoreCase | RegexOptions.Compiled);
|
||||
private static readonly string[] ImageExts = [".jpg", ".jpeg", ".png", ".webp", ".gif", ".bmp", ".avif"];
|
||||
|
||||
public IReadOnlyList<MediaSourceInfo> GetSources() =>
|
||||
[
|
||||
new() { Id = "exa-page-image", Name = "Exa 网页搜索 + og:image/img 提取", Kind = "implemented", NeedApiKey = "EXA_API_KEY", Notes = "当前 MVP。先找真实网页 URL，再从页面提取 og:image/twitter:image/img。适合官方图、文章封面、百科图。" },
|
||||
new() { Id = "direct-url", Name = "用户直接提供图片 URL", Kind = "implemented", NeedApiKey = "none", Notes = "用于下载/缓存用户给出的真实 http(s) 图片。" },
|
||||
new() { Id = "brave-image-search", Name = "Brave Image Search API", Kind = "recommended-next", NeedApiKey = "BRAVE_API_KEY", Notes = "真正的图片搜索 API，结果通常含 image URL、thumbnail、source page。适合后续增强。" },
|
||||
new() { Id = "bing-image-search", Name = "Bing Image Search / Azure", Kind = "optional", NeedApiKey = "AZURE_BING_KEY", Notes = "成熟稳定，但需要 Azure/Bing Search 资源。" },
|
||||
new() { Id = "google-cse", Name = "Google Custom Search image mode", Kind = "optional", NeedApiKey = "GOOGLE_API_KEY + CX", Notes = "可用 searchType=image，但配置稍繁琐。" },
|
||||
new() { Id = "serpapi-images", Name = "SerpAPI / Serper 图片搜索", Kind = "optional", NeedApiKey = "SERPAPI_KEY/SERPER_KEY", Notes = "封装搜索引擎图片结果，接入简单但通常付费。" }
|
||||
];
|
||||
|
||||
public async Task<MediaSearchResult> SearchImagesAsync(MediaSearchRequest request, CancellationToken ct = default)
|
||||
{
|
||||
var query = request.Query.Trim();
|
||||
var maxPages = Math.Clamp(request.MaxPages <= 0 ? 5 : request.MaxPages, 1, 10);
|
||||
var maxImages = Math.Clamp(request.MaxResults <= 0 ? 12 : request.MaxResults, 1, 30);
|
||||
var result = new MediaSearchResult { Query = query, Source = "exa-page-image" };
|
||||
if (string.IsNullOrWhiteSpace(query))
|
||||
{
|
||||
result.Error = "query is empty";
|
||||
return result;
|
||||
}
|
||||
|
||||
var cfg = await _configStore.ReadAsync(ct);
|
||||
if (string.Equals(cfg.Media.ImageSearchProvider, "brave-image-search", StringComparison.OrdinalIgnoreCase))
|
||||
{
|
||||
var brave = await _brave.SearchAsync(request, ct);
|
||||
if (string.IsNullOrWhiteSpace(brave.Error)) return brave;
|
||||
// Fallback to Exa page extraction if Brave is not configured or fails.
|
||||
result.Error = "Brave 图片搜索失败，已尝试降级 Exa 页面提取：" + brave.Error;
|
||||
}
|
||||
|
||||
var search = await _webSearch.SearchAsync(query, maxPages, ct);
|
||||
if (!string.IsNullOrWhiteSpace(search.Error))
|
||||
{
|
||||
result.Error = string.IsNullOrWhiteSpace(result.Error) ? search.Error : result.Error + "; " + search.Error;
|
||||
return result;
|
||||
}
|
||||
|
||||
var seen = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
var candidates = new List<MediaImageCandidate>();
|
||||
foreach (var page in search.Items.Take(maxPages))
|
||||
{
|
||||
await foreach (var item in ExtractFromPageAsync(page, query, ct))
|
||||
{
|
||||
if (item.Score < 2) continue;
|
||||
if (seen.Add(item.ImageUrl)) candidates.Add(item);
|
||||
}
|
||||
}
|
||||
|
||||
result.Items = candidates
|
||||
.OrderByDescending(x => x.Score)
|
||||
.ThenBy(x => SourceRank(x.Source))
|
||||
.Take(maxImages)
|
||||
.ToList();
|
||||
if (result.Items.Count == 0)
|
||||
result.Error = "没有找到高置信图片候选；已过滤掉 logo、图标、站点装饰图或和搜索词弱相关的图片。";
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
public async Task<CachedMediaResult> DownloadAsync(MediaDownloadRequest request, CancellationToken ct = default)
|
||||
{
|
||||
if (!Uri.TryCreate(request.ImageUrl, UriKind.Absolute, out var uri) || (uri.Scheme != Uri.UriSchemeHttp && uri.Scheme != Uri.UriSchemeHttps))
|
||||
return new CachedMediaResult { Error = "Only http(s) image URLs are supported." };
|
||||
|
||||
var safety = await ValidatePublicUrlAsync(uri, ct);
|
||||
if (!string.IsNullOrWhiteSpace(safety)) return new CachedMediaResult { Error = safety };
|
||||
|
||||
var dir = MediaDir;
|
||||
Directory.CreateDirectory(dir);
|
||||
var id = Sha256Hex(uri.ToString());
|
||||
|
||||
using var req = new HttpRequestMessage(HttpMethod.Get, uri);
|
||||
req.Headers.Accept.ParseAdd("image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8");
|
||||
req.Headers.Referrer = ResolveImageReferer(request.PageUrl, uri);
|
||||
if (IsQqMultimediaHost(uri))
|
||||
{
|
||||
req.Headers.TryAddWithoutValidation("Origin", "https://im.qq.com");
|
||||
req.Headers.TryAddWithoutValidation("Sec-Fetch-Dest", "image");
|
||||
req.Headers.TryAddWithoutValidation("Sec-Fetch-Mode", "no-cors");
|
||||
req.Headers.TryAddWithoutValidation("Sec-Fetch-Site", "cross-site");
|
||||
}
|
||||
using var resp = await _http.SendAsync(req, HttpCompletionOption.ResponseHeadersRead, ct);
|
||||
if (!resp.IsSuccessStatusCode) return new CachedMediaResult { Error = $"HTTP {(int)resp.StatusCode}" };
|
||||
|
||||
var mime = resp.Content.Headers.ContentType?.MediaType ?? GuessMime(uri.AbsolutePath);
|
||||
if (!mime.StartsWith("image/", StringComparison.OrdinalIgnoreCase))
|
||||
return new CachedMediaResult { Error = $"Not an image content-type: {mime}" };
|
||||
|
||||
var maxBytes = Math.Clamp(request.MaxBytes <= 0 ? 10 * 1024 * 1024 : request.MaxBytes, 128 * 1024, 30 * 1024 * 1024);
|
||||
var ext = ExtensionFromMime(mime, uri.AbsolutePath);
|
||||
var path = Path.Combine(dir, id + ext);
|
||||
long total = 0;
|
||||
await using (var input = await resp.Content.ReadAsStreamAsync(ct))
|
||||
await using (var output = File.Create(path))
|
||||
{
|
||||
var buffer = new byte[81920];
|
||||
while (true)
|
||||
{
|
||||
var read = await input.ReadAsync(buffer, ct);
|
||||
if (read == 0) break;
|
||||
total += read;
|
||||
if (total > maxBytes)
|
||||
{
|
||||
output.Close();
|
||||
File.Delete(path);
|
||||
return new CachedMediaResult { Error = $"Image too large, limit={maxBytes} bytes" };
|
||||
}
|
||||
await output.WriteAsync(buffer.AsMemory(0, read), ct);
|
||||
}
|
||||
}
|
||||
|
||||
if (!request.SkipImageQualityFilter && total < 15 * 1024)
|
||||
{
|
||||
TryDelete(path);
|
||||
return new CachedMediaResult { Error = "Image too small; likely logo/icon/noise." };
|
||||
}
|
||||
|
||||
var dimensions = TryReadImageDimensions(path);
|
||||
if (!request.SkipImageQualityFilter && dimensions is { } dim && (dim.Width < 240 || dim.Height < 160))
|
||||
{
|
||||
TryDelete(path);
|
||||
return new CachedMediaResult { Error = $"Image dimensions too small ({dim.Width}x{dim.Height}); likely logo/icon/noise." };
|
||||
}
|
||||
|
||||
var meta = new CachedMediaResult
|
||||
{
|
||||
MediaId = id,
|
||||
Url = $"/api/media/{id}",
|
||||
LocalPath = path,
|
||||
SourceUrl = uri.ToString(),
|
||||
PageUrl = request.PageUrl ?? "",
|
||||
Mime = mime,
|
||||
Size = total
|
||||
};
|
||||
await File.WriteAllTextAsync(Path.Combine(dir, id + ".json"), JsonSerializer.Serialize(meta, JsonOptions), ct);
|
||||
return meta;
|
||||
}
|
||||
|
||||
public async Task<(string Path, string Mime)?> TryGetFileAsync(string mediaId, CancellationToken ct = default)
|
||||
{
|
||||
var metaPath = Path.Combine(MediaDir, mediaId + ".json");
|
||||
if (File.Exists(metaPath))
|
||||
{
|
||||
var json = await File.ReadAllTextAsync(metaPath, ct);
|
||||
var meta = JsonSerializer.Deserialize<CachedMediaResult>(json, JsonOptions);
|
||||
if (meta is not null && File.Exists(meta.LocalPath)) return (meta.LocalPath, meta.Mime);
|
||||
}
|
||||
|
||||
foreach (var file in Directory.Exists(MediaDir) ? Directory.EnumerateFiles(MediaDir, mediaId + ".*") : [])
|
||||
{
|
||||
if (file.EndsWith(".json", StringComparison.OrdinalIgnoreCase)) continue;
|
||||
return (file, GuessMime(file));
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
private async IAsyncEnumerable<MediaImageCandidate> ExtractFromPageAsync(WebSearchItem page, string query, [System.Runtime.CompilerServices.EnumeratorCancellation] CancellationToken ct)
|
||||
{
|
||||
if (LooksLikeImageUrl(page.Url))
|
||||
{
|
||||
var direct = BuildCandidate(query, page, page.Url, "search-result-url", "");
|
||||
if (direct is not null) yield return direct;
|
||||
yield break;
|
||||
}
|
||||
|
||||
if (!Uri.TryCreate(page.Url, UriKind.Absolute, out var pageUri) || (pageUri.Scheme != Uri.UriSchemeHttp && pageUri.Scheme != Uri.UriSchemeHttps)) yield break;
|
||||
var safety = await ValidatePublicUrlAsync(pageUri, ct);
|
||||
if (!string.IsNullOrWhiteSpace(safety)) yield break;
|
||||
|
||||
string html;
|
||||
try
|
||||
{
|
||||
using var resp = await _http.GetAsync(pageUri, HttpCompletionOption.ResponseHeadersRead, ct);
|
||||
if (!resp.IsSuccessStatusCode) yield break;
|
||||
var contentType = resp.Content.Headers.ContentType?.MediaType ?? "";
|
||||
if (!contentType.Contains("html", StringComparison.OrdinalIgnoreCase) && !contentType.Contains("text", StringComparison.OrdinalIgnoreCase)) yield break;
|
||||
html = await resp.Content.ReadAsStringAsync(ct);
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogDebug(ex, "Failed to fetch image candidate page {Url}", page.Url);
|
||||
yield break;
|
||||
}
|
||||
|
||||
foreach (Match m in OgImageRegex.Matches(html).Take(6))
|
||||
{
|
||||
var url = NormalizeImageUrl(m.Groups["url"].Value, pageUri);
|
||||
var candidate = url is null ? null : BuildCandidate(query, page, url, "meta-image", "");
|
||||
if (candidate is not null) yield return candidate;
|
||||
}
|
||||
|
||||
foreach (Match m in ImgRegex.Matches(html).Take(30))
|
||||
{
|
||||
var url = NormalizeImageUrl(m.Groups["url"].Value, pageUri);
|
||||
var alt = ExtractAttribute(m.Value, "alt");
|
||||
var candidate = url is null ? null : BuildCandidate(query, page, url, "img-tag", alt);
|
||||
if (candidate is not null) yield return candidate;
|
||||
}
|
||||
}
|
||||
|
||||
private static MediaImageCandidate? BuildCandidate(string query, WebSearchItem page, string imageUrl, string source, string alt)
|
||||
{
|
||||
if (IsLikelyDecorativeImage(imageUrl, alt)) return null;
|
||||
|
||||
var score = source switch
|
||||
{
|
||||
"search-result-url" => 4,
|
||||
"meta-image" => 3,
|
||||
"img-tag" => 0,
|
||||
_ => 0
|
||||
};
|
||||
|
||||
var haystacks = new[] { page.Title, page.Text, page.Url, imageUrl, alt };
|
||||
var matched = new List<string>();
|
||||
foreach (var token in ExtractMeaningfulTokens(query))
|
||||
{
|
||||
if (haystacks.Any(h => ContainsNormalized(h, token)))
|
||||
{
|
||||
score += token.Length >= 4 ? 2 : 1;
|
||||
matched.Add(token);
|
||||
}
|
||||
}
|
||||
|
||||
var host = TryHost(page.Url).Replace("www.", "");
|
||||
if (!string.IsNullOrWhiteSpace(host) && ContainsNormalized(imageUrl, host)) score += 1;
|
||||
if (source == "img-tag" && matched.Count == 0) score -= 2;
|
||||
|
||||
return new MediaImageCandidate
|
||||
{
|
||||
Title = page.Title,
|
||||
PageUrl = page.Url,
|
||||
ImageUrl = imageUrl,
|
||||
Source = source,
|
||||
Score = score,
|
||||
Reason = matched.Count == 0 ? $"source={source}" : $"source={source}; matched={string.Join(',', matched.Distinct())}"
|
||||
};
|
||||
}
|
||||
|
||||
private static IEnumerable<string> ExtractMeaningfulTokens(string query)
|
||||
{
|
||||
var stop = new HashSet<string>(StringComparer.OrdinalIgnoreCase)
|
||||
{
|
||||
"图片", "图", "照片", "壁纸", "头像", "封面", "同人图", "找找", "帮我", "搜索", "搜图", "官方", "相关", "的", "一下", "image", "images", "photo", "picture", "pic"
|
||||
};
|
||||
foreach (Match m in QueryTokenRegex.Matches(query))
|
||||
{
|
||||
var token = m.Value.Trim().Trim('-', '_', '.', '+');
|
||||
if (token.Length < 2 || stop.Contains(token)) continue;
|
||||
yield return token;
|
||||
}
|
||||
}
|
||||
|
||||
private static bool ContainsNormalized(string text, string token)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(text) || string.IsNullOrWhiteSpace(token)) return false;
|
||||
static string Norm(string s) => Regex.Replace(s.ToLowerInvariant(), @"[\s\-_+.]+", "");
|
||||
return Norm(text).Contains(Norm(token), StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
private static bool IsLikelyDecorativeImage(string imageUrl, string alt)
|
||||
{
|
||||
var s = (imageUrl + " " + alt).ToLowerInvariant();
|
||||
if (s.Contains("favicon") || s.Contains("/logo") || s.Contains("logo.") || s.Contains("sprite") || s.Contains("placeholder") || s.Contains("loading") || s.Contains("pixel") || s.Contains("badge") || s.Contains("avatar")) return true;
|
||||
if (s.Contains("/common/images/services/") || s.Contains("apple-touch-icon") || s.Contains("social-icon")) return true;
|
||||
var clean = imageUrl.Split('?', '#')[0].ToLowerInvariant();
|
||||
var file = Path.GetFileNameWithoutExtension(clean);
|
||||
return file is "logo" or "icon" or "favicon" or "placeholder";
|
||||
}
|
||||
|
||||
private static int SourceRank(string source) => source switch
|
||||
{
|
||||
"search-result-url" => 0,
|
||||
"meta-image" => 1,
|
||||
"img-tag" => 2,
|
||||
_ => 9
|
||||
};
|
||||
|
||||
private static string ExtractAttribute(string html, string name)
|
||||
{
|
||||
var match = Regex.Match(html, "\\s" + Regex.Escape(name) + "\\s*=\\s*([\\\"'])(?<v>.*?)\\1", RegexOptions.IgnoreCase | RegexOptions.Singleline);
|
||||
return match.Success ? WebUtility.HtmlDecode(match.Groups["v"].Value) : "";
|
||||
}
|
||||
|
||||
private static string TryHost(string url)
|
||||
{
|
||||
return Uri.TryCreate(url, UriKind.Absolute, out var uri) ? uri.Host : "";
|
||||
}
|
||||
|
||||
private string MediaDir => Path.Combine(AppContext.BaseDirectory, _options.DataDir, "media");
|
||||
|
||||
private static HttpClient CreateHttpClient()
|
||||
{
|
||||
// 不在本地 HttpClient 上设置硬超时/限速；耗时控制交给外层 CancellationToken。
|
||||
// 否则慢图片源会抛 TaskCanceledException，并被误报成“模型回复失败”。
|
||||
var client = new HttpClient(new SocketsHttpHandler { AllowAutoRedirect = false }) { Timeout = Timeout.InfiniteTimeSpan };
|
||||
client.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36 ShirobotClaw/0.1");
|
||||
return client;
|
||||
}
|
||||
|
||||
private static Uri? ResolveImageReferer(string? pageUrl, Uri imageUri)
|
||||
{
|
||||
if (!string.IsNullOrWhiteSpace(pageUrl)
|
||||
&& Uri.TryCreate(pageUrl, UriKind.Absolute, out var refUri)
|
||||
&& (refUri.Scheme == Uri.UriSchemeHttp || refUri.Scheme == Uri.UriSchemeHttps))
|
||||
return refUri;
|
||||
return IsQqMultimediaHost(imageUri) ? new Uri("https://im.qq.com/") : null;
|
||||
}
|
||||
|
||||
private static bool IsQqMultimediaHost(Uri uri) =>
|
||||
uri.Host.EndsWith("qq.com", StringComparison.OrdinalIgnoreCase)
|
||||
&& (uri.Host.Contains("multimedia", StringComparison.OrdinalIgnoreCase)
|
||||
|| uri.Host.Contains("qpic", StringComparison.OrdinalIgnoreCase)
|
||||
|| uri.Host.Contains("gtimg", StringComparison.OrdinalIgnoreCase));
|
||||
|
||||
private static string? NormalizeImageUrl(string value, Uri baseUri)
|
||||
{
|
||||
value = WebUtility.HtmlDecode(value).Trim();
|
||||
if (string.IsNullOrWhiteSpace(value) || value.StartsWith("data:", StringComparison.OrdinalIgnoreCase)) return null;
|
||||
if (value.StartsWith("//")) value = baseUri.Scheme + ":" + value;
|
||||
if (!Uri.TryCreate(baseUri, value, out var uri)) return null;
|
||||
if (uri.Scheme != Uri.UriSchemeHttp && uri.Scheme != Uri.UriSchemeHttps) return null;
|
||||
return LooksLikeImageUrl(uri.ToString()) || value.Contains("image", StringComparison.OrdinalIgnoreCase) ? uri.ToString() : uri.ToString();
|
||||
}
|
||||
|
||||
private static bool LooksLikeImageUrl(string url)
|
||||
{
|
||||
var clean = url.Split('?', '#')[0];
|
||||
return ImageExts.Any(ext => clean.EndsWith(ext, StringComparison.OrdinalIgnoreCase));
|
||||
}
|
||||
|
||||
private static async Task<string?> ValidatePublicUrlAsync(Uri uri, CancellationToken ct)
|
||||
{
|
||||
try
|
||||
{
|
||||
var addresses = await Dns.GetHostAddressesAsync(uri.Host, ct);
|
||||
if (addresses.Length == 0) return "Host cannot be resolved.";
|
||||
if (addresses.Any(IsPrivateOrLocal)) return "Refusing to access localhost/private/link-local address.";
|
||||
return null;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
return "DNS failed: " + ex.Message;
|
||||
}
|
||||
}
|
||||
|
||||
private static bool IsPrivateOrLocal(IPAddress ip)
|
||||
{
|
||||
if (IPAddress.IsLoopback(ip)) return true;
|
||||
if (ip.AddressFamily == System.Net.Sockets.AddressFamily.InterNetwork)
|
||||
{
|
||||
var b = ip.GetAddressBytes();
|
||||
return b[0] == 10 || (b[0] == 172 && b[1] >= 16 && b[1] <= 31) || (b[0] == 192 && b[1] == 168) || b[0] == 127 || (b[0] == 169 && b[1] == 254);
|
||||
}
|
||||
if (ip.AddressFamily == System.Net.Sockets.AddressFamily.InterNetworkV6)
|
||||
{
|
||||
return ip.IsIPv6LinkLocal || ip.IsIPv6SiteLocal || IPAddress.IPv6Loopback.Equals(ip);
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
private static void TryDelete(string path)
|
||||
{
|
||||
try { if (File.Exists(path)) File.Delete(path); } catch { }
|
||||
}
|
||||
|
||||
private static (int Width, int Height)? TryReadImageDimensions(string path)
|
||||
{
|
||||
try
|
||||
{
|
||||
var b = File.ReadAllBytes(path);
|
||||
if (b.Length >= 24 && b[0] == 0x89 && b[1] == 0x50 && b[2] == 0x4E && b[3] == 0x47)
|
||||
return (BinaryPrimitives.ReadInt32BigEndian(b.AsSpan(16, 4)), BinaryPrimitives.ReadInt32BigEndian(b.AsSpan(20, 4)));
|
||||
if (b.Length >= 10 && b[0] == 'G' && b[1] == 'I' && b[2] == 'F')
|
||||
return (BinaryPrimitives.ReadUInt16LittleEndian(b.AsSpan(6, 2)), BinaryPrimitives.ReadUInt16LittleEndian(b.AsSpan(8, 2)));
|
||||
if (b.Length >= 12 && b[0] == 0xFF && b[1] == 0xD8)
|
||||
{
|
||||
var i = 2;
|
||||
while (i + 9 < b.Length)
|
||||
{
|
||||
if (b[i] != 0xFF) { i++; continue; }
|
||||
var marker = b[i + 1];
|
||||
var len = BinaryPrimitives.ReadUInt16BigEndian(b.AsSpan(i + 2, 2));
|
||||
if (len < 2 || i + 2 + len > b.Length) break;
|
||||
if ((marker >= 0xC0 && marker <= 0xC3) || (marker >= 0xC5 && marker <= 0xC7) || (marker >= 0xC9 && marker <= 0xCB) || (marker >= 0xCD && marker <= 0xCF))
|
||||
return (BinaryPrimitives.ReadUInt16BigEndian(b.AsSpan(i + 7, 2)), BinaryPrimitives.ReadUInt16BigEndian(b.AsSpan(i + 5, 2)));
|
||||
i += 2 + len;
|
||||
}
|
||||
}
|
||||
}
|
||||
catch { }
|
||||
return null;
|
||||
}
|
||||
|
||||
private static string Sha256Hex(string text) => Convert.ToHexString(SHA256.HashData(System.Text.Encoding.UTF8.GetBytes(text))).ToLowerInvariant()[..32];
|
||||
|
||||
private static string GuessMime(string path)
|
||||
{
|
||||
var ext = Path.GetExtension(path).ToLowerInvariant();
|
||||
return ext switch
|
||||
{
|
||||
".jpg" or ".jpeg" => "image/jpeg",
|
||||
".png" => "image/png",
|
||||
".webp" => "image/webp",
|
||||
".gif" => "image/gif",
|
||||
".bmp" => "image/bmp",
|
||||
".avif" => "image/avif",
|
||||
_ => "application/octet-stream"
|
||||
};
|
||||
}
|
||||
|
||||
private static string ExtensionFromMime(string mime, string fallbackPath)
|
||||
{
|
||||
var byMime = mime.ToLowerInvariant() switch
|
||||
{
|
||||
"image/jpeg" => ".jpg",
|
||||
"image/png" => ".png",
|
||||
"image/webp" => ".webp",
|
||||
"image/gif" => ".gif",
|
||||
"image/bmp" => ".bmp",
|
||||
"image/avif" => ".avif",
|
||||
_ => ""
|
||||
};
|
||||
if (!string.IsNullOrWhiteSpace(byMime)) return byMime;
|
||||
var ext = Path.GetExtension(fallbackPath).ToLowerInvariant();
|
||||
return ImageExts.Contains(ext) ? ext : ".img";
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class MediaSourceInfo
|
||||
{
|
||||
public string Id { get; set; } = "";
|
||||
public string Name { get; set; } = "";
|
||||
public string Kind { get; set; } = "";
|
||||
public string NeedApiKey { get; set; } = "";
|
||||
public string Notes { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class MediaSearchRequest
|
||||
{
|
||||
public string Query { get; set; } = "";
|
||||
public int MaxPages { get; set; } = 5;
|
||||
public int MaxResults { get; set; } = 12;
|
||||
}
|
||||
|
||||
public sealed class MediaSearchResult
|
||||
{
|
||||
public string Query { get; set; } = "";
|
||||
public string Source { get; set; } = "";
|
||||
public List<MediaImageCandidate> Items { get; set; } = [];
|
||||
public string? Error { get; set; }
|
||||
}
|
||||
|
||||
public sealed class MediaImageCandidate
|
||||
{
|
||||
public string Title { get; set; } = "";
|
||||
public string PageUrl { get; set; } = "";
|
||||
public string ImageUrl { get; set; } = "";
|
||||
public string Source { get; set; } = "";
|
||||
public int Score { get; set; }
|
||||
public string Reason { get; set; } = "";
|
||||
}
|
||||
|
||||
public sealed class MediaDownloadRequest
|
||||
{
|
||||
public string ImageUrl { get; set; } = "";
|
||||
public string? PageUrl { get; set; }
|
||||
public string? GroupId { get; set; }
|
||||
public int MaxBytes { get; set; } = 10 * 1024 * 1024;
|
||||
public bool SkipImageQualityFilter { get; set; }
|
||||
}
|
||||
|
||||
public sealed class CachedMediaResult
|
||||
{
|
||||
public string MediaId { get; set; } = "";
|
||||
public string Url { get; set; } = "";
|
||||
public string LocalPath { get; set; } = "";
|
||||
public string SourceUrl { get; set; } = "";
|
||||
public string PageUrl { get; set; } = "";
|
||||
public string Mime { get; set; } = "";
|
||||
public long Size { get; set; }
|
||||
public string? Error { get; set; }
|
||||
}
|
||||
@@ -0,0 +1,81 @@
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using MyAgent.Storage;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public sealed class TavilySearchClient(LocalConfigStore localConfig, ILogger<TavilySearchClient> logger)
|
||||
{
|
||||
private readonly LocalConfigStore _localConfig = localConfig;
|
||||
private readonly ILogger<TavilySearchClient> _logger = logger;
|
||||
private readonly HttpClient _http = new() { Timeout = Timeout.InfiniteTimeSpan };
|
||||
private static readonly JsonSerializerOptions JsonOptions = new(JsonSerializerDefaults.Web);
|
||||
|
||||
public async Task<WebSearchResult> SearchAsync(string query, int maxResults, CancellationToken ct = default)
|
||||
{
|
||||
var cfg = await _localConfig.ReadAsync(ct);
|
||||
return await SearchAsync(query, maxResults, cfg.Search.TavilyApiKey, ct);
|
||||
}
|
||||
|
||||
public async Task<WebSearchResult> SearchAsync(string query, int maxResults, string? apiKey, CancellationToken ct = default)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(apiKey))
|
||||
return new WebSearchResult { Query = query, Error = "TAVILY_API_KEY is not configured." };
|
||||
|
||||
var payload = new
|
||||
{
|
||||
api_key = apiKey,
|
||||
query,
|
||||
search_depth = "basic",
|
||||
max_results = Math.Clamp(maxResults, 1, 10),
|
||||
include_answer = false,
|
||||
include_raw_content = false
|
||||
};
|
||||
|
||||
using var req = new HttpRequestMessage(HttpMethod.Post, "https://api.tavily.com/search");
|
||||
req.Headers.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
|
||||
req.Content = new StringContent(JsonSerializer.Serialize(payload, JsonOptions), Encoding.UTF8, "application/json");
|
||||
|
||||
try
|
||||
{
|
||||
using var resp = await _http.SendAsync(req, ct);
|
||||
var body = await resp.Content.ReadAsStringAsync(ct);
|
||||
if (!resp.IsSuccessStatusCode)
|
||||
return new WebSearchResult { Query = query, Error = $"Tavily HTTP {(int)resp.StatusCode}: {body}" };
|
||||
|
||||
using var doc = JsonDocument.Parse(body);
|
||||
var result = new WebSearchResult { Query = query };
|
||||
if (doc.RootElement.TryGetProperty("results", out var results) && results.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var item in results.EnumerateArray().Take(maxResults))
|
||||
{
|
||||
result.Items.Add(new WebSearchItem
|
||||
{
|
||||
Title = GetString(item, "title"),
|
||||
Url = GetString(item, "url"),
|
||||
Text = ExtractText(item)
|
||||
});
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
catch (Exception ex) when (ex is not OperationCanceledException)
|
||||
{
|
||||
_logger.LogWarning(ex, "Tavily search failed");
|
||||
return new WebSearchResult { Query = query, Error = ex.Message };
|
||||
}
|
||||
}
|
||||
|
||||
private static string ExtractText(JsonElement item)
|
||||
{
|
||||
var text = GetString(item, "content");
|
||||
if (string.IsNullOrWhiteSpace(text)) text = GetString(item, "raw_content");
|
||||
return text.Length > 900 ? text[..900] + "..." : text;
|
||||
}
|
||||
|
||||
private static string GetString(JsonElement e, string name)
|
||||
{
|
||||
return e.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String ? v.GetString() ?? "" : "";
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,96 @@
|
||||
using System.Text;
|
||||
|
||||
namespace MyAgent.Tools;
|
||||
|
||||
public enum ToolExecutorKind
|
||||
{
|
||||
InternalWebSearch,
|
||||
InternalWebFetch,
|
||||
InternalImageSearch,
|
||||
Mcp,
|
||||
Skill
|
||||
}
|
||||
|
||||
public sealed class ToolCapability
|
||||
{
|
||||
public string Name { get; init; } = "";
|
||||
public ToolExecutorKind Executor { get; init; }
|
||||
public string Purpose { get; init; } = "";
|
||||
public string WhenToUse { get; init; } = "";
|
||||
public string DoNotUseWhen { get; init; } = "";
|
||||
public string InputSchemaHint { get; init; } = "";
|
||||
public int DefaultMaxResults { get; init; } = 5;
|
||||
public bool ReturnsEvidence { get; init; } = true;
|
||||
public bool ReturnsAttachments { get; init; }
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Central tool/skill capability registry.
|
||||
/// PlannerAgent only sees this capability summary; ToolAgent uses the same catalog to validate and dispatch.
|
||||
/// Later this can load extra MCP/skill tools from config without changing Planner prompts.
|
||||
/// </summary>
|
||||
public sealed class ToolCatalog
|
||||
{
|
||||
private readonly IReadOnlyList<ToolCapability> _tools =
|
||||
[
|
||||
new ToolCapability
|
||||
{
|
||||
Name = "web_fetch",
|
||||
Executor = ToolExecutorKind.InternalWebFetch,
|
||||
Purpose = "读取用户明确给出的 http/https URL 内容，提取正文作为证据。",
|
||||
WhenToUse = "用户围绕一个明确链接提问，例如 GitHub/NuGet/官方文档/许可证页/项目主页/文章链接的总结、分析、是否可行、怎么用。",
|
||||
DoNotUseWhen = "用户只是纯分享链接、没有问机器人；或 URL 不是 http/https；或需要找未知页面时应使用 web_search。",
|
||||
InputSchemaHint = "{ name:'web_fetch', url:'https://...', reason:'为什么读取这个链接', maxResults:1 }",
|
||||
DefaultMaxResults = 1,
|
||||
ReturnsEvidence = true
|
||||
},
|
||||
new ToolCapability
|
||||
{
|
||||
Name = "web_search",
|
||||
Executor = ToolExecutorKind.InternalWebSearch,
|
||||
Purpose = "搜索未知网页、当前资料、官方来源、项目状态、版本/兼容/价格/新闻/平台能力。",
|
||||
WhenToUse = "问题需要最新事实、可验证来源、交叉核验，或技术/部署/CDN/许可证/安全/性能等会影响决策。",
|
||||
DoNotUseWhen = "纯计算、普通闲聊、语言润色、上下文已足够；用户给了明确 URL 且只问该 URL 时优先 web_fetch。",
|
||||
InputSchemaHint = "{ name:'web_search', query:'包含核心实体/年份/平台/来源类型的具体查询', reason:'为什么需要搜索', maxResults:5 }",
|
||||
DefaultMaxResults = 5,
|
||||
ReturnsEvidence = true
|
||||
},
|
||||
new ToolCapability
|
||||
{
|
||||
Name = "image_search",
|
||||
Executor = ToolExecutorKind.InternalImageSearch,
|
||||
Purpose = "搜索并下载少量相关图片，作为 QQ 图片附件发送。",
|
||||
WhenToUse = "用户明确要找图、壁纸、头像、角色图、官方图、视觉参考、表情包等。query 需要消歧。",
|
||||
DoNotUseWhen = "用户是在询问当前上传的图片内容；这种情况应看附件，不要搜图。",
|
||||
InputSchemaHint = "{ name:'image_search', query:'作品/角色/官方图等消歧查询', reason:'为什么需要图片', maxResults:2 }",
|
||||
DefaultMaxResults = 2,
|
||||
ReturnsEvidence = true,
|
||||
ReturnsAttachments = true
|
||||
}
|
||||
];
|
||||
|
||||
public IReadOnlyList<ToolCapability> List() => _tools;
|
||||
|
||||
public bool TryGet(string name, out ToolCapability capability)
|
||||
{
|
||||
capability = _tools.FirstOrDefault(x => string.Equals(x.Name, name, StringComparison.OrdinalIgnoreCase))!;
|
||||
return capability is not null;
|
||||
}
|
||||
|
||||
public string FormatForPlanner()
|
||||
{
|
||||
var sb = new StringBuilder();
|
||||
foreach (var tool in _tools)
|
||||
{
|
||||
sb.AppendLine($"- {tool.Name}");
|
||||
sb.AppendLine($" purpose: {tool.Purpose}");
|
||||
sb.AppendLine($" use_when: {tool.WhenToUse}");
|
||||
sb.AppendLine($" avoid_when: {tool.DoNotUseWhen}");
|
||||
sb.AppendLine($" input: {tool.InputSchemaHint}");
|
||||
sb.AppendLine($" returns: evidence={tool.ReturnsEvidence}, attachments={tool.ReturnsAttachments}");
|
||||
}
|
||||
return sb.ToString().Trim();
|
||||
}
|
||||
|
||||
public string AllowedToolNamesForPrompt() => string.Join('|', _tools.Select(x => x.Name));
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"Shirobot": {
|
||||
"DataDir": "data",
|
||||
"OpenAi": {
|
||||
"BaseUrl": "https://api.openai.com/v1",
|
||||
"Model": "gpt-4o-mini"
|
||||
},
|
||||
"Exa": {
|
||||
"Enabled": true,
|
||||
"MaxResults": 5
|
||||
},
|
||||
"Fusion": {
|
||||
"DebounceMs": 450,
|
||||
"SameUserMergeWindowSec": 8,
|
||||
"MaxMergedMessages": 8
|
||||
},
|
||||
"Context": {
|
||||
"RecentMessages": 30,
|
||||
"MaxMarkdownChars": 6000,
|
||||
"MaxAnswerChars": 1200
|
||||
},
|
||||
"Memory": {
|
||||
"Enabled": true,
|
||||
"CompressEveryMessages": 20,
|
||||
"CompressEveryMinutes": 10,
|
||||
"ContextSoftLimitChars": 12000
|
||||
},
|
||||
"Runtime": {
|
||||
"PerGroupMaxLlmTasks": 2,
|
||||
"PerUserPerGroupMaxTasks": 1,
|
||||
"FastTimeoutMs": 15000,
|
||||
"WebTimeoutMs": 25000,
|
||||
"QualityTimeoutMs": 45000
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"sdk": {
|
||||
"version": "10.0.100",
|
||||
"rollForward": "latestFeature"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,85 @@
|
||||
using MyAgent.Agents;
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Tools;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Agents;
|
||||
|
||||
public sealed class PlannerIntentWeightTests
|
||||
{
|
||||
[Fact]
|
||||
public void ParsePlan_HighSemanticWeightSelectsToolWithoutKeywordRules()
|
||||
{
|
||||
var json = """
|
||||
{
|
||||
"nextAction":"NeedTool",
|
||||
"taskType":"FactCheck",
|
||||
"complexity":"Normal",
|
||||
"toolWeight":0.91,
|
||||
"memoryRecallWeight":0.08,
|
||||
"analysisWeight":0.2,
|
||||
"tools":[{
|
||||
"name":"web_search",
|
||||
"query":"Acme Cloud service availability July 2026",
|
||||
"reason":"The answer depends on current external state",
|
||||
"maxResults":5,
|
||||
"confidence":0.88
|
||||
}]
|
||||
}
|
||||
""";
|
||||
|
||||
var plan = PlannerAgent.ParsePlan(json, Router(), new ToolCatalog());
|
||||
|
||||
Assert.True(plan.NeedsTool);
|
||||
Assert.Single(plan.Tools);
|
||||
Assert.Equal("web_search", plan.Tools[0].Name);
|
||||
Assert.Equal(0.91, plan.ToolWeight, 2);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void ParsePlan_LowWeightsDoNotTriggerToolsOrMemoryDespiteToolWords()
|
||||
{
|
||||
var json = """
|
||||
{
|
||||
"nextAction":"NeedTool",
|
||||
"taskType":"Chat",
|
||||
"complexity":"Simple",
|
||||
"toolWeight":0.2,
|
||||
"memoryRecallWeight":0.3,
|
||||
"analysisWeight":0.1,
|
||||
"reason":"The user is discussing the words search, image and previous, not requesting actions",
|
||||
"tools":[{
|
||||
"name":"image_search",
|
||||
"query":"wallpaper avatar image",
|
||||
"confidence":0.25
|
||||
}]
|
||||
}
|
||||
""";
|
||||
|
||||
var plan = PlannerAgent.ParsePlan(json, Router(), new ToolCatalog());
|
||||
|
||||
Assert.False(plan.NeedsTool);
|
||||
Assert.False(plan.NeedsMemoryRecall);
|
||||
Assert.False(plan.NeedsAnalysis);
|
||||
Assert.Empty(plan.Tools);
|
||||
Assert.Equal(PlannerNextAction.ReadyToReply, plan.NextAction);
|
||||
}
|
||||
|
||||
[Theory]
|
||||
[InlineData(0.49, false)]
|
||||
[InlineData(0.5, true)]
|
||||
[InlineData(0.9, true)]
|
||||
public void ToolThreshold_IsStable(double weight, bool expected)
|
||||
{
|
||||
Assert.Equal(expected, IntentWeightPolicy.ShouldUseTool(weight));
|
||||
}
|
||||
|
||||
private static RouterDecisionEnvelope Router() => new()
|
||||
{
|
||||
ShouldReply = true,
|
||||
ShouldEnter = true,
|
||||
Target = ConversationTarget.Bot,
|
||||
Complexity = TaskComplexity.Simple,
|
||||
Route = new RouteDecision { ShouldReply = true }
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,22 @@
|
||||
using MyAgent.Core;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Core;
|
||||
|
||||
public sealed class ArtifactJournalTests
|
||||
{
|
||||
[Fact]
|
||||
public void AppendAndRead_PreservesTypedArtifactsAndSequence()
|
||||
{
|
||||
var journal = new ArtifactJournal();
|
||||
|
||||
var first = journal.Append("text", "agent-a", "one");
|
||||
var second = journal.Append("number", "agent-b", 2);
|
||||
|
||||
Assert.Equal(1, first.Sequence);
|
||||
Assert.Equal(2, second.Sequence);
|
||||
Assert.Equal(["one"], journal.Read<string>());
|
||||
Assert.Equal([2], journal.Read<int>());
|
||||
Assert.Equal(2, journal.Snapshot().Count);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,34 @@
|
||||
using MyAgent.Core;
|
||||
using MyAgent.Tools;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Core;
|
||||
|
||||
public sealed class ExecutionPlanCompilerTests
|
||||
{
|
||||
[Fact]
|
||||
public void Compile_CreatesParallelToolsAndDependentAnalyst()
|
||||
{
|
||||
var compiler = new ExecutionPlanCompiler(new SubagentRegistry(), new ToolCatalog());
|
||||
var decision = new PlannerDecisionEnvelope
|
||||
{
|
||||
NeedsTool = true,
|
||||
NeedsAnalysis = true,
|
||||
Route = new RouteDecision { WebPolicy = WebPolicy.Required },
|
||||
Tools =
|
||||
[
|
||||
new RouteToolRequest { Name = "web_search", Query = "one" },
|
||||
new RouteToolRequest { Name = "web_fetch", Url = "https://example.com" }
|
||||
]
|
||||
};
|
||||
|
||||
var plan = compiler.Compile(decision);
|
||||
|
||||
Assert.Equal(3, plan.Nodes.Count);
|
||||
Assert.Empty(plan.Nodes[0].DependsOn);
|
||||
Assert.Empty(plan.Nodes[1].DependsOn);
|
||||
Assert.Equal(["tool-1", "tool-2"], plan.Nodes[2].DependsOn);
|
||||
Assert.Equal("analyst", plan.Nodes[2].AgentId);
|
||||
Assert.Equal(2, plan.MaxConcurrency);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,91 @@
|
||||
using Microsoft.Extensions.Options;
|
||||
using MyAgent.Core;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Core;
|
||||
|
||||
public sealed class SessionManagerTests
|
||||
{
|
||||
[Fact]
|
||||
public async Task DebounceAsync_TwoRapidMessagesProduceOneStableBatch()
|
||||
{
|
||||
var manager = CreateManager();
|
||||
var now = DateTimeOffset.Now;
|
||||
var first = manager.DebounceAsync(CreateMessage("1", "第一条", now));
|
||||
await Task.Delay(10);
|
||||
var second = manager.DebounceAsync(CreateMessage("2", "第二条", now.AddMilliseconds(10)));
|
||||
|
||||
Assert.Null(await first);
|
||||
var batch = await second;
|
||||
Assert.NotNull(batch);
|
||||
Assert.Equal(2, batch!.Messages.Count);
|
||||
Assert.Contains("第一条", batch.MergedText);
|
||||
Assert.Contains("第二条", batch.MergedText);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task DebounceAsync_CompletedBatchIsConsumed()
|
||||
{
|
||||
var manager = CreateManager();
|
||||
var first = await manager.DebounceAsync(CreateMessage("1", "第一轮", DateTimeOffset.Now));
|
||||
var second = await manager.DebounceAsync(CreateMessage("2", "第二轮", DateTimeOffset.Now.AddSeconds(1)));
|
||||
|
||||
Assert.Single(first!.Messages);
|
||||
Assert.Single(second!.Messages);
|
||||
Assert.Equal("第二轮", second.MergedText);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task DebounceAsync_CallerCancellationDoesNotLeaveBrokenPendingState()
|
||||
{
|
||||
var manager = CreateManager();
|
||||
using var cancellation = new CancellationTokenSource();
|
||||
var cancelled = manager.DebounceAsync(CreateMessage("1", "取消", DateTimeOffset.Now), cancellation.Token);
|
||||
cancellation.Cancel();
|
||||
|
||||
await Assert.ThrowsAnyAsync<OperationCanceledException>(() => cancelled);
|
||||
var next = await manager.DebounceAsync(CreateMessage("2", "下一条", DateTimeOffset.Now.AddSeconds(1)));
|
||||
|
||||
Assert.NotNull(next);
|
||||
Assert.Single(next!.Messages);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task DebounceAsync_DifferentUsersReplyingToSameMessageStayIsolated()
|
||||
{
|
||||
var manager = CreateManager();
|
||||
var firstMessage = CreateMessage("1", "用户一", DateTimeOffset.Now, "1", "root");
|
||||
var secondMessage = CreateMessage("2", "用户二", DateTimeOffset.Now, "2", "root");
|
||||
|
||||
var first = manager.DebounceAsync(firstMessage);
|
||||
var second = manager.DebounceAsync(secondMessage);
|
||||
var batches = await Task.WhenAll(first, second);
|
||||
|
||||
Assert.All(batches, batch => Assert.Single(batch!.Messages));
|
||||
Assert.NotEqual(batches[0]!.ThreadId, batches[1]!.ThreadId);
|
||||
}
|
||||
|
||||
private static SessionManager CreateManager()
|
||||
{
|
||||
var options = Options.Create(new ShirobotOptions
|
||||
{
|
||||
Fusion = new FusionOptions
|
||||
{
|
||||
DebounceMs = 40,
|
||||
SameUserMergeWindowSec = 8,
|
||||
MaxMergedMessages = 8
|
||||
}
|
||||
});
|
||||
return new SessionManager(options, TimeProvider.System);
|
||||
}
|
||||
|
||||
private static IncomingMessage CreateMessage(string id, string text, DateTimeOffset at, string userId = "1", string? replyToMessageId = null) => new()
|
||||
{
|
||||
MessageId = id,
|
||||
GroupId = "1",
|
||||
UserId = userId,
|
||||
Text = text,
|
||||
CreatedAt = at,
|
||||
ReplyToMessageId = replyToMessageId
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
using MyAgent.Core;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Core;
|
||||
|
||||
public sealed class SubagentRegistryTests
|
||||
{
|
||||
[Fact]
|
||||
public void Registry_ContainsOnlyControlledRoles()
|
||||
{
|
||||
var registry = new SubagentRegistry();
|
||||
|
||||
Assert.Equal(["analyst", "memory-recall", "tool"], registry.List().Select(x => x.Id).ToArray());
|
||||
Assert.False(registry.TryGet("System.IO.File", out _));
|
||||
Assert.True(registry.TryGet("tool", out var tool));
|
||||
Assert.Equal(4, tool.MaxInstancesPerPlan);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,47 @@
|
||||
using MyAgent.Core;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Core;
|
||||
|
||||
public sealed class TaskRegistryTests
|
||||
{
|
||||
[Fact]
|
||||
public void StartLease_NewerTaskCancelsPreviousAndOldTaskCannotComplete()
|
||||
{
|
||||
var registry = new TaskRegistry();
|
||||
var first = CreateTask("first");
|
||||
var second = CreateTask("second");
|
||||
|
||||
var firstLease = registry.StartLease(first, ["message-1"]);
|
||||
var secondLease = registry.StartLease(second, ["message-2"]);
|
||||
|
||||
Assert.True(firstLease.Token.IsCancellationRequested);
|
||||
Assert.True(secondLease.CancelledPrevious);
|
||||
Assert.False(registry.Complete(first.TaskId, "late", firstLease.Generation));
|
||||
Assert.True(registry.IsCurrent(secondLease));
|
||||
Assert.True(registry.TryGet(first.TaskId, out var firstState));
|
||||
Assert.Equal("cancelled", firstState!.Status);
|
||||
Assert.Equal("cancelled_by_newer_message", firstState.CancellationReason);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void Complete_IsIdempotentAndClearsCurrentOwner()
|
||||
{
|
||||
var registry = new TaskRegistry();
|
||||
var task = CreateTask("only");
|
||||
var lease = registry.StartLease(task, ["message-1"]);
|
||||
|
||||
Assert.True(registry.Complete(task.TaskId, "ok", lease.Generation));
|
||||
Assert.False(registry.Complete(task.TaskId, "again", lease.Generation));
|
||||
Assert.False(registry.IsCurrent(lease));
|
||||
}
|
||||
|
||||
private static AgentTaskState CreateTask(string id) => new()
|
||||
{
|
||||
TaskId = id,
|
||||
ThreadId = "group:1:user:1",
|
||||
GroupId = "1",
|
||||
UserId = "1",
|
||||
MergedText = id
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,20 @@
|
||||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
<PropertyGroup>
|
||||
<TargetFramework>net10.0</TargetFramework>
|
||||
<ImplicitUsings>enable</ImplicitUsings>
|
||||
<Nullable>enable</Nullable>
|
||||
<IsPackable>false</IsPackable>
|
||||
<IsTestProject>true</IsTestProject>
|
||||
</PropertyGroup>
|
||||
<ItemGroup>
|
||||
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.11.1" />
|
||||
<PackageReference Include="xunit" Version="2.9.2" />
|
||||
<PackageReference Include="xunit.runner.visualstudio" Version="2.8.2">
|
||||
<PrivateAssets>all</PrivateAssets>
|
||||
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
|
||||
</PackageReference>
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\..\MyAgent\MyAgent.csproj" />
|
||||
</ItemGroup>
|
||||
</Project>
|
||||
@@ -0,0 +1,27 @@
|
||||
using MyAgent.Storage;
|
||||
using Xunit;
|
||||
|
||||
namespace MyAgent.Tests.Storage;
|
||||
|
||||
public sealed class SafePathSegmentTests
|
||||
{
|
||||
[Theory]
|
||||
[InlineData(".")]
|
||||
[InlineData("..")]
|
||||
[InlineData("../other")]
|
||||
[InlineData("group/name")]
|
||||
[InlineData("group\\name")]
|
||||
public void Normalize_RejectsPathTraversal(string value)
|
||||
{
|
||||
Assert.Throws<ArgumentException>(() => SafePathSegment.Normalize(value, "groupId"));
|
||||
}
|
||||
|
||||
[Theory]
|
||||
[InlineData("915449089")]
|
||||
[InlineData("demo-group")]
|
||||
[InlineData("user_1")]
|
||||
public void Normalize_AcceptsStableIdentifiers(string value)
|
||||
{
|
||||
Assert.Equal(value, SafePathSegment.Normalize(value, "id"));
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user