Merge branch '108' of https://github.com/HBAI-Ltd/Toonflow-app into 108
This commit is contained in:
小帅
commit
e19675a572
0
data/skills/production_agent_supervision.md
Normal file
0
data/skills/production_agent_supervision.md
Normal file
58
skillList.json
Normal file
58
skillList.json
Normal file
@ -0,0 +1,58 @@
|
||||
[
|
||||
{
|
||||
"skillId": "52c51fa8655f899a1b7aae9b6aad7251",
|
||||
"attribution": "universal-agent.md"
|
||||
},
|
||||
{
|
||||
"skillId": "6d46cdca10b2f49e07e515885d1387a0",
|
||||
"attribution": "universal-agent.md"
|
||||
},
|
||||
{
|
||||
"skillId": "1864df75d1d65f76e275046649ecaef8",
|
||||
"attribution": "universal-agent.md"
|
||||
},
|
||||
{
|
||||
"skillId": "3e5efec258c8d8e6a39bcef12f8ee058",
|
||||
"attribution": "universal-agent.md"
|
||||
},
|
||||
{
|
||||
"skillId": "7fbce6f90d7d85496ba9817e9622e640",
|
||||
"attribution": "universal-agent.md"
|
||||
},
|
||||
{
|
||||
"skillId": "31fb5c5a1f514ec1e66b4eba9f22d4db",
|
||||
"attribution": "script_agent_decision.md"
|
||||
},
|
||||
{
|
||||
"skillId": "27dc2dfc901de2180227d0269217583a",
|
||||
"attribution": "script_agent_execution.md"
|
||||
},
|
||||
{
|
||||
"skillId": "d49fa09504fe784a8e6eb102756c6d56",
|
||||
"attribution": "script_agent_execution.md"
|
||||
},
|
||||
{
|
||||
"skillId": "797906c2ddf0750f050bcdeae23eae3d",
|
||||
"attribution": "script_agent_execution.md"
|
||||
},
|
||||
{
|
||||
"skillId": "1abd8675c0c3e62b20c0b151d2ec0fb1",
|
||||
"attribution": "script_agent_execution.md"
|
||||
},
|
||||
{
|
||||
"skillId": "0b7828d7a6ab458a4b201122f08d6c16",
|
||||
"attribution": "script_agent_supervision.md"
|
||||
},
|
||||
{
|
||||
"skillId": "5c1772b5f9c420d9eae9ca02914ba087",
|
||||
"attribution": "production_agent_decision.md"
|
||||
},
|
||||
{
|
||||
"skillId": "75a45cf996015ca819582873887ec301",
|
||||
"attribution": "production_agent_execution.md"
|
||||
},
|
||||
{
|
||||
"skillId": "fce75f69d704c19bebcb356bc1bd6e81",
|
||||
"attribution": "production_agent_execution.md"
|
||||
}
|
||||
]
|
||||
@ -38,7 +38,7 @@ export async function decisionAI(ctx: AgentContext) {
|
||||
const { isolationKey, text, abortSignal } = ctx;
|
||||
const memory = new Memory("productionAgent", isolationKey);
|
||||
await memory.add("user", text);
|
||||
const [skill, mem] = await Promise.all([useSkill("production-agent", "decision"), memory.get(text)]);
|
||||
const [skill, mem] = await Promise.all([useSkill("production_agent_decision.md"), memory.get(text)]);
|
||||
|
||||
const systemPrompt = buildSystemPrompt(skill.prompt, mem);
|
||||
|
||||
@ -70,7 +70,7 @@ export async function executionAI(ctx: AgentContext) {
|
||||
resTool.systemMessage("执行层AI 接管聊天");
|
||||
|
||||
const memory = new Memory("productionAgent", isolationKey);
|
||||
const [skill, mem] = await Promise.all([useSkill("production-agent", "execution"), memory.get(text)]);
|
||||
const [skill, mem] = await Promise.all([useSkill("production_agent_execution.md"), memory.get(text)]);
|
||||
|
||||
const systemPrompt = buildSystemPrompt(skill.prompt, mem);
|
||||
|
||||
@ -94,7 +94,7 @@ export async function executionAI(ctx: AgentContext) {
|
||||
export async function supervisionAI(ctx: AgentContext) {
|
||||
const { isolationKey, text, abortSignal } = ctx;
|
||||
const memory = new Memory("productionAgent", isolationKey);
|
||||
const [skill, mem] = await Promise.all([useSkill("production-agent", "supervision"), memory.get(text)]);
|
||||
const [skill, mem] = await Promise.all([useSkill("production_agent_supervision.md"), memory.get(text)]);
|
||||
|
||||
const systemPrompt = buildSystemPrompt(skill.prompt, mem);
|
||||
|
||||
|
||||
@ -595,7 +595,7 @@ export default (resTool: ResTool, toolsNames?: string[]) => {
|
||||
),
|
||||
}),
|
||||
execute: async ({ images }) => {
|
||||
const skill = await useSkill("universal-agent");
|
||||
const skill = await useSkill("universal_agent.md");
|
||||
console.log("[tools] generate_assets_images", images);
|
||||
//先获取到前端资产数据
|
||||
const flowData: FlowData = await new Promise((resolve) => socket.emit("getFlowData", { key: "assets" }, (res: any) => resolve(res)));
|
||||
|
||||
@ -42,7 +42,7 @@ export async function decisionAI(ctx: AgentContext) {
|
||||
const memory = new Memory("scriptAgent", isolationKey);
|
||||
console.log("%c Line:43 🥟 isolationKey", "background:#4fff4B", isolationKey);
|
||||
await memory.add("user", text);
|
||||
const [skill, mem] = await Promise.all([useSkill("script-agent", "decision"), memory.get(text)]);
|
||||
const [skill, mem] = await Promise.all([useSkill("script_agent_decision.md"), memory.get(text)]);
|
||||
|
||||
const systemPrompt = buildSystemPrompt(skill.prompt, mem);
|
||||
|
||||
@ -87,7 +87,7 @@ export async function executionAI(ctx: AgentContext) {
|
||||
resTool.systemMessage("执行层AI 接管聊天");
|
||||
|
||||
const memory = new Memory("scriptAgent", isolationKey);
|
||||
const [skill, mem] = await Promise.all([useSkill("script-agent", "execution"), memory.get(text)]);
|
||||
const [skill, mem] = await Promise.all([useSkill("script_agent_execution.md"), memory.get(text)]);
|
||||
|
||||
const systemPrompt = buildSystemPrompt(skill.prompt, mem);
|
||||
|
||||
@ -114,7 +114,7 @@ export async function supervisionAI(ctx: AgentContext) {
|
||||
resTool.systemMessage("监督层AI 接管聊天");
|
||||
|
||||
const memory = new Memory("scriptAgent", isolationKey);
|
||||
const [skill, mem] = await Promise.all([useSkill("script-agent", "supervision"), memory.get(text)]);
|
||||
const [skill, mem] = await Promise.all([useSkill("script_agent_supervision.md"), memory.get(text)]);
|
||||
|
||||
const systemPrompt = buildSystemPrompt(skill.prompt, mem);
|
||||
|
||||
|
||||
@ -17,7 +17,6 @@ const app = express();
|
||||
const server = http.createServer(app);
|
||||
|
||||
export default async function startServe(randomPort: Boolean = false) {
|
||||
console.log("%c Line:20 🍰 randomPort", "background:#b03734", randomPort);
|
||||
const io = new Server(server, { cors: { origin: "*" } });
|
||||
socketInit(io);
|
||||
|
||||
|
||||
@ -1,5 +1,7 @@
|
||||
import { Knex } from "knex";
|
||||
import { v4 as uuid } from "uuid";
|
||||
import { getEmbedding } from "@/utils/agent/embedding";
|
||||
|
||||
interface TableSchema {
|
||||
name: string;
|
||||
builder: (table: Knex.CreateTableBuilder) => void;
|
||||
@ -399,24 +401,6 @@ export default async (knex: Knex, forceInit: boolean = false): Promise<void> =>
|
||||
table.unique(["id"]);
|
||||
},
|
||||
},
|
||||
//记忆表（message=原始消息, summary=压缩摘要）
|
||||
{
|
||||
name: "memories",
|
||||
builder: (table) => {
|
||||
table.text("id").notNullable();
|
||||
table.text("isolationKey").notNullable(); // 记忆隔离键
|
||||
table.text("type").notNullable(); // 'message' | 'summary'
|
||||
table.text("role"); // 'user' | 'assistant'
|
||||
table.text("content").notNullable();
|
||||
table.text("embedding"); // 向量嵌入 JSON
|
||||
table.text("relatedMessageIds"); // summary关联的message id列表 JSON
|
||||
table.integer("summarized").defaultTo(0); // message是否已被总结 0/1
|
||||
table.integer("createTime").notNullable();
|
||||
table.primary(["id"]);
|
||||
table.index(["isolationKey", "type"]);
|
||||
table.index(["isolationKey", "summarized"]);
|
||||
},
|
||||
},
|
||||
//图片工作流表
|
||||
{
|
||||
name: "o_imageFlow",
|
||||
@ -447,6 +431,386 @@ export default async (knex: Knex, forceInit: boolean = false): Promise<void> =>
|
||||
table.unique(["scriptId", "assetId"]);
|
||||
},
|
||||
},
|
||||
{
|
||||
name: "o_skillList",
|
||||
builder: (table) => {
|
||||
table.text("id").notNullable();
|
||||
table.text("md5").notNullable();
|
||||
table.text("path").notNullable();
|
||||
table.text("name").notNullable(); //文件名
|
||||
table.text("description").notNullable(); //描述
|
||||
table.text("embedding"); // 向量嵌入 JSON
|
||||
table.text("type").notNullable(); // "main" | "references"
|
||||
table.integer("createTime").notNullable();
|
||||
table.integer("updateTime").notNullable();
|
||||
table.integer("state").notNullable(); // 1正常，0正在生成description，-1description为空。-2归属为空,-3md5变动
|
||||
table.primary(["id"]);
|
||||
},
|
||||
initData: async (knex) => {
|
||||
const list = [
|
||||
{
|
||||
id: "4fb36012e56e395b425569987f5dab0e",
|
||||
md5: "fca3c269c5f325a65dafa663c9bb9773",
|
||||
path: "production_agent_decision.md",
|
||||
name: "production_agent_decision",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "017b6338d7aa227cd614ec1fb25fd83e",
|
||||
md5: "2610b80abe4bd048fe61c73adc7388ac",
|
||||
path: "production_agent_execution.md",
|
||||
name: "production_agent_execution",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "f03c8e67b61580de9ea5b9d166521b67",
|
||||
md5: "d41d8cd98f00b204e9800998ecf8427e",
|
||||
path: "production_agent_supervision.md",
|
||||
name: "production_agent_supervision",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "50b49d8af5d364665b463c23f6a4d8bb",
|
||||
md5: "fbba66e0df2426996277b299710c3033",
|
||||
path: "script_agent_decision.md",
|
||||
name: "script_agent_decision",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "427727727e1095c54b6840cd21382d82",
|
||||
md5: "7e5911242af7233854d533278c6a8ccb",
|
||||
path: "script_agent_execution.md",
|
||||
name: "script_agent_execution",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "02848fb0dd582fd926502c77ecf9679c",
|
||||
md5: "7a8b6a311b015cd47bf17cc52b935348",
|
||||
path: "script_agent_supervision.md",
|
||||
name: "script_agent_supervision",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "a1e818cc03a0b355b239ac1fb0512969",
|
||||
md5: "1fd22029e8047aa30b0dfd703cb837ed",
|
||||
path: "universal-agent.md",
|
||||
name: "universal-agent",
|
||||
description: "",
|
||||
embedding: "",
|
||||
type: "main",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774447310118,
|
||||
state: -1,
|
||||
},
|
||||
{
|
||||
id: "3e5efec258c8d8e6a39bcef12f8ee058",
|
||||
md5: "efccb0464cfd472861b49ebf737d4820",
|
||||
path: "references/event-extract.md",
|
||||
name: "event-extract",
|
||||
description:
|
||||
"专为小说改编短剧设计的文本分析助手，逐章提取涉及角色、核心事件、主线关系、信息密度、预估集长及情绪强度等结构化信息，以Markdown表格形式输出，并附汇总统计，辅助短剧制作的内容规划与时长估算。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774450165911,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "52c51fa8655f899a1b7aae9b6aad7251",
|
||||
md5: "783678aaab829b34e7c30a414c356bf6",
|
||||
path: "references/novel-character-extract.md",
|
||||
name: "novel-character-extract",
|
||||
description:
|
||||
"专为小说内容分析设计的角色提取助手，从原文中识别并结构化输出所有重要角色的视觉描述信息，包括外貌、服饰、体态、状态变体等字段，供美术制作和AI角色图生成使用。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774450080903,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "6d46cdca10b2f49e07e515885d1387a0",
|
||||
md5: "10544d12c4ef011e6b3b63a99b8c7fa8",
|
||||
path: "references/novel-props-extract.md",
|
||||
name: "novel-props-extract",
|
||||
description:
|
||||
"专注于从小说原文中提取道具物品信息的分析助手，能识别武器、法器、药物等各类道具，生成包含外观、材质、尺寸、功能及状态变体的结构化视觉描述表格，供美术制作和AI绘图使用。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774450094771,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "1864df75d1d65f76e275046649ecaef8",
|
||||
md5: "65603aa495a541f54c55b7f30e149f45",
|
||||
path: "references/novel-scene-extract.md",
|
||||
name: "novel-scene-extract",
|
||||
description:
|
||||
"专注于从小说原文中提取并结构化场景信息的分析助手，可识别各类场景地点，输出包含空间描述、光照氛围、关键陈设、色调基调等字段的标准化场景资产表，用于美术制作和AI绘图的场景概念图生成。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774450161878,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "7fbce6f90d7d85496ba9817e9622e640",
|
||||
md5: "830559e8f2cd5d0fa8e6df48a164fe2d",
|
||||
path: "references/video-dialogue-extract.md",
|
||||
name: "video-dialogue-extract",
|
||||
description:
|
||||
"这是一个专门从视频分镜提示词中提取结构化台词、旁白与音效信息的AI助手配置文档，定义了完整的输出格式（含镜号、角色、台词类型、表演指导等字段）、提取规则及处理流程，用于将视频分镜描述转化为标准化台词表。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774447310118,
|
||||
updateTime: 1774450180712,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "31fb5c5a1f514ec1e66b4eba9f22d4db",
|
||||
md5: "43e63450efe0c9af8a3a40b036d36cb4",
|
||||
path: "references/pipeline.md",
|
||||
name: "pipeline",
|
||||
description:
|
||||
"面向短剧改编项目的四阶段流水线说明文档，涵盖事件提取、故事骨架、改编策略、剧本编写的串行执行流程，定义了决策层、执行层、监督层的协作规范及派发、审核、修复的交互格式与质量门控标准。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774451946248,
|
||||
updateTime: 1774451984533,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "27dc2dfc901de2180227d0269217583a",
|
||||
md5: "7d353be4bab7a794436d9abff2b9c6ee",
|
||||
path: "references/adaptation-format.md",
|
||||
name: "adaptation-format",
|
||||
description:
|
||||
"本文档规定了改编策略输出的标准格式，包括核心改编原则、删除决策和世界观呈现策略三大模块的书写规范，明确各模块所需涵盖的维度与要素，用于指导竖屏短剧等载体的文学改编工作。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452010535,
|
||||
updateTime: 1774452022083,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "d49fa09504fe784a8e6eb102756c6d56",
|
||||
md5: "2ef08a7479f29d74986999ceb02092c8",
|
||||
path: "references/event-format.md",
|
||||
name: "event-format",
|
||||
description:
|
||||
"本文档规定了影视改编项目中事件表的标准输出格式，包括文件头、事件表格、各字段填写规范（章节、角色、核心事件、主线关系、情绪强度、预估时长）及汇总统计模板，用于指导从原著提取事件并评估改编集数与压缩比的第一阶段工作。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452010535,
|
||||
updateTime: 1774452030858,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "797906c2ddf0750f050bcdeae23eae3d",
|
||||
md5: "f5e7fe6db7e05db69d5dc327c4c538f2",
|
||||
path: "references/script-format.md",
|
||||
name: "script-format",
|
||||
description:
|
||||
"本文档为竖屏短剧剧本的输出格式规范，定义了文件头、节拍结构、分镜脚本、画面描述、台词、转场标注等标准格式要求，并附有时长控制参数与自查清单，供AI视频生成和导演制作使用。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452010535,
|
||||
updateTime: 1774452042934,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "1abd8675c0c3e62b20c0b151d2ec0fb1",
|
||||
md5: "a587532c737ce15022e1522021f099bb",
|
||||
path: "references/skeleton-format.md",
|
||||
name: "skeleton-format",
|
||||
description:
|
||||
"本文档定义了故事骨架文件（skeleton.md）的标准化输出格式，涵盖故事核、人物成长隐线、三幕结构、分集决策模板、全局删减记录、付费卡点设计及自查清单，用于指导编剧将章节事件列表转化为结构完整的剧集改编方案。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452010535,
|
||||
updateTime: 1774452057184,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "0b7828d7a6ab458a4b201122f08d6c16",
|
||||
md5: "120b3c856f1b2a8a429e11319e8c95fe",
|
||||
path: "references/quality-criteria.md",
|
||||
name: "quality-criteria",
|
||||
description:
|
||||
"本文档为影视/短剧项目的质量审核标准手册，涵盖事件表、故事骨架、改编策略和剧本四大模块的详细审核规则，规定了格式规范、角色名称统一、时长合理性、画面可执行性及场景氛围一致性等审核要求，用于确保各阶段产出物的内容准确性与制作可行性。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452068093,
|
||||
updateTime: 1774452087877,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "5c1772b5f9c420d9eae9ca02914ba087",
|
||||
md5: "c710ab7d237e1f0c5aa3d208e0f5b484",
|
||||
path: "references/plan.md",
|
||||
name: "plan",
|
||||
description:
|
||||
"该文档定义了AI代理生成执行计划的规范，包括任务总览、步骤列表（含编号、名称、详细内容、预期输出及依赖关系）和执行顺序标注，并提供标准回复模板，用于将用户需求拆解为可直接传入子代理工具执行的具体步骤。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452098447,
|
||||
updateTime: 1774452109574,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "75a45cf996015ca819582873887ec301",
|
||||
md5: "6045d76873fd58b8b87a914a21a38439",
|
||||
path: "references/derive-assets-extraction.md",
|
||||
name: "derive-assets-extraction",
|
||||
description:
|
||||
"本文档是一份技术操作指南，说明如何根据剧本内容和已有资产列表，提取每个资产在剧情中出现的不同视觉状态变体（derive），并通过工具函数读取和写入数据，用于后续图片生成参考。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452119499,
|
||||
updateTime: 1774452129516,
|
||||
state: 1,
|
||||
},
|
||||
{
|
||||
id: "fce75f69d704c19bebcb356bc1bd6e81",
|
||||
md5: "a3b3432854970f22949ba47236a6532f",
|
||||
path: "references/storyboard-generation.md",
|
||||
name: "storyboard-generation",
|
||||
description:
|
||||
"根据剧本和资产列表生成结构化分镜面板的工具指南，涵盖分镜拆分原则、字段填写规范及工具调用流程，用于将剧本转化为含画面描述、镜头语言、台词和AI绘图提示词的分镜数据。",
|
||||
embedding: "",
|
||||
type: "references",
|
||||
createTime: 1774452119499,
|
||||
updateTime: 1774452140873,
|
||||
state: 1,
|
||||
},
|
||||
];
|
||||
await Promise.all(
|
||||
list.map(async (item) => {
|
||||
const embedding = await getEmbedding(item.description);
|
||||
item.embedding = JSON.stringify(embedding);
|
||||
}),
|
||||
);
|
||||
await knex("o_skillList").insert(list);
|
||||
},
|
||||
},
|
||||
{
|
||||
name: "o_skillAttribution",
|
||||
builder: (table) => {
|
||||
table.text("skillId").notNullable().references("id").inTable("o_skillList").onDelete("CASCADE");
|
||||
table.text("attribution").notNullable(); // "production_agent_decision.md" | "production_agent_execution.md" | "production_agent_supervision.md" | "script_agent_decision.md" | "script_agent_execution.md" | "script_agent_supervision.md" | "universal-agent.md"
|
||||
table.primary(["skillId", "attribution"]);
|
||||
table.index(["attribution"]);
|
||||
},
|
||||
initData: async (knex) => {
|
||||
await knex("o_skillAttribution").insert([
|
||||
{
|
||||
skillId: "52c51fa8655f899a1b7aae9b6aad7251",
|
||||
attribution: "universal-agent.md",
|
||||
},
|
||||
{
|
||||
skillId: "6d46cdca10b2f49e07e515885d1387a0",
|
||||
attribution: "universal-agent.md",
|
||||
},
|
||||
{
|
||||
skillId: "1864df75d1d65f76e275046649ecaef8",
|
||||
attribution: "universal-agent.md",
|
||||
},
|
||||
{
|
||||
skillId: "3e5efec258c8d8e6a39bcef12f8ee058",
|
||||
attribution: "universal-agent.md",
|
||||
},
|
||||
{
|
||||
skillId: "7fbce6f90d7d85496ba9817e9622e640",
|
||||
attribution: "universal-agent.md",
|
||||
},
|
||||
{
|
||||
skillId: "31fb5c5a1f514ec1e66b4eba9f22d4db",
|
||||
attribution: "script_agent_decision.md",
|
||||
},
|
||||
{
|
||||
skillId: "27dc2dfc901de2180227d0269217583a",
|
||||
attribution: "script_agent_execution.md",
|
||||
},
|
||||
{
|
||||
skillId: "d49fa09504fe784a8e6eb102756c6d56",
|
||||
attribution: "script_agent_execution.md",
|
||||
},
|
||||
{
|
||||
skillId: "797906c2ddf0750f050bcdeae23eae3d",
|
||||
attribution: "script_agent_execution.md",
|
||||
},
|
||||
{
|
||||
skillId: "1abd8675c0c3e62b20c0b151d2ec0fb1",
|
||||
attribution: "script_agent_execution.md",
|
||||
},
|
||||
{
|
||||
skillId: "0b7828d7a6ab458a4b201122f08d6c16",
|
||||
attribution: "script_agent_supervision.md",
|
||||
},
|
||||
{
|
||||
skillId: "5c1772b5f9c420d9eae9ca02914ba087",
|
||||
attribution: "production_agent_decision.md",
|
||||
},
|
||||
{
|
||||
skillId: "75a45cf996015ca819582873887ec301",
|
||||
attribution: "production_agent_execution.md",
|
||||
},
|
||||
{
|
||||
skillId: "fce75f69d704c19bebcb356bc1bd6e81",
|
||||
attribution: "production_agent_execution.md",
|
||||
},
|
||||
]);
|
||||
},
|
||||
},
|
||||
//记忆表（message=原始消息, summary=压缩摘要）
|
||||
{
|
||||
name: "memories",
|
||||
builder: (table) => {
|
||||
table.text("id").notNullable();
|
||||
table.text("isolationKey").notNullable(); // 记忆隔离键
|
||||
table.text("type").notNullable(); // 'message' | 'summary'
|
||||
table.text("role"); // 'user' | 'assistant'
|
||||
table.text("content").notNullable();
|
||||
table.text("embedding"); // 向量嵌入 JSON
|
||||
table.text("relatedMessageIds"); // summary关联的message id列表 JSON
|
||||
table.integer("summarized").defaultTo(0); // message是否已被总结 0/1
|
||||
table.integer("createTime").notNullable();
|
||||
table.primary(["id"]);
|
||||
table.index(["isolationKey", "type"]);
|
||||
table.index(["isolationKey", "summarized"]);
|
||||
},
|
||||
},
|
||||
];
|
||||
|
||||
for (const t of tables) {
|
||||
|
||||
@ -98,7 +98,7 @@ export default router.post(
|
||||
const novelData = (await u.db("o_novel").whereIn("chapterIndex", [1]).select("*")) as NovelChapter[];
|
||||
const novelText = mergeNovelText(novelData);
|
||||
|
||||
const skill = await useSkill("universal-agent");
|
||||
const skill = await useSkill("universal_agent.md");
|
||||
|
||||
const systemPrompt = `${skill.prompt}
|
||||
|
||||
|
||||
@ -30,7 +30,7 @@ export default router.post(
|
||||
);
|
||||
|
||||
async function getLines(prompt: string) {
|
||||
const skill = await useSkill("eventExtract-agent");
|
||||
const skill = await useSkill("universal_agent.md");
|
||||
|
||||
const resText = await u.Ai.Text("universalAgent").invoke({
|
||||
system: skill.prompt,
|
||||
|
||||
102
src/routes/setting/skillManagement/addSkill.ts
Normal file
102
src/routes/setting/skillManagement/addSkill.ts
Normal file
@ -0,0 +1,102 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import { z } from "zod";
|
||||
import { success, error } from "@/lib/responseFormat";
|
||||
import { validateFields } from "@/middleware/middleware";
|
||||
import fs from "fs/promises";
|
||||
import path from "path";
|
||||
import crypto from "crypto";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
const buildSkillFileName = (name: string) => {
|
||||
const trimmed = name.trim();
|
||||
const fileName = trimmed.endsWith(".md") ? trimmed : `${trimmed}.md`;
|
||||
const normalized = fileName.replace(/\\/g, "/");
|
||||
if (!normalized || normalized.includes("/")) {
|
||||
throw new Error("技能名称不能包含路径分隔符");
|
||||
}
|
||||
return normalized;
|
||||
};
|
||||
|
||||
const buildRelativePath = (type: "main" | "references", fileName: string) => {
|
||||
return type === "references" ? path.posix.join("references", fileName) : fileName;
|
||||
};
|
||||
|
||||
const resolveSkillFilePath = (relativePath: string) => {
|
||||
const normalizedPath = relativePath.replace(/\\/g, "/");
|
||||
if (normalizedPath.startsWith("references/")) {
|
||||
return path.join(u.getPath("skills"), normalizedPath);
|
||||
}
|
||||
return path.join(u.getPath("skills"), normalizedPath);
|
||||
};
|
||||
|
||||
const resolveState = (description: string, attributions: string[]) => {
|
||||
if (!description.trim()) return -1;
|
||||
if (attributions.length === 0) return -2;
|
||||
return 1;
|
||||
};
|
||||
|
||||
export default router.post(
|
||||
"/",
|
||||
validateFields({
|
||||
name: z.string().min(1).max(100),
|
||||
description: z.string().optional(),
|
||||
content: z.string().optional(),
|
||||
attributions: z.array(z.string()).optional(),
|
||||
type: z.enum(["main", "references"]).optional(),
|
||||
}),
|
||||
async (req, res) => {
|
||||
try {
|
||||
const { name, description, content, attributions, type } = req.body;
|
||||
const finalType: "main" | "references" = type === "main" ? "main" : "references";
|
||||
const finalDescription = description ?? "";
|
||||
const finalContent = content ?? "";
|
||||
const rawAttributions = Array.isArray(attributions) ? attributions : [];
|
||||
const finalAttributions = Array.from(
|
||||
new Set(rawAttributions.filter((item: unknown): item is string => typeof item === "string" && item.trim().length > 0)),
|
||||
);
|
||||
const fileName = buildSkillFileName(name);
|
||||
const relativePath = buildRelativePath(finalType, fileName);
|
||||
const skillId = crypto.createHash("md5").update(relativePath).digest("hex");
|
||||
const md5 = crypto.createHash("md5").update(finalContent).digest("hex");
|
||||
const filePath = resolveSkillFilePath(relativePath);
|
||||
const now = Date.now();
|
||||
|
||||
const existed = await u.db("o_skillList").where("id", skillId).first();
|
||||
if (existed) {
|
||||
return res.status(400).send(error("技能已存在，请使用其他名称"));
|
||||
}
|
||||
|
||||
await fs.mkdir(path.dirname(filePath), { recursive: true });
|
||||
await fs.writeFile(filePath, finalContent, "utf-8");
|
||||
|
||||
await u.db("o_skillList").insert({
|
||||
id: skillId,
|
||||
md5,
|
||||
path: relativePath,
|
||||
name: path.basename(fileName, ".md"),
|
||||
description: finalDescription,
|
||||
embedding: null,
|
||||
type: finalType,
|
||||
createTime: now,
|
||||
updateTime: now,
|
||||
state: resolveState(finalDescription, finalAttributions),
|
||||
});
|
||||
|
||||
if (finalAttributions.length > 0) {
|
||||
await u.db("o_skillAttribution").insert(
|
||||
finalAttributions.map((attribution: string) => ({
|
||||
skillId,
|
||||
attribution,
|
||||
})),
|
||||
);
|
||||
}
|
||||
|
||||
res.status(200).send(success("新增技能成功"));
|
||||
} catch (err: any) {
|
||||
console.log(err);
|
||||
res.status(400).send(error(err?.message || "新增技能失败"));
|
||||
}
|
||||
},
|
||||
);
|
||||
49
src/routes/setting/skillManagement/deleteSkill.ts
Normal file
49
src/routes/setting/skillManagement/deleteSkill.ts
Normal file
@ -0,0 +1,49 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import { z } from "zod";
|
||||
import { success, error } from "@/lib/responseFormat";
|
||||
import { validateFields } from "@/middleware/middleware";
|
||||
import fs from "fs/promises";
|
||||
import path from "path";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
const resolveSkillFilePath = (type: string, relativePath: string) => {
|
||||
const normalizedPath = (relativePath || "").replace(/\\/g, "/");
|
||||
const isPrefixedReferencePath = normalizedPath.startsWith("references/");
|
||||
if (type === "references" && !isPrefixedReferencePath) {
|
||||
return path.join(u.getPath(["skills", "references"]), normalizedPath);
|
||||
}
|
||||
return path.join(u.getPath("skills"), normalizedPath);
|
||||
};
|
||||
|
||||
export default router.post(
|
||||
"/",
|
||||
validateFields({
|
||||
id: z.string().min(1),
|
||||
}),
|
||||
async (req, res) => {
|
||||
try {
|
||||
const { id } = req.body;
|
||||
const skill = await u.db("o_skillList").where("id", id).first();
|
||||
|
||||
if (!skill) {
|
||||
return res.status(404).send(error("技能不存在"));
|
||||
}
|
||||
|
||||
const filePath = resolveSkillFilePath(skill.type, skill.path || "");
|
||||
await u.db("o_skillList").where("id", id).delete();
|
||||
|
||||
try {
|
||||
await fs.unlink(filePath);
|
||||
} catch {
|
||||
// 文件不存在时可忽略，数据库记录已删除
|
||||
}
|
||||
|
||||
res.status(200).send(success("删除技能成功"));
|
||||
} catch (err: any) {
|
||||
console.log(err);
|
||||
res.status(400).send(error(err?.message || "删除技能失败"));
|
||||
}
|
||||
},
|
||||
);
|
||||
31
src/routes/setting/skillManagement/embeddingSkill.ts
Normal file
31
src/routes/setting/skillManagement/embeddingSkill.ts
Normal file
@ -0,0 +1,31 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import { z } from "zod";
|
||||
import { success, error } from "@/lib/responseFormat";
|
||||
import { validateFields } from "@/middleware/middleware";
|
||||
import { getEmbedding } from "@/utils/agent/embedding";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
export default router.post(
|
||||
"/",
|
||||
validateFields({
|
||||
id: z.string(),
|
||||
}),
|
||||
async (req, res) => {
|
||||
const { id } = req.body;
|
||||
|
||||
const skill = await u.db("o_skillList").where("id", id).first();
|
||||
|
||||
if (!skill) return res.status(404).send(error("技能不存在"));
|
||||
if (skill.embedding) return res.status(400).send(error("技能已存在向量，请勿重复生成"));
|
||||
if (!skill.description) return res.status(400).send(error("技能描述不存在"));
|
||||
const embedding = await getEmbedding(skill.description);
|
||||
await u
|
||||
.db("o_skillList")
|
||||
.where("id", id)
|
||||
.update({ embedding: JSON.stringify(embedding) });
|
||||
|
||||
res.status(200).send(success("技能向量生成成功"));
|
||||
},
|
||||
);
|
||||
35
src/routes/setting/skillManagement/generateDescription.ts
Normal file
35
src/routes/setting/skillManagement/generateDescription.ts
Normal file
@ -0,0 +1,35 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import { z } from "zod";
|
||||
import { success, error } from "@/lib/responseFormat";
|
||||
import { validateFields } from "@/middleware/middleware";
|
||||
import fs from "fs/promises";
|
||||
import path from "path";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
const resolveSkillFilePath = (type: string, relativePath: string) => {
|
||||
const normalizedPath = (relativePath || "").replace(/\\/g, "/");
|
||||
const isPrefixedReferencePath = normalizedPath.startsWith("references/");
|
||||
if (type === "references" && !isPrefixedReferencePath) {
|
||||
return path.join(u.getPath(["skills", "references"]), normalizedPath);
|
||||
}
|
||||
return path.join(u.getPath("skills"), normalizedPath);
|
||||
};
|
||||
|
||||
export default router.post(
|
||||
"/",
|
||||
validateFields({
|
||||
content: z.string(),
|
||||
}),
|
||||
async (req, res) => {
|
||||
const { content } = req.body;
|
||||
const result = await u.Ai.Text("universalAgent").invoke({
|
||||
system:
|
||||
"你是一个文档摘要助手。根据给定的文档内容生成一句简洁的中文描述（不超过100字），概括文档的核心主题和用途。只输出描述文本，不要添加任何前缀或格式。",
|
||||
messages: [{ role: "user", content: `内容：\n${content}` }],
|
||||
});
|
||||
const description = result.text.trim();
|
||||
res.status(200).send(success(description));
|
||||
},
|
||||
);
|
||||
92
src/routes/setting/skillManagement/getSkillList.ts
Normal file
92
src/routes/setting/skillManagement/getSkillList.ts
Normal file
@ -0,0 +1,92 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import { z } from "zod";
|
||||
import { success, error } from "@/lib/responseFormat";
|
||||
import { validateFields } from "@/middleware/middleware";
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
export default router.post(
|
||||
"/",
|
||||
validateFields({
|
||||
page: z.number().int().min(1).default(1),
|
||||
limit: z.number().int().min(1).max(100).default(20),
|
||||
search: z.string().optional().default(""),
|
||||
type: z.enum(["main", "references"]).optional(),
|
||||
attributions: z.array(z.string()).optional(),
|
||||
}),
|
||||
async (req, res) => {
|
||||
const { page, limit, search, type, attributions } = req.body;
|
||||
const offset = (page - 1) * limit;
|
||||
|
||||
let query = u.db("o_skillList");
|
||||
let countQuery = u.db("o_skillList");
|
||||
|
||||
// 搜索条件
|
||||
if (search) {
|
||||
const searchPattern = `%${search}%`;
|
||||
const whereBuilder = (builder: any) => {
|
||||
builder.where("name", "like", searchPattern).orWhere("path", "like", searchPattern).orWhere("description", "like", searchPattern);
|
||||
};
|
||||
query = query.where(whereBuilder);
|
||||
countQuery = countQuery.where(whereBuilder);
|
||||
}
|
||||
|
||||
// 查询总数
|
||||
const [{ count }]: any = await countQuery.count("* as count");
|
||||
|
||||
// 查询列表
|
||||
if (type) {
|
||||
query = query.where("type", type);
|
||||
countQuery = countQuery.where("type", type);
|
||||
}
|
||||
if (attributions && attributions.length > 0) {
|
||||
query = query.whereIn("id", function () {
|
||||
this.select("skillId").from("o_skillAttribution").whereIn("attribution", attributions);
|
||||
});
|
||||
countQuery = countQuery.whereIn("id", function () {
|
||||
this.select("skillId").from("o_skillAttribution").whereIn("attribution", attributions);
|
||||
});
|
||||
}
|
||||
|
||||
const list = await query.select("*").orderBy("updateTime", "desc").orderBy("type", "desc").limit(limit).offset(offset);
|
||||
|
||||
// 查询每个技能的归属
|
||||
const skillIds = list.map((item: any) => item.id);
|
||||
const attributionsList = await u.db("o_skillAttribution").whereIn("skillId", skillIds).select("skillId", "attribution");
|
||||
|
||||
// 将归属信息合并到列表中
|
||||
const attributionMap = new Map<string, string[]>();
|
||||
for (const attr of attributionsList) {
|
||||
if (!attributionMap.has(attr.skillId!)) {
|
||||
attributionMap.set(attr.skillId!, []);
|
||||
}
|
||||
attributionMap.get(attr.skillId!)!.push(attr.attribution!);
|
||||
}
|
||||
|
||||
const listWithAttributions = list.map((item: any) => {
|
||||
const normalizedPath = (item.path || "").replace(/\\/g, "/");
|
||||
const isPrefixedReferencePath = normalizedPath.startsWith("references/");
|
||||
const skillFilePath =
|
||||
item.type === "references" && !isPrefixedReferencePath
|
||||
? path.join(u.getPath(["skills", "references"]), item.path!)
|
||||
: path.join(u.getPath("skills"), item.path!);
|
||||
|
||||
return {
|
||||
...item,
|
||||
attributions: attributionMap.get(item.id) || [],
|
||||
content: fs.readFileSync(skillFilePath, "utf-8"),
|
||||
embedding: item.embedding ? true : false,
|
||||
};
|
||||
});
|
||||
|
||||
res.status(200).send(
|
||||
success({
|
||||
list: listWithAttributions,
|
||||
total: Number(count),
|
||||
}),
|
||||
);
|
||||
},
|
||||
);
|
||||
121
src/routes/setting/skillManagement/scanSkills.ts
Normal file
121
src/routes/setting/skillManagement/scanSkills.ts
Normal file
@ -0,0 +1,121 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import path from "path";
|
||||
import fs from "fs/promises";
|
||||
import crypto from "crypto";
|
||||
import { success } from "@/lib/responseFormat";
|
||||
import fg from "fast-glob";
|
||||
import getPath from "@/utils/getPath";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
export default router.post("/", async (req, res) => {
|
||||
const skillsRoot = getPath(["skills"]);
|
||||
const referencesRoot = path.join(skillsRoot, "references");
|
||||
|
||||
const [mainEntries, referenceEntries] = await Promise.all([
|
||||
fg("*.md", {
|
||||
cwd: skillsRoot.replace(/\\/g, "/"),
|
||||
onlyFiles: true,
|
||||
}),
|
||||
fg("**/*.md", {
|
||||
cwd: referencesRoot.replace(/\\/g, "/"),
|
||||
onlyFiles: true,
|
||||
}),
|
||||
]);
|
||||
|
||||
const scanItems = [
|
||||
...mainEntries.map((entry) => ({
|
||||
entry,
|
||||
relativePath: entry,
|
||||
fullPath: path.join(skillsRoot, entry),
|
||||
type: "main",
|
||||
})),
|
||||
...referenceEntries.map((entry) => ({
|
||||
entry,
|
||||
relativePath: path.posix.join("references", entry.replace(/\\/g, "/")),
|
||||
fullPath: path.join(referencesRoot, entry),
|
||||
type: "references",
|
||||
})),
|
||||
];
|
||||
|
||||
const now = Date.now();
|
||||
let insertedCount = 0;
|
||||
let updatedCount = 0;
|
||||
let removedCount = 0;
|
||||
|
||||
const scannedIds = new Set<string>();
|
||||
const existingRows = await u.db("o_skillList").whereIn("type", ["main", "references"]).select("id", "md5", "type", "path");
|
||||
|
||||
for (const item of scanItems) {
|
||||
const id = crypto.createHash("md5").update(item.relativePath).digest("hex");
|
||||
const name = path.basename(item.entry, ".md");
|
||||
const content = await fs.readFile(item.fullPath, "utf-8");
|
||||
const md5 = crypto.createHash("md5").update(content).digest("hex");
|
||||
const existing = existingRows.find((row: any) => row.id === id);
|
||||
|
||||
scannedIds.add(id);
|
||||
|
||||
if (!existing) {
|
||||
await u.db("o_skillList").insert({
|
||||
id,
|
||||
path: item.relativePath,
|
||||
name,
|
||||
description: "",
|
||||
embedding: null,
|
||||
type: item.type,
|
||||
createTime: now,
|
||||
updateTime: now,
|
||||
md5,
|
||||
state: -1,
|
||||
});
|
||||
insertedCount++;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (existing.md5 !== md5 || existing.path !== item.relativePath || existing.type !== item.type) {
|
||||
await u.db("o_skillList").where("id", id).update({
|
||||
path: item.relativePath,
|
||||
name,
|
||||
md5,
|
||||
type: item.type,
|
||||
updateTime: now,
|
||||
state: -3,
|
||||
});
|
||||
updatedCount++;
|
||||
}
|
||||
}
|
||||
|
||||
const removedIds = existingRows.map((row: any) => row.id).filter((id: string) => !scannedIds.has(id));
|
||||
if (removedIds.length > 0) {
|
||||
await u.db("o_skillList").whereIn("id", removedIds).delete();
|
||||
removedCount = removedIds.length;
|
||||
}
|
||||
|
||||
const [{ noDescriptionSkillCount }]: any = await u
|
||||
.db("o_skillList")
|
||||
.where("type", "references")
|
||||
.andWhere((builder: any) => {
|
||||
builder.whereNull("description").orWhere("description", "");
|
||||
})
|
||||
.count({ noDescriptionSkillCount: "*" });
|
||||
|
||||
const [{ noAttributionSkillCount }]: any = await u
|
||||
.db("o_skillList as sl")
|
||||
.leftJoin("o_skillAttribution as sa", "sl.id", "sa.skillId")
|
||||
.where("sl.type", "references")
|
||||
.whereNull("sa.skillId")
|
||||
.countDistinct({ noAttributionSkillCount: "sl.id" });
|
||||
|
||||
res.status(200).send(
|
||||
success({
|
||||
message: "更新技能文档成功",
|
||||
insertedCount,
|
||||
updatedCount,
|
||||
removedCount,
|
||||
totalFiles: scanItems.length,
|
||||
noDescriptionSkillCount: Number(noDescriptionSkillCount),
|
||||
noAttributionSkillCount: Number(noAttributionSkillCount),
|
||||
}),
|
||||
);
|
||||
});
|
||||
118
src/routes/setting/skillManagement/updateSkill.ts
Normal file
118
src/routes/setting/skillManagement/updateSkill.ts
Normal file
@ -0,0 +1,118 @@
|
||||
import express from "express";
|
||||
import u from "@/utils";
|
||||
import { z } from "zod";
|
||||
import { success, error } from "@/lib/responseFormat";
|
||||
import { validateFields } from "@/middleware/middleware";
|
||||
import fs from "fs/promises";
|
||||
import path from "path";
|
||||
import crypto from "crypto";
|
||||
|
||||
const router = express.Router();
|
||||
|
||||
const buildSkillFileName = (name: string) => {
|
||||
const trimmed = name.trim();
|
||||
const fileName = trimmed.endsWith(".md") ? trimmed : `${trimmed}.md`;
|
||||
const normalized = fileName.replace(/\\/g, "/");
|
||||
if (!normalized || normalized.includes("/")) {
|
||||
throw new Error("技能名称不能包含路径分隔符");
|
||||
}
|
||||
return normalized;
|
||||
};
|
||||
|
||||
const buildRelativePath = (type: string, fileName: string) => {
|
||||
return type === "references" ? path.posix.join("references", fileName) : fileName;
|
||||
};
|
||||
|
||||
const resolveSkillFilePath = (relativePath: string) => {
|
||||
return path.join(u.getPath("skills"), relativePath.replace(/\\/g, "/"));
|
||||
};
|
||||
|
||||
const resolveState = (description: string, attributions: string[]) => {
|
||||
if (!description.trim()) return -1;
|
||||
if (attributions.length === 0) return -2;
|
||||
return 1;
|
||||
};
|
||||
|
||||
export default router.post(
|
||||
"/",
|
||||
validateFields({
|
||||
id: z.string().min(1),
|
||||
name: z.string().min(1).max(100),
|
||||
description: z.string().optional(),
|
||||
content: z.string().optional(),
|
||||
attributions: z.array(z.string()).optional(),
|
||||
}),
|
||||
async (req, res) => {
|
||||
try {
|
||||
const { id, name, description, content, attributions } = req.body;
|
||||
const current = await u.db("o_skillList").where("id", id).first();
|
||||
|
||||
if (!current) {
|
||||
return res.status(404).send(error("技能不存在"));
|
||||
}
|
||||
|
||||
const finalDescription = description ?? "";
|
||||
const finalContent = content ?? "";
|
||||
const rawAttributions = Array.isArray(attributions) ? attributions : [];
|
||||
const finalAttributions = Array.from(
|
||||
new Set(rawAttributions.filter((item: unknown): item is string => typeof item === "string" && item.trim().length > 0)),
|
||||
);
|
||||
const fileName = buildSkillFileName(name);
|
||||
const relativePath = buildRelativePath(current.type, fileName);
|
||||
const nextId = crypto.createHash("md5").update(relativePath).digest("hex");
|
||||
const md5 = crypto.createHash("md5").update(finalContent).digest("hex");
|
||||
const oldFilePath = resolveSkillFilePath(current.path);
|
||||
const newFilePath = resolveSkillFilePath(relativePath);
|
||||
const now = Date.now();
|
||||
|
||||
if (nextId !== id) {
|
||||
const conflict = await u.db("o_skillList").where("id", nextId).first();
|
||||
if (conflict) {
|
||||
return res.status(400).send(error("技能名称冲突，请使用其他名称"));
|
||||
}
|
||||
}
|
||||
|
||||
await fs.mkdir(path.dirname(newFilePath), { recursive: true });
|
||||
if (oldFilePath !== newFilePath) {
|
||||
try {
|
||||
await fs.rename(oldFilePath, newFilePath);
|
||||
} catch {
|
||||
// 文件不存在时直接按新路径写入即可
|
||||
}
|
||||
}
|
||||
await fs.writeFile(newFilePath, finalContent, "utf-8");
|
||||
|
||||
if (nextId !== id) {
|
||||
await u.db("o_skillAttribution").where("skillId", id).update({ skillId: nextId });
|
||||
}
|
||||
|
||||
await u
|
||||
.db("o_skillList")
|
||||
.where("id", id)
|
||||
.update({
|
||||
id: nextId,
|
||||
path: relativePath,
|
||||
name: path.basename(fileName, ".md"),
|
||||
description: finalDescription,
|
||||
md5,
|
||||
updateTime: now,
|
||||
state: resolveState(finalDescription, finalAttributions),
|
||||
});
|
||||
|
||||
await u.db("o_skillAttribution").where("skillId", nextId).delete();
|
||||
if (finalAttributions.length > 0) {
|
||||
await u.db("o_skillAttribution").insert(
|
||||
finalAttributions.map((attribution: string) => ({
|
||||
skillId: nextId,
|
||||
attribution,
|
||||
})),
|
||||
);
|
||||
}
|
||||
|
||||
res.status(200).send(success("更新技能成功"));
|
||||
} catch (err: any) {
|
||||
console.log(err);
|
||||
res.status(400).send(error(err?.message || "更新技能失败"));
|
||||
}
|
||||
},
|
||||
);
|
||||
@ -1,4 +1,16 @@
|
||||
import express from "express";
|
||||
const router = express.Router();
|
||||
import u from "@/utils";
|
||||
import fs from "fs";
|
||||
import { useSkill } from "@/utils/agent/skillsTools";
|
||||
|
||||
export default router.get("/", async (req, res) => {});
|
||||
export default router.get("/", async (req, res) => {
|
||||
const skill = await useSkill("universal_agent.md");
|
||||
const result = await u.Ai.Text("universalAgent").invoke({
|
||||
system: "请直接调用activate_skill工具激活技能" + skill.prompt,
|
||||
messages: [{ role: "user", content: `开始激活，然后随机使用read_skill_file调用一个技能` }],
|
||||
tools: skill.tools,
|
||||
});
|
||||
|
||||
res.send(result.text);
|
||||
});
|
||||
|
||||
18
src/types/database.d.ts
vendored
18
src/types/database.d.ts
vendored
@ -132,6 +132,22 @@ export interface o_setting {
|
||||
'key'?: string | null;
|
||||
'value'?: string | null;
|
||||
}
|
||||
export interface o_skillAttribution {
|
||||
'attribution'?: string;
|
||||
'skillId'?: string;
|
||||
}
|
||||
export interface o_skillList {
|
||||
'createTime': number;
|
||||
'description': string;
|
||||
'embedding'?: string | null;
|
||||
'id'?: string;
|
||||
'md5': string;
|
||||
'name': string;
|
||||
'path': string;
|
||||
'state': number;
|
||||
'type': string;
|
||||
'updateTime': number;
|
||||
}
|
||||
export interface o_storyboard {
|
||||
'camera'?: string | null;
|
||||
'createTime'?: number | null;
|
||||
@ -220,6 +236,8 @@ export interface DB {
|
||||
"o_script": o_script;
|
||||
"o_scriptAssets": o_scriptAssets;
|
||||
"o_setting": o_setting;
|
||||
"o_skillAttribution": o_skillAttribution;
|
||||
"o_skillList": o_skillList;
|
||||
"o_storyboard": o_storyboard;
|
||||
"o_tasks": o_tasks;
|
||||
"o_user": o_user;
|
||||
|
||||
@ -3,7 +3,9 @@ import { z } from "zod";
|
||||
import path from "path";
|
||||
import fs from "fs/promises";
|
||||
import isPathInside from "is-path-inside";
|
||||
import u from "@/utils";
|
||||
import getPath from "@/utils/getPath";
|
||||
import { getEmbedding, cosineSimilarity } from "./embedding";
|
||||
|
||||
interface SkillRecord {
|
||||
name: string;
|
||||
@ -54,118 +56,125 @@ function parseFrontmatter(content: string): { name: string; description: string
|
||||
return { name: result.name, description: result.description };
|
||||
}
|
||||
|
||||
function stripFrontmatter(content: string): string {
|
||||
return content.replace(/^---\r?\n[\s\S]*?\r?\n---\r?\n?/, "").trim();
|
||||
}
|
||||
type SkillAttribution =
|
||||
| "production_agent_decision.md"
|
||||
| "production_agent_execution.md"
|
||||
| "production_agent_supervision.md"
|
||||
| "script_agent_decision.md"
|
||||
| "script_agent_execution.md"
|
||||
| "script_agent_supervision.md"
|
||||
| "universal_agent.md";
|
||||
|
||||
// ==================== 资源枚举 ====================
|
||||
export async function useSkill(mainSkillName: SkillAttribution) {
|
||||
const skillsRoot = getPath("skills");
|
||||
const targetSkill = path.join(skillsRoot, mainSkillName);
|
||||
|
||||
if (!isPathInside(targetSkill, skillsRoot)) throw new Error("技能名称无效：检测到路径穿越");
|
||||
|
||||
async function listResources(dir: string, base = ""): Promise<string[]> {
|
||||
let entries;
|
||||
try {
|
||||
entries = await fs.readdir(dir, { withFileTypes: true });
|
||||
const content = await fs.readFile(targetSkill, "utf-8");
|
||||
const skill = { ...parseFrontmatter(content), location: targetSkill, baseDir: skillsRoot };
|
||||
return { prompt: buildPrompt(skill), tools: createSkillTools(skill, mainSkillName) };
|
||||
} catch {
|
||||
return [];
|
||||
}
|
||||
|
||||
const files: string[] = [];
|
||||
for (const entry of entries) {
|
||||
const rel = base ? `${base}/${entry.name}` : entry.name;
|
||||
if (entry.isDirectory()) {
|
||||
files.push(...(await listResources(path.join(dir, entry.name), rel)));
|
||||
} else if (entry.name !== "SKILL.md") {
|
||||
files.push(rel);
|
||||
}
|
||||
}
|
||||
return files;
|
||||
}
|
||||
|
||||
// ==================== 读取单个技能 ====================
|
||||
|
||||
async function readSkillFromDir(skillDir: string): Promise<SkillRecord | null> {
|
||||
const location = path.join(skillDir, "SKILL.md");
|
||||
let content: string;
|
||||
try {
|
||||
content = await fs.readFile(location, "utf-8");
|
||||
} catch {
|
||||
return null;
|
||||
}
|
||||
try {
|
||||
const meta = parseFrontmatter(content);
|
||||
console.log(`[Skill] ✅ 发现技能：${meta.name} — ${meta.description}`);
|
||||
return { ...meta, location, baseDir: skillDir };
|
||||
} catch (e) {
|
||||
console.log(`[Skill] ⚠️ 解析失败 "${skillDir}"：${(e as Error).message}`);
|
||||
return null;
|
||||
throw new Error(`技能文件不存在：${mainSkillName}`);
|
||||
}
|
||||
}
|
||||
|
||||
// ==================== 构建技能目录 ====================
|
||||
|
||||
function buildCatalog(skills: SkillRecord[]): string {
|
||||
const entries = skills.map((s) => ` <skill>\n <name>${s.name}</name>\n <description>${s.description}</description>\n </skill>`).join("\n");
|
||||
|
||||
function buildPrompt(skill: SkillRecord): string {
|
||||
return `## Skills
|
||||
以下技能提供了专业任务的专用指令。
|
||||
当任务与某个技能的描述匹配时，调用 activate_skill 工具并传入技能名称来加载完整指令。
|
||||
加载后遵循技能指令执行任务，需要时调用 read_skill_file 读取资源文件内容。
|
||||
|
||||
<available_skills>
|
||||
${entries}
|
||||
<skill>
|
||||
<name>${skill.name}</name>
|
||||
<description>${skill.description}</description>
|
||||
</skill>
|
||||
</available_skills>`;
|
||||
}
|
||||
|
||||
// ==================== 激活 + 执行工具 ====================
|
||||
|
||||
function createSkillTools(skills: SkillRecord[]) {
|
||||
function createSkillTools(skill: SkillRecord, mainSkillName: string) {
|
||||
const activated = new Set<string>();
|
||||
const validNames = skills.map((s) => s.name);
|
||||
|
||||
return {
|
||||
activate_skill: tool({
|
||||
description: `激活一个技能，加载其完整指令和捆绑资源列表到上下文。可用技能：${validNames.join(", ")}`,
|
||||
description: `激活一个技能，加载其完整指令和捆绑资源列表到上下文。可用技能：${skill.name}`,
|
||||
inputSchema: z.object({
|
||||
name: z.enum(validNames as [string, ...string[]]).describe("要激活的技能名称"),
|
||||
name: z.enum([skill.name] as [string, ...string[]]).describe("要激活的技能名称"),
|
||||
}),
|
||||
execute: async ({ name }) => {
|
||||
const skill = skills.find((s) => s.name === name);
|
||||
if (!skill) {
|
||||
console.log(`[Skill] ❌ 激活失败：未找到技能 "${name}"`);
|
||||
return { error: `Skill '${name}' not found` };
|
||||
}
|
||||
if (activated.has(name)) {
|
||||
console.log(`[Skill] ℹ️ 技能 "${name}" 已在当前会话中激活，跳过重复注入`);
|
||||
return { already_active: true, message: `技能 "${name}" 已激活，无需重复加载` };
|
||||
console.log(`[Skill] ℹ️ 技能 "${name}" 已激活，跳过重复注入`);
|
||||
return { alreadyActive: true, message: `技能 "${name}" 已激活，无需重复加载` };
|
||||
}
|
||||
|
||||
let content: string;
|
||||
let raw: string;
|
||||
try {
|
||||
content = await fs.readFile(skill.location, "utf-8");
|
||||
raw = await fs.readFile(skill.location, "utf-8");
|
||||
} catch {
|
||||
console.log(`[Skill] ❌ 激活失败：无法读取 ${skill.location}`);
|
||||
return { error: `Failed to read SKILL.md for '${name}'` };
|
||||
return { error: `无法读取技能文件：${name}` };
|
||||
}
|
||||
const body = raw.replace(/^---\r?\n[\s\S]*?\r?\n---\r?\n?/, "").trim();
|
||||
|
||||
const resources = await u
|
||||
.db("o_skillList")
|
||||
.distinct("o_skillList.path")
|
||||
.innerJoin("o_skillAttribution", "o_skillList.id", "o_skillAttribution.skillId")
|
||||
.where("o_skillList.state", 1)
|
||||
.andWhere("o_skillAttribution.attribution", mainSkillName);
|
||||
|
||||
const body = stripFrontmatter(content);
|
||||
const resources = await listResources(skill.baseDir);
|
||||
activated.add(name);
|
||||
console.log(`[Skill] 📖 已激活技能：${skill.name}（${body.length} 字符，${resources.length} 个资源文件）`);
|
||||
|
||||
const resourcesXml =
|
||||
resources.length > 0 ? `\n<skill_resources>\n${resources.map((f) => ` <file>${f}</file>`).join("\n")}\n</skill_resources>` : "";
|
||||
|
||||
return {
|
||||
content: `<skill_content name="${skill.name}">
|
||||
${body}
|
||||
|
||||
Skill directory: ${skill.baseDir}
|
||||
相对路径基于此技能目录解析，使用 read_skill_file 工具读取资源文件。
|
||||
${resourcesXml}
|
||||
</skill_content>`,
|
||||
};
|
||||
console.log(`[Skill] 📖 已激活：${name}（${body.length} 字符，${resources.length} 资源）`);
|
||||
let content = "";
|
||||
content = `<skill_content name="${name}">\n`;
|
||||
content += body + "\n\n";
|
||||
content += `Skill directory: ${skill.baseDir}\n`;
|
||||
content += "相对路径基于此技能目录解析，使用 read_skill_file 工具读取资源文件。\n";
|
||||
if (resources.length > 0) {
|
||||
content += "\n<skill_resources>\n";
|
||||
for (const { path } of resources) {
|
||||
content += ` <file>${path}</file>\n`;
|
||||
}
|
||||
content += "</skill_resources>\n";
|
||||
}
|
||||
content += "\n<skill_tools_guide>\n";
|
||||
content += "- read_skill_file：读取上方 skill_resources 中列出的资源文件。\n";
|
||||
content += "- discover_skill_docs：当上方资源不足以完成任务时，使用关键词检索更多相关文档。传入与当前任务相关的关键词列表即可获取推荐。\n";
|
||||
content += "</skill_tools_guide>\n";
|
||||
content += "</skill_content>";
|
||||
console.log("%c Line:133 🍊 content", "background:#2eafb0", content);
|
||||
return { content };
|
||||
},
|
||||
}),
|
||||
discover_skill_docs: tool({
|
||||
description: "根据关键词主动发现全部技能文档（MD），返回相关度排序的推荐列表。适用于技能指令中未明确指定资源文件但需要补充信息的场景。",
|
||||
inputSchema: z.object({
|
||||
keywords: z.array(z.string().max(100)).min(1).max(20).describe("用于检索技能文档的关键词列表"),
|
||||
topK: z.number().int().min(1).max(20).default(5).describe("返回推荐文档数量"),
|
||||
}),
|
||||
execute: async ({ keywords, topK }) => {
|
||||
const queryText = keywords.join(" ");
|
||||
const queryVec = await getEmbedding(queryText);
|
||||
|
||||
const activeRows = await u.db("o_skillList").where("state", 1).whereNotNull("embedding").select();
|
||||
const scored = activeRows
|
||||
.map((row) => {
|
||||
const emb = JSON.parse(row.embedding!) as number[];
|
||||
return {
|
||||
name: row.name,
|
||||
filePath: row.path,
|
||||
type: row.type,
|
||||
description: row.description,
|
||||
score: cosineSimilarity(queryVec, emb),
|
||||
};
|
||||
})
|
||||
.sort((a, b) => b.score - a.score)
|
||||
.slice(0, topK);
|
||||
|
||||
console.log(`[Skill] ✅ discover_skill_docs 返回 ${scored.length} 条推荐`);
|
||||
return { recommendations: scored };
|
||||
},
|
||||
}),
|
||||
read_skill_file: tool({
|
||||
description: "读取已激活技能目录下的资源文件。传入 activate_skill 返回的 skill_resources 中的文件路径。",
|
||||
inputSchema: z.object({
|
||||
@ -173,18 +182,11 @@ ${resourcesXml}
|
||||
filePath: z.string().describe("资源文件的相对路径，来自 activate_skill 返回的 skill_resources"),
|
||||
}),
|
||||
execute: async ({ skillName, filePath: relPath }) => {
|
||||
const skill = skills.find((s) => s.name === skillName);
|
||||
if (!skill) {
|
||||
console.log(`[Skill] ❌ 读取失败：未找到技能 "${skillName}"`);
|
||||
return { error: `Skill '${skillName}' not found` };
|
||||
}
|
||||
|
||||
const fullPath = path.resolve(path.join(skill.baseDir, relPath));
|
||||
if (!isPathInside(fullPath, skill.baseDir)) {
|
||||
console.log(`[Skill] 🚫 路径越界已拦截："${relPath}" 超出技能目录范围`);
|
||||
return { error: "Access denied: path is outside skill directory" };
|
||||
}
|
||||
|
||||
try {
|
||||
const fileContent = await fs.readFile(fullPath, "utf-8");
|
||||
console.log(`[Skill] 📄 已读取文件：${skillName}/${relPath}（${fileContent.length} 字符）`);
|
||||
@ -197,31 +199,3 @@ ${resourcesXml}
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
// ==================== 对外接口 ====================
|
||||
|
||||
export async function useSkill(...segments: string[]) {
|
||||
if (segments.length === 0) return { prompt: "", tools: {} };
|
||||
|
||||
const skills = new Map<string, SkillRecord>();
|
||||
|
||||
const primary = await readSkillFromDir(path.join(getPath("skills"), ...segments));
|
||||
if (primary) skills.set(primary.name, primary);
|
||||
|
||||
const publicDir = path.join(getPath("skills"), "public");
|
||||
try {
|
||||
const entries = await fs.readdir(publicDir, { withFileTypes: true });
|
||||
for (const entry of entries) {
|
||||
if (!entry.isDirectory()) continue;
|
||||
const skill = await readSkillFromDir(path.join(publicDir, entry.name));
|
||||
if (skill && !skills.has(skill.name)) skills.set(skill.name, skill);
|
||||
}
|
||||
} catch {
|
||||
/* public dir not found */
|
||||
}
|
||||
|
||||
if (skills.size === 0) return { prompt: "", tools: {} };
|
||||
|
||||
const allSkills = [...skills.values()];
|
||||
return { prompt: buildCatalog(allSkills), tools: createSkillTools(allSkills) };
|
||||
}
|
||||
|
||||
@ -29,7 +29,7 @@ class CleanNovel {
|
||||
const novel = allChapters[gi];
|
||||
let resData;
|
||||
try {
|
||||
const skill = await useSkill("universal-agent");
|
||||
const skill = await useSkill("universal_agent.md");
|
||||
|
||||
resData = await intansce.invoke({
|
||||
system: skill.prompt,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user