zyc/video-flow-toon
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

no message

Browse Source
This commit is contained in:
小帅 2026-03-30 13:10:58 +08:00
parent 9da2610cde
commit 62c57096ca
3 changed files with 169 additions and 127 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

216
src/router.ts
View File

@ -1,4 +1,4 @@
// @routes-hash 6f4b1b062e88dc5cb13583c50c217537 // @routes-hash c1392b39a921d712296ccb6b4aea3507
import { Express } from "express"; import { Express } from "express";
import route1 from "./routes/agents/clearMemory"; import route1 from "./routes/agents/clearMemory";
@ -62,59 +62,60 @@ import route58 from "./routes/production/storyboard/previewImage";
import route59 from "./routes/production/workbench/confirmSelection"; import route59 from "./routes/production/workbench/confirmSelection";
import route60 from "./routes/production/workbench/delVideo"; import route60 from "./routes/production/workbench/delVideo";
import route61 from "./routes/production/workbench/generateVideo"; import route61 from "./routes/production/workbench/generateVideo";
import route62 from "./routes/production/workbench/getChatLines"; import route62 from "./routes/production/workbench/generateVideoPrompt";
import route63 from "./routes/production/workbench/getVideoModelDetail"; import route63 from "./routes/production/workbench/getChatLines";
import route64 from "./routes/production/workbench/videoPolling"; import route64 from "./routes/production/workbench/getVideoModelDetail";
import route65 from "./routes/project/addProject"; import route65 from "./routes/production/workbench/videoPolling";
import route66 from "./routes/project/addVisual"; import route66 from "./routes/project/addProject";
import route67 from "./routes/project/addVisualManual"; import route67 from "./routes/project/addVisual";
import route68 from "./routes/project/deleteVisualManual"; import route68 from "./routes/project/addVisualManual";
import route69 from "./routes/project/delProject"; import route69 from "./routes/project/deleteVisualManual";
import route70 from "./routes/project/editProject"; import route70 from "./routes/project/delProject";
import route71 from "./routes/project/editVisualManual"; import route71 from "./routes/project/editProject";
import route72 from "./routes/project/getProject"; import route72 from "./routes/project/editVisualManual";
import route73 from "./routes/project/getVisualManual"; import route73 from "./routes/project/getProject";
import route74 from "./routes/project/visualManual"; import route74 from "./routes/project/getVisualManual";
import route75 from "./routes/script/addScript"; import route75 from "./routes/project/visualManual";
import route76 from "./routes/script/delScript"; import route76 from "./routes/script/addScript";
import route77 from "./routes/script/exportScript"; import route77 from "./routes/script/delScript";
import route78 from "./routes/script/extractAssets"; import route78 from "./routes/script/exportScript";
import route79 from "./routes/script/getScrptApi"; import route79 from "./routes/script/extractAssets";
import route80 from "./routes/script/pollScriptAssets"; import route80 from "./routes/script/getScrptApi";
import route81 from "./routes/script/updateScript"; import route81 from "./routes/script/pollScriptAssets";
import route82 from "./routes/scriptAgent/getPlanData"; import route82 from "./routes/script/updateScript";
import route83 from "./routes/scriptAgent/setPlanData"; import route83 from "./routes/scriptAgent/getPlanData";
import route84 from "./routes/setting/about/checkUpdate"; import route84 from "./routes/scriptAgent/setPlanData";
import route85 from "./routes/setting/about/downloadApp"; import route85 from "./routes/setting/about/checkUpdate";
import route86 from "./routes/setting/agentDeploy/agentSetKey"; import route86 from "./routes/setting/about/downloadApp";
import route87 from "./routes/setting/agentDeploy/deployAgentModel"; import route87 from "./routes/setting/agentDeploy/agentSetKey";
import route88 from "./routes/setting/agentDeploy/getAgentDeploy"; import route88 from "./routes/setting/agentDeploy/deployAgentModel";
import route89 from "./routes/setting/dbConfig/clearData"; import route89 from "./routes/setting/agentDeploy/getAgentDeploy";
import route90 from "./routes/setting/dev/getSwitchAiDevTool"; import route90 from "./routes/setting/dbConfig/clearData";
import route91 from "./routes/setting/dev/updateSwitchAiDevTool"; import route91 from "./routes/setting/dev/getSwitchAiDevTool";
import route92 from "./routes/setting/fileManagement/openFolder"; import route92 from "./routes/setting/dev/updateSwitchAiDevTool";
import route93 from "./routes/setting/getTextModel"; import route93 from "./routes/setting/fileManagement/openFolder";
import route94 from "./routes/setting/loginConfig/getUser"; import route94 from "./routes/setting/getTextModel";
import route95 from "./routes/setting/loginConfig/updateUserPwd"; import route95 from "./routes/setting/loginConfig/getUser";
import route96 from "./routes/setting/memoryConfig/delAllMemory"; import route96 from "./routes/setting/loginConfig/updateUserPwd";
import route97 from "./routes/setting/memoryConfig/getMemory"; import route97 from "./routes/setting/memoryConfig/delAllMemory";
import route98 from "./routes/setting/memoryConfig/sureMemory"; import route98 from "./routes/setting/memoryConfig/getMemory";
import route99 from "./routes/setting/promptManage/getPrompt"; import route99 from "./routes/setting/memoryConfig/sureMemory";
import route100 from "./routes/setting/promptManage/updatePrompt"; import route100 from "./routes/setting/promptManage/getPrompt";
import route101 from "./routes/setting/skillManagement/getSkillContent"; import route101 from "./routes/setting/promptManage/updatePrompt";
import route102 from "./routes/setting/skillManagement/getSkillList"; import route102 from "./routes/setting/skillManagement/getSkillContent";
import route103 from "./routes/setting/skillManagement/saveSkillContent"; import route103 from "./routes/setting/skillManagement/getSkillList";
import route104 from "./routes/setting/vendorConfig/addVendor"; import route104 from "./routes/setting/skillManagement/saveSkillContent";
import route105 from "./routes/setting/vendorConfig/deleteVendor"; import route105 from "./routes/setting/vendorConfig/addVendor";
import route106 from "./routes/setting/vendorConfig/getVendorList"; import route106 from "./routes/setting/vendorConfig/deleteVendor";
import route107 from "./routes/setting/vendorConfig/modelTest"; import route107 from "./routes/setting/vendorConfig/getVendorList";
import route108 from "./routes/setting/vendorConfig/updateCode"; import route108 from "./routes/setting/vendorConfig/modelTest";
import route109 from "./routes/setting/vendorConfig/updateVendor"; import route109 from "./routes/setting/vendorConfig/updateCode";
import route110 from "./routes/task/getProject"; import route110 from "./routes/setting/vendorConfig/updateVendor";
import route111 from "./routes/task/getTaskApi"; import route111 from "./routes/task/getProject";
import route112 from "./routes/task/getTaskCategories"; import route112 from "./routes/task/getTaskApi";
import route113 from "./routes/task/taskDetails"; import route113 from "./routes/task/getTaskCategories";
import route114 from "./routes/test/test"; import route114 from "./routes/task/taskDetails";
import route115 from "./routes/test/test";
export default async (app: Express) => { export default async (app: Express) => {
app.use("/api/agents/clearMemory", route1); app.use("/api/agents/clearMemory", route1);
@ -178,57 +179,58 @@ export default async (app: Express) => {
app.use("/api/production/workbench/confirmSelection", route59); app.use("/api/production/workbench/confirmSelection", route59);
app.use("/api/production/workbench/delVideo", route60); app.use("/api/production/workbench/delVideo", route60);
app.use("/api/production/workbench/generateVideo", route61); app.use("/api/production/workbench/generateVideo", route61);
app.use("/api/production/workbench/getChatLines", route62); app.use("/api/production/workbench/generateVideoPrompt", route62);
app.use("/api/production/workbench/getVideoModelDetail", route63); app.use("/api/production/workbench/getChatLines", route63);
app.use("/api/production/workbench/videoPolling", route64); app.use("/api/production/workbench/getVideoModelDetail", route64);
app.use("/api/project/addProject", route65); app.use("/api/production/workbench/videoPolling", route65);
app.use("/api/project/addVisual", route66); app.use("/api/project/addProject", route66);
app.use("/api/project/addVisualManual", route67); app.use("/api/project/addVisual", route67);
app.use("/api/project/deleteVisualManual", route68); app.use("/api/project/addVisualManual", route68);
app.use("/api/project/delProject", route69); app.use("/api/project/deleteVisualManual", route69);
app.use("/api/project/editProject", route70); app.use("/api/project/delProject", route70);
app.use("/api/project/editVisualManual", route71); app.use("/api/project/editProject", route71);
app.use("/api/project/getProject", route72); app.use("/api/project/editVisualManual", route72);
app.use("/api/project/getVisualManual", route73); app.use("/api/project/getProject", route73);
app.use("/api/project/visualManual", route74); app.use("/api/project/getVisualManual", route74);
app.use("/api/script/addScript", route75); app.use("/api/project/visualManual", route75);
app.use("/api/script/delScript", route76); app.use("/api/script/addScript", route76);
app.use("/api/script/exportScript", route77); app.use("/api/script/delScript", route77);
app.use("/api/script/extractAssets", route78); app.use("/api/script/exportScript", route78);
app.use("/api/script/getScrptApi", route79); app.use("/api/script/extractAssets", route79);
app.use("/api/script/pollScriptAssets", route80); app.use("/api/script/getScrptApi", route80);
app.use("/api/script/updateScript", route81); app.use("/api/script/pollScriptAssets", route81);
app.use("/api/scriptAgent/getPlanData", route82); app.use("/api/script/updateScript", route82);
app.use("/api/scriptAgent/setPlanData", route83); app.use("/api/scriptAgent/getPlanData", route83);
app.use("/api/setting/about/checkUpdate", route84); app.use("/api/scriptAgent/setPlanData", route84);
app.use("/api/setting/about/downloadApp", route85); app.use("/api/setting/about/checkUpdate", route85);
app.use("/api/setting/agentDeploy/agentSetKey", route86); app.use("/api/setting/about/downloadApp", route86);
app.use("/api/setting/agentDeploy/deployAgentModel", route87); app.use("/api/setting/agentDeploy/agentSetKey", route87);
app.use("/api/setting/agentDeploy/getAgentDeploy", route88); app.use("/api/setting/agentDeploy/deployAgentModel", route88);
app.use("/api/setting/dbConfig/clearData", route89); app.use("/api/setting/agentDeploy/getAgentDeploy", route89);
app.use("/api/setting/dev/getSwitchAiDevTool", route90); app.use("/api/setting/dbConfig/clearData", route90);
app.use("/api/setting/dev/updateSwitchAiDevTool", route91); app.use("/api/setting/dev/getSwitchAiDevTool", route91);
app.use("/api/setting/fileManagement/openFolder", route92); app.use("/api/setting/dev/updateSwitchAiDevTool", route92);
app.use("/api/setting/getTextModel", route93); app.use("/api/setting/fileManagement/openFolder", route93);
app.use("/api/setting/loginConfig/getUser", route94); app.use("/api/setting/getTextModel", route94);
app.use("/api/setting/loginConfig/updateUserPwd", route95); app.use("/api/setting/loginConfig/getUser", route95);
app.use("/api/setting/memoryConfig/delAllMemory", route96); app.use("/api/setting/loginConfig/updateUserPwd", route96);
app.use("/api/setting/memoryConfig/getMemory", route97); app.use("/api/setting/memoryConfig/delAllMemory", route97);
app.use("/api/setting/memoryConfig/sureMemory", route98); app.use("/api/setting/memoryConfig/getMemory", route98);
app.use("/api/setting/promptManage/getPrompt", route99); app.use("/api/setting/memoryConfig/sureMemory", route99);
app.use("/api/setting/promptManage/updatePrompt", route100); app.use("/api/setting/promptManage/getPrompt", route100);
app.use("/api/setting/skillManagement/getSkillContent", route101); app.use("/api/setting/promptManage/updatePrompt", route101);
app.use("/api/setting/skillManagement/getSkillList", route102); app.use("/api/setting/skillManagement/getSkillContent", route102);
app.use("/api/setting/skillManagement/saveSkillContent", route103); app.use("/api/setting/skillManagement/getSkillList", route103);
app.use("/api/setting/vendorConfig/addVendor", route104); app.use("/api/setting/skillManagement/saveSkillContent", route104);
app.use("/api/setting/vendorConfig/deleteVendor", route105); app.use("/api/setting/vendorConfig/addVendor", route105);
app.use("/api/setting/vendorConfig/getVendorList", route106); app.use("/api/setting/vendorConfig/deleteVendor", route106);
app.use("/api/setting/vendorConfig/modelTest", route107); app.use("/api/setting/vendorConfig/getVendorList", route107);
app.use("/api/setting/vendorConfig/updateCode", route108); app.use("/api/setting/vendorConfig/modelTest", route108);
app.use("/api/setting/vendorConfig/updateVendor", route109); app.use("/api/setting/vendorConfig/updateCode", route109);
app.use("/api/task/getProject", route110); app.use("/api/setting/vendorConfig/updateVendor", route110);
app.use("/api/task/getTaskApi", route111); app.use("/api/task/getProject", route111);
app.use("/api/task/getTaskCategories", route112); app.use("/api/task/getTaskApi", route112);
app.use("/api/task/taskDetails", route113); app.use("/api/task/getTaskCategories", route113);
app.use("/api/test/test", route114); app.use("/api/task/taskDetails", route114);
app.use("/api/test/test", route115);
} }

58
src/routes/production/workbench/generateVideoPrompt.ts
View File

@ -1,30 +1,62 @@
import express from "express"; import express from "express";
import u from "@/utils"; import u from "@/utils";
import { z } from "zod"; import { z } from "zod";
import getPath from "@/utils/getPath";
import { success } from "@/lib/responseFormat"; import { success } from "@/lib/responseFormat";
import { validateFields } from "@/middleware/middleware"; import { validateFields } from "@/middleware/middleware";
import fs from "fs"; import { Output } from "ai";
import path from "path";
const router = express.Router(); const router = express.Router();
export default router.post( export default router.post(
"/", "/",
validateFields({ validateFields({
model: z.string(), projectId: z.number(),
storyboardId: z.number(), storyboardId: z.array(z.number()),
}), }),
async (req, res) => { async (req, res) => {
const { model, storyboardId } = req.body; const { projectId, storyboardId } = req.body;
// 查询分镜及其关联的资产提示词
//测试数据
//拿到分镜以及对应的资产信息
const data = await u const data = await u
.db("o_storyboard") .db("o_storyboard")
.leftJoin("o_assets2Storyboard", "storyboardId.id", "o_assets2Storyboard.storyboardId") .leftJoin("o_assets2Storyboard", "o_storyboard.id", "o_assets2Storyboard.storyboardId")
.leftJoin("o_assets", "o_assets2Storyboard.assetId", "o_assets.id") .leftJoin("o_assets", "o_assets2Storyboard.assetId", "o_assets.id")
.where("o_storyboard.id", storyboardId) .leftJoin("o_videoConfig", "o_storyboard.id", "o_videoConfig.storyboardId")
.select("o_storyboard.*", "o_assets.name as assetName", "o_assets.type as assetType", "o_assets.prompt as assetPrompt"); .whereIn("o_storyboard.id", storyboardId)
res.status(200).send(success({ message: "" })); .select("o_storyboard.id", "o_storyboard.prompt", "o_assets.prompt as assetPrompt", "o_videoConfig.model as videoModel");
// 按分镜id分组，聚合资产提示词
const storyboardMap = new Map<number, { prompt: string; assetPrompts: string[]; videoModel: string }>();
for (const row of data) {
if (!storyboardMap.has(row.id)) {
storyboardMap.set(row.id, { prompt: row.prompt || "", assetPrompts: [], videoModel: row.videoModel || "" });
}
if (row.assetPrompt) {
storyboardMap.get(row.id)!.assetPrompts.push(row.assetPrompt);
}
}
// 逐个分镜生成视频提示词
const results: { storyboardId: number; videoPrompt: string }[] = [];
for (const [id, { prompt, assetPrompts, videoModel }] of storyboardMap) {
let model = "";
if (videoModel) {
model = videoModel;
} else {
const videoModel = await u.db("o_project").where("id", projectId).select("videoModel").first();
model = videoModel?.videoModel || "";
}
if (!model) return res.status(400).json({ error: "未找到视频模型，请检查项目配置" });
const systemPrompt = `你是一个专业的${model}视频生成助手。请根据分镜提示词和关联资产提示词，生成一段完整的、可直接用于视频生成模型的中文提示词。`;
const userContent = `分镜提示词：${prompt || "无"}\n资产提示词：${assetPrompts.length > 0 ? assetPrompts.join("\n") : "无"}`;
const { text } = await u.Ai.Text("universalAi").invoke({
system: systemPrompt,
messages: [{ role: "user", content: userContent }],
});
await u.db("o_storyboard").where("id", id).update({ videoPrompt: text });
results.push({ storyboardId: id, videoPrompt: text });
}
res.status(200).send(success({ data: results }));
}, },
); );

22
src/types/database.d.ts vendored
View File

@ -1,12 +1,18 @@
// @db-hash f7bc2fdb80756d5536929eb47155578b // @db-hash 06e91b1ef334867ed5ea41d5a857d07a
//该文件由脚本自动生成，请勿手动修改 //该文件由脚本自动生成，请勿手动修改
export interface _o_script_old_20260327 { export interface _o_project_old_20260328 {
'content'?: string | null; 'artStyle'?: string | null;
'createTime'?: number | null; 'createTime'?: number | null;
'id'?: number; 'id'?: number | null;
'imageModel'?: string | null;
'intro'?: string | null;
'name'?: string | null; 'name'?: string | null;
'projectId'?: number | null; 'projectType'?: string | null;
'type'?: string | null;
'userId'?: number | null;
'videoModel'?: string | null;
'videoRatio'?: string | null;
} }
export interface memories { export interface memories {
'content': string; 'content': string;
@ -54,6 +60,7 @@ export interface o_assets {
'name'?: string | null; 'name'?: string | null;
'projectId'?: number | null; 'projectId'?: number | null;
'prompt'?: string | null; 'prompt'?: string | null;
'promptState'?: string | null;
'remark'?: string | null; 'remark'?: string | null;
'scriptId'?: number | null; 'scriptId'?: number | null;
'startTime'?: number | null; 'startTime'?: number | null;
@ -173,7 +180,7 @@ export interface o_storyboard {
'filePath'?: string | null; 'filePath'?: string | null;
'frameMode'?: string | null; 'frameMode'?: string | null;
'id'?: number; 'id'?: number;
'index'?: string | null; 'index'?: number | null;
'lines'?: string | null; 'lines'?: string | null;
'mode'?: string | null; 'mode'?: string | null;
'model'?: string | null; 'model'?: string | null;
@ -184,6 +191,7 @@ export interface o_storyboard {
'sound'?: string | null; 'sound'?: string | null;
'state'?: string | null; 'state'?: string | null;
'title'?: string | null; 'title'?: string | null;
'videoPrompt'?: string | null;
} }
export interface o_tasks { export interface o_tasks {
'describe'?: string | null; 'describe'?: string | null;
@ -238,7 +246,7 @@ export interface o_videoConfig {
} }
export interface DB { export interface DB {
"_o_script_old_20260327": _o_script_old_20260327; "_o_project_old_20260328": _o_project_old_20260328;
"memories": memories; "memories": memories;
"o_agentDeploy": o_agentDeploy; "o_agentDeploy": o_agentDeploy;
"o_agentWorkData": o_agentWorkData; "o_agentWorkData": o_agentWorkData;