diff --git a/src/router.ts b/src/router.ts index 7fc1ab5..53dc195 100644 --- a/src/router.ts +++ b/src/router.ts @@ -1,4 +1,4 @@ -// @routes-hash 6f4b1b062e88dc5cb13583c50c217537 +// @routes-hash c1392b39a921d712296ccb6b4aea3507 import { Express } from "express"; import route1 from "./routes/agents/clearMemory"; @@ -62,59 +62,60 @@ import route58 from "./routes/production/storyboard/previewImage"; import route59 from "./routes/production/workbench/confirmSelection"; import route60 from "./routes/production/workbench/delVideo"; import route61 from "./routes/production/workbench/generateVideo"; -import route62 from "./routes/production/workbench/getChatLines"; -import route63 from "./routes/production/workbench/getVideoModelDetail"; -import route64 from "./routes/production/workbench/videoPolling"; -import route65 from "./routes/project/addProject"; -import route66 from "./routes/project/addVisual"; -import route67 from "./routes/project/addVisualManual"; -import route68 from "./routes/project/deleteVisualManual"; -import route69 from "./routes/project/delProject"; -import route70 from "./routes/project/editProject"; -import route71 from "./routes/project/editVisualManual"; -import route72 from "./routes/project/getProject"; -import route73 from "./routes/project/getVisualManual"; -import route74 from "./routes/project/visualManual"; -import route75 from "./routes/script/addScript"; -import route76 from "./routes/script/delScript"; -import route77 from "./routes/script/exportScript"; -import route78 from "./routes/script/extractAssets"; -import route79 from "./routes/script/getScrptApi"; -import route80 from "./routes/script/pollScriptAssets"; -import route81 from "./routes/script/updateScript"; -import route82 from "./routes/scriptAgent/getPlanData"; -import route83 from "./routes/scriptAgent/setPlanData"; -import route84 from "./routes/setting/about/checkUpdate"; -import route85 from "./routes/setting/about/downloadApp"; -import route86 from "./routes/setting/agentDeploy/agentSetKey"; -import route87 from "./routes/setting/agentDeploy/deployAgentModel"; -import route88 from "./routes/setting/agentDeploy/getAgentDeploy"; -import route89 from "./routes/setting/dbConfig/clearData"; -import route90 from "./routes/setting/dev/getSwitchAiDevTool"; -import route91 from "./routes/setting/dev/updateSwitchAiDevTool"; -import route92 from "./routes/setting/fileManagement/openFolder"; -import route93 from "./routes/setting/getTextModel"; -import route94 from "./routes/setting/loginConfig/getUser"; -import route95 from "./routes/setting/loginConfig/updateUserPwd"; -import route96 from "./routes/setting/memoryConfig/delAllMemory"; -import route97 from "./routes/setting/memoryConfig/getMemory"; -import route98 from "./routes/setting/memoryConfig/sureMemory"; -import route99 from "./routes/setting/promptManage/getPrompt"; -import route100 from "./routes/setting/promptManage/updatePrompt"; -import route101 from "./routes/setting/skillManagement/getSkillContent"; -import route102 from "./routes/setting/skillManagement/getSkillList"; -import route103 from "./routes/setting/skillManagement/saveSkillContent"; -import route104 from "./routes/setting/vendorConfig/addVendor"; -import route105 from "./routes/setting/vendorConfig/deleteVendor"; -import route106 from "./routes/setting/vendorConfig/getVendorList"; -import route107 from "./routes/setting/vendorConfig/modelTest"; -import route108 from "./routes/setting/vendorConfig/updateCode"; -import route109 from "./routes/setting/vendorConfig/updateVendor"; -import route110 from "./routes/task/getProject"; -import route111 from "./routes/task/getTaskApi"; -import route112 from "./routes/task/getTaskCategories"; -import route113 from "./routes/task/taskDetails"; -import route114 from "./routes/test/test"; +import route62 from "./routes/production/workbench/generateVideoPrompt"; +import route63 from "./routes/production/workbench/getChatLines"; +import route64 from "./routes/production/workbench/getVideoModelDetail"; +import route65 from "./routes/production/workbench/videoPolling"; +import route66 from "./routes/project/addProject"; +import route67 from "./routes/project/addVisual"; +import route68 from "./routes/project/addVisualManual"; +import route69 from "./routes/project/deleteVisualManual"; +import route70 from "./routes/project/delProject"; +import route71 from "./routes/project/editProject"; +import route72 from "./routes/project/editVisualManual"; +import route73 from "./routes/project/getProject"; +import route74 from "./routes/project/getVisualManual"; +import route75 from "./routes/project/visualManual"; +import route76 from "./routes/script/addScript"; +import route77 from "./routes/script/delScript"; +import route78 from "./routes/script/exportScript"; +import route79 from "./routes/script/extractAssets"; +import route80 from "./routes/script/getScrptApi"; +import route81 from "./routes/script/pollScriptAssets"; +import route82 from "./routes/script/updateScript"; +import route83 from "./routes/scriptAgent/getPlanData"; +import route84 from "./routes/scriptAgent/setPlanData"; +import route85 from "./routes/setting/about/checkUpdate"; +import route86 from "./routes/setting/about/downloadApp"; +import route87 from "./routes/setting/agentDeploy/agentSetKey"; +import route88 from "./routes/setting/agentDeploy/deployAgentModel"; +import route89 from "./routes/setting/agentDeploy/getAgentDeploy"; +import route90 from "./routes/setting/dbConfig/clearData"; +import route91 from "./routes/setting/dev/getSwitchAiDevTool"; +import route92 from "./routes/setting/dev/updateSwitchAiDevTool"; +import route93 from "./routes/setting/fileManagement/openFolder"; +import route94 from "./routes/setting/getTextModel"; +import route95 from "./routes/setting/loginConfig/getUser"; +import route96 from "./routes/setting/loginConfig/updateUserPwd"; +import route97 from "./routes/setting/memoryConfig/delAllMemory"; +import route98 from "./routes/setting/memoryConfig/getMemory"; +import route99 from "./routes/setting/memoryConfig/sureMemory"; +import route100 from "./routes/setting/promptManage/getPrompt"; +import route101 from "./routes/setting/promptManage/updatePrompt"; +import route102 from "./routes/setting/skillManagement/getSkillContent"; +import route103 from "./routes/setting/skillManagement/getSkillList"; +import route104 from "./routes/setting/skillManagement/saveSkillContent"; +import route105 from "./routes/setting/vendorConfig/addVendor"; +import route106 from "./routes/setting/vendorConfig/deleteVendor"; +import route107 from "./routes/setting/vendorConfig/getVendorList"; +import route108 from "./routes/setting/vendorConfig/modelTest"; +import route109 from "./routes/setting/vendorConfig/updateCode"; +import route110 from "./routes/setting/vendorConfig/updateVendor"; +import route111 from "./routes/task/getProject"; +import route112 from "./routes/task/getTaskApi"; +import route113 from "./routes/task/getTaskCategories"; +import route114 from "./routes/task/taskDetails"; +import route115 from "./routes/test/test"; export default async (app: Express) => { app.use("/api/agents/clearMemory", route1); @@ -178,57 +179,58 @@ export default async (app: Express) => { app.use("/api/production/workbench/confirmSelection", route59); app.use("/api/production/workbench/delVideo", route60); app.use("/api/production/workbench/generateVideo", route61); - app.use("/api/production/workbench/getChatLines", route62); - app.use("/api/production/workbench/getVideoModelDetail", route63); - app.use("/api/production/workbench/videoPolling", route64); - app.use("/api/project/addProject", route65); - app.use("/api/project/addVisual", route66); - app.use("/api/project/addVisualManual", route67); - app.use("/api/project/deleteVisualManual", route68); - app.use("/api/project/delProject", route69); - app.use("/api/project/editProject", route70); - app.use("/api/project/editVisualManual", route71); - app.use("/api/project/getProject", route72); - app.use("/api/project/getVisualManual", route73); - app.use("/api/project/visualManual", route74); - app.use("/api/script/addScript", route75); - app.use("/api/script/delScript", route76); - app.use("/api/script/exportScript", route77); - app.use("/api/script/extractAssets", route78); - app.use("/api/script/getScrptApi", route79); - app.use("/api/script/pollScriptAssets", route80); - app.use("/api/script/updateScript", route81); - app.use("/api/scriptAgent/getPlanData", route82); - app.use("/api/scriptAgent/setPlanData", route83); - app.use("/api/setting/about/checkUpdate", route84); - app.use("/api/setting/about/downloadApp", route85); - app.use("/api/setting/agentDeploy/agentSetKey", route86); - app.use("/api/setting/agentDeploy/deployAgentModel", route87); - app.use("/api/setting/agentDeploy/getAgentDeploy", route88); - app.use("/api/setting/dbConfig/clearData", route89); - app.use("/api/setting/dev/getSwitchAiDevTool", route90); - app.use("/api/setting/dev/updateSwitchAiDevTool", route91); - app.use("/api/setting/fileManagement/openFolder", route92); - app.use("/api/setting/getTextModel", route93); - app.use("/api/setting/loginConfig/getUser", route94); - app.use("/api/setting/loginConfig/updateUserPwd", route95); - app.use("/api/setting/memoryConfig/delAllMemory", route96); - app.use("/api/setting/memoryConfig/getMemory", route97); - app.use("/api/setting/memoryConfig/sureMemory", route98); - app.use("/api/setting/promptManage/getPrompt", route99); - app.use("/api/setting/promptManage/updatePrompt", route100); - app.use("/api/setting/skillManagement/getSkillContent", route101); - app.use("/api/setting/skillManagement/getSkillList", route102); - app.use("/api/setting/skillManagement/saveSkillContent", route103); - app.use("/api/setting/vendorConfig/addVendor", route104); - app.use("/api/setting/vendorConfig/deleteVendor", route105); - app.use("/api/setting/vendorConfig/getVendorList", route106); - app.use("/api/setting/vendorConfig/modelTest", route107); - app.use("/api/setting/vendorConfig/updateCode", route108); - app.use("/api/setting/vendorConfig/updateVendor", route109); - app.use("/api/task/getProject", route110); - app.use("/api/task/getTaskApi", route111); - app.use("/api/task/getTaskCategories", route112); - app.use("/api/task/taskDetails", route113); - app.use("/api/test/test", route114); + app.use("/api/production/workbench/generateVideoPrompt", route62); + app.use("/api/production/workbench/getChatLines", route63); + app.use("/api/production/workbench/getVideoModelDetail", route64); + app.use("/api/production/workbench/videoPolling", route65); + app.use("/api/project/addProject", route66); + app.use("/api/project/addVisual", route67); + app.use("/api/project/addVisualManual", route68); + app.use("/api/project/deleteVisualManual", route69); + app.use("/api/project/delProject", route70); + app.use("/api/project/editProject", route71); + app.use("/api/project/editVisualManual", route72); + app.use("/api/project/getProject", route73); + app.use("/api/project/getVisualManual", route74); + app.use("/api/project/visualManual", route75); + app.use("/api/script/addScript", route76); + app.use("/api/script/delScript", route77); + app.use("/api/script/exportScript", route78); + app.use("/api/script/extractAssets", route79); + app.use("/api/script/getScrptApi", route80); + app.use("/api/script/pollScriptAssets", route81); + app.use("/api/script/updateScript", route82); + app.use("/api/scriptAgent/getPlanData", route83); + app.use("/api/scriptAgent/setPlanData", route84); + app.use("/api/setting/about/checkUpdate", route85); + app.use("/api/setting/about/downloadApp", route86); + app.use("/api/setting/agentDeploy/agentSetKey", route87); + app.use("/api/setting/agentDeploy/deployAgentModel", route88); + app.use("/api/setting/agentDeploy/getAgentDeploy", route89); + app.use("/api/setting/dbConfig/clearData", route90); + app.use("/api/setting/dev/getSwitchAiDevTool", route91); + app.use("/api/setting/dev/updateSwitchAiDevTool", route92); + app.use("/api/setting/fileManagement/openFolder", route93); + app.use("/api/setting/getTextModel", route94); + app.use("/api/setting/loginConfig/getUser", route95); + app.use("/api/setting/loginConfig/updateUserPwd", route96); + app.use("/api/setting/memoryConfig/delAllMemory", route97); + app.use("/api/setting/memoryConfig/getMemory", route98); + app.use("/api/setting/memoryConfig/sureMemory", route99); + app.use("/api/setting/promptManage/getPrompt", route100); + app.use("/api/setting/promptManage/updatePrompt", route101); + app.use("/api/setting/skillManagement/getSkillContent", route102); + app.use("/api/setting/skillManagement/getSkillList", route103); + app.use("/api/setting/skillManagement/saveSkillContent", route104); + app.use("/api/setting/vendorConfig/addVendor", route105); + app.use("/api/setting/vendorConfig/deleteVendor", route106); + app.use("/api/setting/vendorConfig/getVendorList", route107); + app.use("/api/setting/vendorConfig/modelTest", route108); + app.use("/api/setting/vendorConfig/updateCode", route109); + app.use("/api/setting/vendorConfig/updateVendor", route110); + app.use("/api/task/getProject", route111); + app.use("/api/task/getTaskApi", route112); + app.use("/api/task/getTaskCategories", route113); + app.use("/api/task/taskDetails", route114); + app.use("/api/test/test", route115); } diff --git a/src/routes/production/workbench/generateVideoPrompt.ts b/src/routes/production/workbench/generateVideoPrompt.ts index eb87255..70e5dde 100644 --- a/src/routes/production/workbench/generateVideoPrompt.ts +++ b/src/routes/production/workbench/generateVideoPrompt.ts @@ -1,30 +1,62 @@ import express from "express"; import u from "@/utils"; import { z } from "zod"; -import getPath from "@/utils/getPath"; import { success } from "@/lib/responseFormat"; import { validateFields } from "@/middleware/middleware"; -import fs from "fs"; -import path from "path"; +import { Output } from "ai"; const router = express.Router(); export default router.post( "/", validateFields({ - model: z.string(), - storyboardId: z.number(), + projectId: z.number(), + storyboardId: z.array(z.number()), }), async (req, res) => { - const { model, storyboardId } = req.body; - - //测试数据 - //拿到分镜以及对应的资产信息 + const { projectId, storyboardId } = req.body; + // 查询分镜及其关联的资产提示词 const data = await u .db("o_storyboard") - .leftJoin("o_assets2Storyboard", "storyboardId.id", "o_assets2Storyboard.storyboardId") + .leftJoin("o_assets2Storyboard", "o_storyboard.id", "o_assets2Storyboard.storyboardId") .leftJoin("o_assets", "o_assets2Storyboard.assetId", "o_assets.id") - .where("o_storyboard.id", storyboardId) - .select("o_storyboard.*", "o_assets.name as assetName", "o_assets.type as assetType", "o_assets.prompt as assetPrompt"); - res.status(200).send(success({ message: "" })); + .leftJoin("o_videoConfig", "o_storyboard.id", "o_videoConfig.storyboardId") + .whereIn("o_storyboard.id", storyboardId) + .select("o_storyboard.id", "o_storyboard.prompt", "o_assets.prompt as assetPrompt", "o_videoConfig.model as videoModel"); + + // 按分镜id分组,聚合资产提示词 + const storyboardMap = new Map(); + for (const row of data) { + if (!storyboardMap.has(row.id)) { + storyboardMap.set(row.id, { prompt: row.prompt || "", assetPrompts: [], videoModel: row.videoModel || "" }); + } + if (row.assetPrompt) { + storyboardMap.get(row.id)!.assetPrompts.push(row.assetPrompt); + } + } + + // 逐个分镜生成视频提示词 + const results: { storyboardId: number; videoPrompt: string }[] = []; + for (const [id, { prompt, assetPrompts, videoModel }] of storyboardMap) { + let model = ""; + if (videoModel) { + model = videoModel; + } else { + const videoModel = await u.db("o_project").where("id", projectId).select("videoModel").first(); + model = videoModel?.videoModel || ""; + } + if (!model) return res.status(400).json({ error: "未找到视频模型,请检查项目配置" }); + const systemPrompt = `你是一个专业的${model}视频生成助手。请根据分镜提示词和关联资产提示词,生成一段完整的、可直接用于视频生成模型的中文提示词。`; + const userContent = `分镜提示词:${prompt || "无"}\n资产提示词:${assetPrompts.length > 0 ? assetPrompts.join("\n") : "无"}`; + + const { text } = await u.Ai.Text("universalAi").invoke({ + system: systemPrompt, + messages: [{ role: "user", content: userContent }], + }); + + await u.db("o_storyboard").where("id", id).update({ videoPrompt: text }); + results.push({ storyboardId: id, videoPrompt: text }); + } + + res.status(200).send(success({ data: results })); }, ); diff --git a/src/types/database.d.ts b/src/types/database.d.ts index 4544078..b753c16 100644 --- a/src/types/database.d.ts +++ b/src/types/database.d.ts @@ -1,12 +1,18 @@ -// @db-hash f7bc2fdb80756d5536929eb47155578b +// @db-hash 06e91b1ef334867ed5ea41d5a857d07a //该文件由脚本自动生成,请勿手动修改 -export interface _o_script_old_20260327 { - 'content'?: string | null; +export interface _o_project_old_20260328 { + 'artStyle'?: string | null; 'createTime'?: number | null; - 'id'?: number; + 'id'?: number | null; + 'imageModel'?: string | null; + 'intro'?: string | null; 'name'?: string | null; - 'projectId'?: number | null; + 'projectType'?: string | null; + 'type'?: string | null; + 'userId'?: number | null; + 'videoModel'?: string | null; + 'videoRatio'?: string | null; } export interface memories { 'content': string; @@ -54,6 +60,7 @@ export interface o_assets { 'name'?: string | null; 'projectId'?: number | null; 'prompt'?: string | null; + 'promptState'?: string | null; 'remark'?: string | null; 'scriptId'?: number | null; 'startTime'?: number | null; @@ -173,7 +180,7 @@ export interface o_storyboard { 'filePath'?: string | null; 'frameMode'?: string | null; 'id'?: number; - 'index'?: string | null; + 'index'?: number | null; 'lines'?: string | null; 'mode'?: string | null; 'model'?: string | null; @@ -184,6 +191,7 @@ export interface o_storyboard { 'sound'?: string | null; 'state'?: string | null; 'title'?: string | null; + 'videoPrompt'?: string | null; } export interface o_tasks { 'describe'?: string | null; @@ -238,7 +246,7 @@ export interface o_videoConfig { } export interface DB { - "_o_script_old_20260327": _o_script_old_20260327; + "_o_project_old_20260328": _o_project_old_20260328; "memories": memories; "o_agentDeploy": o_agentDeploy; "o_agentWorkData": o_agentWorkData;