From b759a1921a14f0d1485ff17c9b4e1eec821612fb Mon Sep 17 00:00:00 2001 From: zhishi <1951671751@qq.com> Date: Fri, 1 May 2026 19:55:10 +0800 Subject: [PATCH] no message --- src/router.ts | 336 +++++++++--------- .../workbench/generateVideoPrompt.ts | 9 +- .../workbench/getAudioBindAssetsList.ts | 45 +++ 3 files changed, 221 insertions(+), 169 deletions(-) create mode 100644 src/routes/production/workbench/getAudioBindAssetsList.ts diff --git a/src/router.ts b/src/router.ts index 8f3b70b..9d6380d 100644 --- a/src/router.ts +++ b/src/router.ts @@ -1,4 +1,4 @@ -// @routes-hash 490361155cc6fa7ac97f72f183a52eb3 +// @routes-hash d3a4d7955a8f63d5cc1c769612bd48c2 import { Express } from "express"; import route1 from "./routes/agents/clearMemory"; @@ -84,89 +84,90 @@ import route80 from "./routes/production/workbench/deleteTrack"; import route81 from "./routes/production/workbench/delVideo"; import route82 from "./routes/production/workbench/generateVideo"; import route83 from "./routes/production/workbench/generateVideoPrompt"; -import route84 from "./routes/production/workbench/getFileUrl"; -import route85 from "./routes/production/workbench/getGenerateData"; -import route86 from "./routes/production/workbench/getVideoList"; -import route87 from "./routes/production/workbench/selectVideo"; -import route88 from "./routes/production/workbench/updateVideoDuration"; -import route89 from "./routes/production/workbench/updateVideoPrompt"; -import route90 from "./routes/project/addDirectorManual"; -import route91 from "./routes/project/addProject"; -import route92 from "./routes/project/addVisualManual"; -import route93 from "./routes/project/deleteDirectorManual"; -import route94 from "./routes/project/deleteVisualManual"; -import route95 from "./routes/project/delProject"; -import route96 from "./routes/project/editDirectorlManual"; -import route97 from "./routes/project/editProject"; -import route98 from "./routes/project/editVisualManual"; -import route99 from "./routes/project/getModelDetails"; -import route100 from "./routes/project/getProject"; -import route101 from "./routes/project/getVisualManual"; -import route102 from "./routes/project/queryDirectorManual"; -import route103 from "./routes/project/visualManual"; -import route104 from "./routes/script/addScript"; -import route105 from "./routes/script/batchAddScript"; -import route106 from "./routes/script/delScript"; -import route107 from "./routes/script/exportScript"; -import route108 from "./routes/script/extractAssets"; -import route109 from "./routes/script/getAiRegex"; -import route110 from "./routes/script/getScrptApi"; -import route111 from "./routes/script/pollScriptAssets"; -import route112 from "./routes/script/updateScript"; -import route113 from "./routes/scriptAgent/getPlanData"; -import route114 from "./routes/scriptAgent/setPlanData"; -import route115 from "./routes/scriptAgent/updateData"; -import route116 from "./routes/setting/about/checkUpdate"; -import route117 from "./routes/setting/about/downloadApp"; -import route118 from "./routes/setting/agentDeploy/agentSetKey"; -import route119 from "./routes/setting/agentDeploy/deployAgentModel"; -import route120 from "./routes/setting/agentDeploy/getAgentDeploy"; -import route121 from "./routes/setting/agentDeploy/getAgentUseMode"; -import route122 from "./routes/setting/agentDeploy/updateUseMode"; -import route123 from "./routes/setting/dbConfig/clearData"; -import route124 from "./routes/setting/dbConfig/clearTable"; -import route125 from "./routes/setting/dbConfig/dbInfo"; -import route126 from "./routes/setting/dbConfig/exportData"; -import route127 from "./routes/setting/dbConfig/importData"; -import route128 from "./routes/setting/dev/getSwitchAiDevTool"; -import route129 from "./routes/setting/dev/updateSwitchAiDevTool"; -import route130 from "./routes/setting/fileManagement/openFolder"; -import route131 from "./routes/setting/getTextModel"; -import route132 from "./routes/setting/loginConfig/getUser"; -import route133 from "./routes/setting/loginConfig/updateUserPwd"; -import route134 from "./routes/setting/memoryConfig/delAllMemory"; -import route135 from "./routes/setting/memoryConfig/getMemory"; -import route136 from "./routes/setting/memoryConfig/sureMemory"; -import route137 from "./routes/setting/modelMap/bindingPrompt"; -import route138 from "./routes/setting/modelMap/deletePrompt"; -import route139 from "./routes/setting/modelMap/getImageAndVideoModel"; -import route140 from "./routes/setting/modelMap/getPromptList"; -import route141 from "./routes/setting/modelMap/savePrompt"; -import route142 from "./routes/setting/modelMap/updatePrompt"; -import route143 from "./routes/setting/promptManage/getPrompt"; -import route144 from "./routes/setting/promptManage/updatePrompt"; -import route145 from "./routes/setting/skillManagement/getSkillContent"; -import route146 from "./routes/setting/skillManagement/getSkillList"; -import route147 from "./routes/setting/skillManagement/saveSkillContent"; -import route148 from "./routes/setting/vendorConfig/addVendor"; -import route149 from "./routes/setting/vendorConfig/addVendorModel"; -import route150 from "./routes/setting/vendorConfig/deleteVendor"; -import route151 from "./routes/setting/vendorConfig/delVendorModel"; -import route152 from "./routes/setting/vendorConfig/enableVendor"; -import route153 from "./routes/setting/vendorConfig/getCodeByLink"; -import route154 from "./routes/setting/vendorConfig/getVendorList"; -import route155 from "./routes/setting/vendorConfig/modelTest"; -import route156 from "./routes/setting/vendorConfig/modelTest/imageTest"; -import route157 from "./routes/setting/vendorConfig/modelTest/textTest"; -import route158 from "./routes/setting/vendorConfig/modelTest/videoTest"; -import route159 from "./routes/setting/vendorConfig/updateCode"; -import route160 from "./routes/setting/vendorConfig/updateVendorInputs"; -import route161 from "./routes/setting/vendorConfig/upVendorModel"; -import route162 from "./routes/task/getProject"; -import route163 from "./routes/task/getTaskApi"; -import route164 from "./routes/task/getTaskCategories"; -import route165 from "./routes/task/taskDetails"; -import route166 from "./routes/test/test"; +import route84 from "./routes/production/workbench/getAudioBindAssetsList"; +import route85 from "./routes/production/workbench/getFileUrl"; +import route86 from "./routes/production/workbench/getGenerateData"; +import route87 from "./routes/production/workbench/getVideoList"; +import route88 from "./routes/production/workbench/selectVideo"; +import route89 from "./routes/production/workbench/updateVideoDuration"; +import route90 from "./routes/production/workbench/updateVideoPrompt"; +import route91 from "./routes/project/addDirectorManual"; +import route92 from "./routes/project/addProject"; +import route93 from "./routes/project/addVisualManual"; +import route94 from "./routes/project/deleteDirectorManual"; +import route95 from "./routes/project/deleteVisualManual"; +import route96 from "./routes/project/delProject"; +import route97 from "./routes/project/editDirectorlManual"; +import route98 from "./routes/project/editProject"; +import route99 from "./routes/project/editVisualManual"; +import route100 from "./routes/project/getModelDetails"; +import route101 from "./routes/project/getProject"; +import route102 from "./routes/project/getVisualManual"; +import route103 from "./routes/project/queryDirectorManual"; +import route104 from "./routes/project/visualManual"; +import route105 from "./routes/script/addScript"; +import route106 from "./routes/script/batchAddScript"; +import route107 from "./routes/script/delScript"; +import route108 from "./routes/script/exportScript"; +import route109 from "./routes/script/extractAssets"; +import route110 from "./routes/script/getAiRegex"; +import route111 from "./routes/script/getScrptApi"; +import route112 from "./routes/script/pollScriptAssets"; +import route113 from "./routes/script/updateScript"; +import route114 from "./routes/scriptAgent/getPlanData"; +import route115 from "./routes/scriptAgent/setPlanData"; +import route116 from "./routes/scriptAgent/updateData"; +import route117 from "./routes/setting/about/checkUpdate"; +import route118 from "./routes/setting/about/downloadApp"; +import route119 from "./routes/setting/agentDeploy/agentSetKey"; +import route120 from "./routes/setting/agentDeploy/deployAgentModel"; +import route121 from "./routes/setting/agentDeploy/getAgentDeploy"; +import route122 from "./routes/setting/agentDeploy/getAgentUseMode"; +import route123 from "./routes/setting/agentDeploy/updateUseMode"; +import route124 from "./routes/setting/dbConfig/clearData"; +import route125 from "./routes/setting/dbConfig/clearTable"; +import route126 from "./routes/setting/dbConfig/dbInfo"; +import route127 from "./routes/setting/dbConfig/exportData"; +import route128 from "./routes/setting/dbConfig/importData"; +import route129 from "./routes/setting/dev/getSwitchAiDevTool"; +import route130 from "./routes/setting/dev/updateSwitchAiDevTool"; +import route131 from "./routes/setting/fileManagement/openFolder"; +import route132 from "./routes/setting/getTextModel"; +import route133 from "./routes/setting/loginConfig/getUser"; +import route134 from "./routes/setting/loginConfig/updateUserPwd"; +import route135 from "./routes/setting/memoryConfig/delAllMemory"; +import route136 from "./routes/setting/memoryConfig/getMemory"; +import route137 from "./routes/setting/memoryConfig/sureMemory"; +import route138 from "./routes/setting/modelMap/bindingPrompt"; +import route139 from "./routes/setting/modelMap/deletePrompt"; +import route140 from "./routes/setting/modelMap/getImageAndVideoModel"; +import route141 from "./routes/setting/modelMap/getPromptList"; +import route142 from "./routes/setting/modelMap/savePrompt"; +import route143 from "./routes/setting/modelMap/updatePrompt"; +import route144 from "./routes/setting/promptManage/getPrompt"; +import route145 from "./routes/setting/promptManage/updatePrompt"; +import route146 from "./routes/setting/skillManagement/getSkillContent"; +import route147 from "./routes/setting/skillManagement/getSkillList"; +import route148 from "./routes/setting/skillManagement/saveSkillContent"; +import route149 from "./routes/setting/vendorConfig/addVendor"; +import route150 from "./routes/setting/vendorConfig/addVendorModel"; +import route151 from "./routes/setting/vendorConfig/deleteVendor"; +import route152 from "./routes/setting/vendorConfig/delVendorModel"; +import route153 from "./routes/setting/vendorConfig/enableVendor"; +import route154 from "./routes/setting/vendorConfig/getCodeByLink"; +import route155 from "./routes/setting/vendorConfig/getVendorList"; +import route156 from "./routes/setting/vendorConfig/modelTest"; +import route157 from "./routes/setting/vendorConfig/modelTest/imageTest"; +import route158 from "./routes/setting/vendorConfig/modelTest/textTest"; +import route159 from "./routes/setting/vendorConfig/modelTest/videoTest"; +import route160 from "./routes/setting/vendorConfig/updateCode"; +import route161 from "./routes/setting/vendorConfig/updateVendorInputs"; +import route162 from "./routes/setting/vendorConfig/upVendorModel"; +import route163 from "./routes/task/getProject"; +import route164 from "./routes/task/getTaskApi"; +import route165 from "./routes/task/getTaskCategories"; +import route166 from "./routes/task/taskDetails"; +import route167 from "./routes/test/test"; export default async (app: Express) => { app.use("/api/agents/clearMemory", route1); @@ -252,87 +253,88 @@ export default async (app: Express) => { app.use("/api/production/workbench/delVideo", route81); app.use("/api/production/workbench/generateVideo", route82); app.use("/api/production/workbench/generateVideoPrompt", route83); - app.use("/api/production/workbench/getFileUrl", route84); - app.use("/api/production/workbench/getGenerateData", route85); - app.use("/api/production/workbench/getVideoList", route86); - app.use("/api/production/workbench/selectVideo", route87); - app.use("/api/production/workbench/updateVideoDuration", route88); - app.use("/api/production/workbench/updateVideoPrompt", route89); - app.use("/api/project/addDirectorManual", route90); - app.use("/api/project/addProject", route91); - app.use("/api/project/addVisualManual", route92); - app.use("/api/project/deleteDirectorManual", route93); - app.use("/api/project/deleteVisualManual", route94); - app.use("/api/project/delProject", route95); - app.use("/api/project/editDirectorlManual", route96); - app.use("/api/project/editProject", route97); - app.use("/api/project/editVisualManual", route98); - app.use("/api/project/getModelDetails", route99); - app.use("/api/project/getProject", route100); - app.use("/api/project/getVisualManual", route101); - app.use("/api/project/queryDirectorManual", route102); - app.use("/api/project/visualManual", route103); - app.use("/api/script/addScript", route104); - app.use("/api/script/batchAddScript", route105); - app.use("/api/script/delScript", route106); - app.use("/api/script/exportScript", route107); - app.use("/api/script/extractAssets", route108); - app.use("/api/script/getAiRegex", route109); - app.use("/api/script/getScrptApi", route110); - app.use("/api/script/pollScriptAssets", route111); - app.use("/api/script/updateScript", route112); - app.use("/api/scriptAgent/getPlanData", route113); - app.use("/api/scriptAgent/setPlanData", route114); - app.use("/api/scriptAgent/updateData", route115); - app.use("/api/setting/about/checkUpdate", route116); - app.use("/api/setting/about/downloadApp", route117); - app.use("/api/setting/agentDeploy/agentSetKey", route118); - app.use("/api/setting/agentDeploy/deployAgentModel", route119); - app.use("/api/setting/agentDeploy/getAgentDeploy", route120); - app.use("/api/setting/agentDeploy/getAgentUseMode", route121); - app.use("/api/setting/agentDeploy/updateUseMode", route122); - app.use("/api/setting/dbConfig/clearData", route123); - app.use("/api/setting/dbConfig/clearTable", route124); - app.use("/api/setting/dbConfig/dbInfo", route125); - app.use("/api/setting/dbConfig/exportData", route126); - app.use("/api/setting/dbConfig/importData", route127); - app.use("/api/setting/dev/getSwitchAiDevTool", route128); - app.use("/api/setting/dev/updateSwitchAiDevTool", route129); - app.use("/api/setting/fileManagement/openFolder", route130); - app.use("/api/setting/getTextModel", route131); - app.use("/api/setting/loginConfig/getUser", route132); - app.use("/api/setting/loginConfig/updateUserPwd", route133); - app.use("/api/setting/memoryConfig/delAllMemory", route134); - app.use("/api/setting/memoryConfig/getMemory", route135); - app.use("/api/setting/memoryConfig/sureMemory", route136); - app.use("/api/setting/modelMap/bindingPrompt", route137); - app.use("/api/setting/modelMap/deletePrompt", route138); - app.use("/api/setting/modelMap/getImageAndVideoModel", route139); - app.use("/api/setting/modelMap/getPromptList", route140); - app.use("/api/setting/modelMap/savePrompt", route141); - app.use("/api/setting/modelMap/updatePrompt", route142); - app.use("/api/setting/promptManage/getPrompt", route143); - app.use("/api/setting/promptManage/updatePrompt", route144); - app.use("/api/setting/skillManagement/getSkillContent", route145); - app.use("/api/setting/skillManagement/getSkillList", route146); - app.use("/api/setting/skillManagement/saveSkillContent", route147); - app.use("/api/setting/vendorConfig/addVendor", route148); - app.use("/api/setting/vendorConfig/addVendorModel", route149); - app.use("/api/setting/vendorConfig/deleteVendor", route150); - app.use("/api/setting/vendorConfig/delVendorModel", route151); - app.use("/api/setting/vendorConfig/enableVendor", route152); - app.use("/api/setting/vendorConfig/getCodeByLink", route153); - app.use("/api/setting/vendorConfig/getVendorList", route154); - app.use("/api/setting/vendorConfig/modelTest", route155); - app.use("/api/setting/vendorConfig/modelTest/imageTest", route156); - app.use("/api/setting/vendorConfig/modelTest/textTest", route157); - app.use("/api/setting/vendorConfig/modelTest/videoTest", route158); - app.use("/api/setting/vendorConfig/updateCode", route159); - app.use("/api/setting/vendorConfig/updateVendorInputs", route160); - app.use("/api/setting/vendorConfig/upVendorModel", route161); - app.use("/api/task/getProject", route162); - app.use("/api/task/getTaskApi", route163); - app.use("/api/task/getTaskCategories", route164); - app.use("/api/task/taskDetails", route165); - app.use("/api/test/test", route166); + app.use("/api/production/workbench/getAudioBindAssetsList", route84); + app.use("/api/production/workbench/getFileUrl", route85); + app.use("/api/production/workbench/getGenerateData", route86); + app.use("/api/production/workbench/getVideoList", route87); + app.use("/api/production/workbench/selectVideo", route88); + app.use("/api/production/workbench/updateVideoDuration", route89); + app.use("/api/production/workbench/updateVideoPrompt", route90); + app.use("/api/project/addDirectorManual", route91); + app.use("/api/project/addProject", route92); + app.use("/api/project/addVisualManual", route93); + app.use("/api/project/deleteDirectorManual", route94); + app.use("/api/project/deleteVisualManual", route95); + app.use("/api/project/delProject", route96); + app.use("/api/project/editDirectorlManual", route97); + app.use("/api/project/editProject", route98); + app.use("/api/project/editVisualManual", route99); + app.use("/api/project/getModelDetails", route100); + app.use("/api/project/getProject", route101); + app.use("/api/project/getVisualManual", route102); + app.use("/api/project/queryDirectorManual", route103); + app.use("/api/project/visualManual", route104); + app.use("/api/script/addScript", route105); + app.use("/api/script/batchAddScript", route106); + app.use("/api/script/delScript", route107); + app.use("/api/script/exportScript", route108); + app.use("/api/script/extractAssets", route109); + app.use("/api/script/getAiRegex", route110); + app.use("/api/script/getScrptApi", route111); + app.use("/api/script/pollScriptAssets", route112); + app.use("/api/script/updateScript", route113); + app.use("/api/scriptAgent/getPlanData", route114); + app.use("/api/scriptAgent/setPlanData", route115); + app.use("/api/scriptAgent/updateData", route116); + app.use("/api/setting/about/checkUpdate", route117); + app.use("/api/setting/about/downloadApp", route118); + app.use("/api/setting/agentDeploy/agentSetKey", route119); + app.use("/api/setting/agentDeploy/deployAgentModel", route120); + app.use("/api/setting/agentDeploy/getAgentDeploy", route121); + app.use("/api/setting/agentDeploy/getAgentUseMode", route122); + app.use("/api/setting/agentDeploy/updateUseMode", route123); + app.use("/api/setting/dbConfig/clearData", route124); + app.use("/api/setting/dbConfig/clearTable", route125); + app.use("/api/setting/dbConfig/dbInfo", route126); + app.use("/api/setting/dbConfig/exportData", route127); + app.use("/api/setting/dbConfig/importData", route128); + app.use("/api/setting/dev/getSwitchAiDevTool", route129); + app.use("/api/setting/dev/updateSwitchAiDevTool", route130); + app.use("/api/setting/fileManagement/openFolder", route131); + app.use("/api/setting/getTextModel", route132); + app.use("/api/setting/loginConfig/getUser", route133); + app.use("/api/setting/loginConfig/updateUserPwd", route134); + app.use("/api/setting/memoryConfig/delAllMemory", route135); + app.use("/api/setting/memoryConfig/getMemory", route136); + app.use("/api/setting/memoryConfig/sureMemory", route137); + app.use("/api/setting/modelMap/bindingPrompt", route138); + app.use("/api/setting/modelMap/deletePrompt", route139); + app.use("/api/setting/modelMap/getImageAndVideoModel", route140); + app.use("/api/setting/modelMap/getPromptList", route141); + app.use("/api/setting/modelMap/savePrompt", route142); + app.use("/api/setting/modelMap/updatePrompt", route143); + app.use("/api/setting/promptManage/getPrompt", route144); + app.use("/api/setting/promptManage/updatePrompt", route145); + app.use("/api/setting/skillManagement/getSkillContent", route146); + app.use("/api/setting/skillManagement/getSkillList", route147); + app.use("/api/setting/skillManagement/saveSkillContent", route148); + app.use("/api/setting/vendorConfig/addVendor", route149); + app.use("/api/setting/vendorConfig/addVendorModel", route150); + app.use("/api/setting/vendorConfig/deleteVendor", route151); + app.use("/api/setting/vendorConfig/delVendorModel", route152); + app.use("/api/setting/vendorConfig/enableVendor", route153); + app.use("/api/setting/vendorConfig/getCodeByLink", route154); + app.use("/api/setting/vendorConfig/getVendorList", route155); + app.use("/api/setting/vendorConfig/modelTest", route156); + app.use("/api/setting/vendorConfig/modelTest/imageTest", route157); + app.use("/api/setting/vendorConfig/modelTest/textTest", route158); + app.use("/api/setting/vendorConfig/modelTest/videoTest", route159); + app.use("/api/setting/vendorConfig/updateCode", route160); + app.use("/api/setting/vendorConfig/updateVendorInputs", route161); + app.use("/api/setting/vendorConfig/upVendorModel", route162); + app.use("/api/task/getProject", route163); + app.use("/api/task/getTaskApi", route164); + app.use("/api/task/getTaskCategories", route165); + app.use("/api/task/taskDetails", route166); + app.use("/api/test/test", route167); } diff --git a/src/routes/production/workbench/generateVideoPrompt.ts b/src/routes/production/workbench/generateVideoPrompt.ts index c199e0e..b12e4eb 100644 --- a/src/routes/production/workbench/generateVideoPrompt.ts +++ b/src/routes/production/workbench/generateVideoPrompt.ts @@ -81,7 +81,12 @@ export default router.post( shouldGenerateImage: item.shouldGenerateImage, }); } - + const assetsNotAudioIds = assets.filter((i) => i.type != "audio").map((i) => i.id); + const assets2Audio = await u.db("o_assetsRole2Audio").whereIn("assetsRoleId", assetsNotAudioIds); + const assetsAudioRecord: Record = {}; + assets2Audio.forEach((i) => { + assetsAudioRecord[i.assetsRoleId!] = i.assetsAudioId!; + }); const [id, modelData] = model.split(/:(.+)/); const projectData = await u.db("o_project").select("*").where({ id: projectId }).first(); const videoPrompt = await u.db("o_prompt").where("type", "videoPromptGeneration").first(); @@ -144,7 +149,7 @@ export default router.post( **模型名称**：${modelData}, **资产信息**（角色、场景、道具、音频):${assets .filter((i) => i.filePath) - .map((i) => `[${i.id},${i.type},${i.name}]`) + .map((i) => `[${i.id},${i.type},${i.name} ${assetsAudioRecord[i.id] ? `audio:${assetsAudioRecord[i.id]}` : ""} ] `) .join("，")}, **分镜信息**：${storyboard.map( (i) => ` { + const { assetsIds } = req.body; + const assets2AudioData = await u.db("o_assetsRole2Audio").whereIn("assetsRoleId", assetsIds).select("assetsAudioId", "assetsRoleId"); + + if (assets2AudioData.length) { + const assetsData = await u + .db("o_assets") + .leftJoin("o_image", "o_image.id", "o_assets.imageId") + .whereIn("o_assets.assetsId", assets2AudioData.map((i) => i.assetsAudioId) as number[]) + .select("o_assets.id", "o_image.filePath", "o_assets.prompt", "o_assets.assetsId"); + + await Promise.all( + assetsData.map(async (i) => { + i.filePath && (i.src = await u.oss.getFileUrl(i.filePath)); + }), + ); + + return res.status(200).send( + success( + assetsData.map((i) => ({ + fileType: "audio", + sources: "assets", + src: i.src, + id: i.id, + prompt: i.prompt, + })), + ), + ); + } + res.status(200).send(success()); + }, +);