From 92c0bc7e52ff0c12d4817eed4a5f790f4c4c5ea1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=B0=8F=E5=B8=85?= <2944435683> Date: Fri, 20 Mar 2026 22:46:26 +0800 Subject: [PATCH] =?UTF-8?q?=E6=8E=A5=E5=85=A5=E8=A7=86=E9=A2=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/router.ts | 112 +++++++++--------- src/routes/modelSelect/getModelList.ts | 62 +++++----- .../production/workbench/generateVideo.ts | 70 +++++++++++ .../setting/vendorConfig/updateVendor.ts | 26 +--- src/utils/ai.ts | 19 ++- 5 files changed, 183 insertions(+), 106 deletions(-) create mode 100644 src/routes/production/workbench/generateVideo.ts diff --git a/src/router.ts b/src/router.ts index bddd2d8..ebc0e67 100644 --- a/src/router.ts +++ b/src/router.ts @@ -1,4 +1,4 @@ -// @routes-hash 45e23a536a13265ff62fe92b1cb71fe3 +// @routes-hash ee45dd26b9149e6eabf834c1fb5cfbb6 import { Express } from "express"; import route1 from "./routes/agents/clearMemory"; @@ -36,33 +36,34 @@ import route32 from "./routes/novel/updateNovel"; import route33 from "./routes/other/deleteAllData"; import route34 from "./routes/other/getCaptcha"; import route35 from "./routes/production/getProductionData"; -import route36 from "./routes/production/workbench/getVideoModelDetail"; -import route37 from "./routes/project/addProject"; -import route38 from "./routes/project/delProject"; -import route39 from "./routes/project/editProject"; -import route40 from "./routes/project/getProject"; -import route41 from "./routes/script/addScript"; -import route42 from "./routes/script/delScript"; -import route43 from "./routes/script/getScrptApi"; -import route44 from "./routes/script/updateScript"; -import route45 from "./routes/setting/agentDeploy/deployAgentModel"; -import route46 from "./routes/setting/agentDeploy/getAgentDeploy"; -import route47 from "./routes/setting/agentDeploy/updateKey"; -import route48 from "./routes/setting/dbConfig/clearData"; -import route49 from "./routes/setting/getTextModel"; -import route50 from "./routes/setting/loginConfig/getUser"; -import route51 from "./routes/setting/loginConfig/updateUserPwd"; -import route52 from "./routes/setting/memoryConfig/getMemory"; -import route53 from "./routes/setting/memoryConfig/sureMemory"; -import route54 from "./routes/setting/vendorConfig/addVendor"; -import route55 from "./routes/setting/vendorConfig/deleteVendor"; -import route56 from "./routes/setting/vendorConfig/getVendorList"; -import route57 from "./routes/setting/vendorConfig/modelTest"; -import route58 from "./routes/setting/vendorConfig/updateVendor"; -import route59 from "./routes/task/getMyTaskApi"; -import route60 from "./routes/task/getTaskCategories"; -import route61 from "./routes/task/taskDetails"; -import route62 from "./routes/test/test"; +import route36 from "./routes/production/workbench/generateVideo"; +import route37 from "./routes/production/workbench/getVideoModelDetail"; +import route38 from "./routes/project/addProject"; +import route39 from "./routes/project/delProject"; +import route40 from "./routes/project/editProject"; +import route41 from "./routes/project/getProject"; +import route42 from "./routes/script/addScript"; +import route43 from "./routes/script/delScript"; +import route44 from "./routes/script/getScrptApi"; +import route45 from "./routes/script/updateScript"; +import route46 from "./routes/setting/agentDeploy/deployAgentModel"; +import route47 from "./routes/setting/agentDeploy/getAgentDeploy"; +import route48 from "./routes/setting/agentDeploy/updateKey"; +import route49 from "./routes/setting/dbConfig/clearData"; +import route50 from "./routes/setting/getTextModel"; +import route51 from "./routes/setting/loginConfig/getUser"; +import route52 from "./routes/setting/loginConfig/updateUserPwd"; +import route53 from "./routes/setting/memoryConfig/getMemory"; +import route54 from "./routes/setting/memoryConfig/sureMemory"; +import route55 from "./routes/setting/vendorConfig/addVendor"; +import route56 from "./routes/setting/vendorConfig/deleteVendor"; +import route57 from "./routes/setting/vendorConfig/getVendorList"; +import route58 from "./routes/setting/vendorConfig/modelTest"; +import route59 from "./routes/setting/vendorConfig/updateVendor"; +import route60 from "./routes/task/getMyTaskApi"; +import route61 from "./routes/task/getTaskCategories"; +import route62 from "./routes/task/taskDetails"; +import route63 from "./routes/test/test"; export default async (app: Express) => { app.use("/api/agents/clearMemory", route1); @@ -100,31 +101,32 @@ export default async (app: Express) => { app.use("/api/other/deleteAllData", route33); app.use("/api/other/getCaptcha", route34); app.use("/api/production/getProductionData", route35); - app.use("/api/production/workbench/getVideoModelDetail", route36); - app.use("/api/project/addProject", route37); - app.use("/api/project/delProject", route38); - app.use("/api/project/editProject", route39); - app.use("/api/project/getProject", route40); - app.use("/api/script/addScript", route41); - app.use("/api/script/delScript", route42); - app.use("/api/script/getScrptApi", route43); - app.use("/api/script/updateScript", route44); - app.use("/api/setting/agentDeploy/deployAgentModel", route45); - app.use("/api/setting/agentDeploy/getAgentDeploy", route46); - app.use("/api/setting/agentDeploy/updateKey", route47); - app.use("/api/setting/dbConfig/clearData", route48); - app.use("/api/setting/getTextModel", route49); - app.use("/api/setting/loginConfig/getUser", route50); - app.use("/api/setting/loginConfig/updateUserPwd", route51); - app.use("/api/setting/memoryConfig/getMemory", route52); - app.use("/api/setting/memoryConfig/sureMemory", route53); - app.use("/api/setting/vendorConfig/addVendor", route54); - app.use("/api/setting/vendorConfig/deleteVendor", route55); - app.use("/api/setting/vendorConfig/getVendorList", route56); - app.use("/api/setting/vendorConfig/modelTest", route57); - app.use("/api/setting/vendorConfig/updateVendor", route58); - app.use("/api/task/getMyTaskApi", route59); - app.use("/api/task/getTaskCategories", route60); - app.use("/api/task/taskDetails", route61); - app.use("/api/test/test", route62); + app.use("/api/production/workbench/generateVideo", route36); + app.use("/api/production/workbench/getVideoModelDetail", route37); + app.use("/api/project/addProject", route38); + app.use("/api/project/delProject", route39); + app.use("/api/project/editProject", route40); + app.use("/api/project/getProject", route41); + app.use("/api/script/addScript", route42); + app.use("/api/script/delScript", route43); + app.use("/api/script/getScrptApi", route44); + app.use("/api/script/updateScript", route45); + app.use("/api/setting/agentDeploy/deployAgentModel", route46); + app.use("/api/setting/agentDeploy/getAgentDeploy", route47); + app.use("/api/setting/agentDeploy/updateKey", route48); + app.use("/api/setting/dbConfig/clearData", route49); + app.use("/api/setting/getTextModel", route50); + app.use("/api/setting/loginConfig/getUser", route51); + app.use("/api/setting/loginConfig/updateUserPwd", route52); + app.use("/api/setting/memoryConfig/getMemory", route53); + app.use("/api/setting/memoryConfig/sureMemory", route54); + app.use("/api/setting/vendorConfig/addVendor", route55); + app.use("/api/setting/vendorConfig/deleteVendor", route56); + app.use("/api/setting/vendorConfig/getVendorList", route57); + app.use("/api/setting/vendorConfig/modelTest", route58); + app.use("/api/setting/vendorConfig/updateVendor", route59); + app.use("/api/task/getMyTaskApi", route60); + app.use("/api/task/getTaskCategories", route61); + app.use("/api/task/taskDetails", route62); + app.use("/api/test/test", route63); } diff --git a/src/routes/modelSelect/getModelList.ts b/src/routes/modelSelect/getModelList.ts index 4e022ef..5e4fa8e 100644 --- a/src/routes/modelSelect/getModelList.ts +++ b/src/routes/modelSelect/getModelList.ts @@ -6,34 +6,38 @@ import { validateFields } from "@/middleware/middleware"; const router = express.Router(); export default router.post( - "/", - validateFields({ - type: z.enum(["text", "image", "video", "all"]), - }), - async (req, res) => { - const { type } = req.body; - const data = await u.db("o_vendorConfig").select("id", "models", "name").first(); - if (!data) { - return res.status(404).send({ error: "模型未找到" }); - } - const models = JSON.parse(data.models!); - if (type === "all") { - const allData = models.filter((item: { type: string }) => item.type !== "video").map((item: { name: string; modelName: string; type: string }) => ({ - id: data.id, - label: item.name, - value: item.modelName, - type: item.type, - name: data.name, - })); - return res.status(200).send(success(allData)); - } - const filteredData = models.filter((item: { type: string }) => item.type === type).map((item: { name: string; modelName: string; type: string }) => ({ - id: data.id, - label: item.name, - value: item.modelName, - type: item.type, - name: data.name, - })); - res.status(200).send(success(filteredData)); + "/", + validateFields({ + type: z.enum(["text", "image", "video", "all"]), + }), + async (req, res) => { + const { type } = req.body; + const data = await u.db("o_vendorConfig").select("id", "models", "name").first(); + if (!data) { + return res.status(404).send({ error: "模型未找到" }); } + const models = JSON.parse(data.models!); + if (type === "all") { + const allData = models + .filter((item: { type: string }) => item.type !== "video") + .map((item: { name: string; modelName: string; type: string }) => ({ + id: data.id, + label: item.name, + value: item.modelName, + type: item.type, + name: data.name, + })); + return res.status(200).send(success(allData)); + } + const filteredData = models + .filter((item: { type: string }) => item.type === type) + .map((item: { name: string; modelName: string; type: string }) => ({ + id: data.id, + label: item.name, + value: item.modelName, + type: item.type, + name: data.name, + })); + res.status(200).send(success(filteredData)); + }, ); diff --git a/src/routes/production/workbench/generateVideo.ts b/src/routes/production/workbench/generateVideo.ts new file mode 100644 index 0000000..b0942de --- /dev/null +++ b/src/routes/production/workbench/generateVideo.ts @@ -0,0 +1,70 @@ +import express from "express"; +import u from "@/utils"; +import { z } from "zod"; +import { v4 as uuidv4 } from "uuid"; +import { success } from "@/lib/responseFormat"; +import { validateFields } from "@/middleware/middleware"; +const router = express.Router(); + +export default router.post( + "/", + validateFields({ + scriptId: z.number(), + projectId: z.number(), + storyboardId: z.number(), + prompt: z.string(), + imageData: z.array(z.string()).optional(), + model: z.string(), + duration: z.number(), + resolution: z.string(), + audio: z.boolean().optional(), + modeData: z.string(), + }), + async (req, res) => { + const { scriptId, projectId, storyboardId, prompt, imageData, model, duration, resolution, audio, modeData } = req.body; + console.log("%c Line:24 🍡 req.body", "background:#b03734", req.body); + try { + const relatedObjects = { + id: storyboardId, + projectId, + type: "视频", + }; + const systemPrompt = `你是一个专业的视频生成引擎，能够根据用户提供的提示词、图片和参数生成高质量的视频内容。请严格按照用户的需求进行视频创作，确保输出的视频符合以下要求： +1. 视频内容必须与用户提供的提示词和图片相关联，准确反映用户的创意意图。 +2. 视频质量应达到专业水平，画面清晰、流畅，符合用户指定的分辨率和时长要求。 +3. 视频风格应与用户指定的模式数据相匹配，包括色彩、音乐、特效等元素。 +4. 视频中应包含用户提供的图片，并在视频中适当展示，以增强视频的视觉效果。 +5. 如果用户指定了音频，请确保视频中的音频与视频内容相匹配，符合用户的创意意图。`; + const videoPath = `/${projectId}/video/${uuidv4()}.mp4`; + const aiVideo = u.Ai.Video(model); + await aiVideo.run({ + systemPrompt, // 系统提示词 + projectId: projectId, + storyboardId: storyboardId, + prompt: prompt, + imageData: imageData, + modeData: modeData, + duration: duration, + resolution: resolution, + audio: audio, + taskClass: "视频生成", + describe: "根据提示词生成视频", + relatedObjects: JSON.stringify(relatedObjects), + }); + await aiVideo.save(videoPath); // 保存视频 + //保存视频信息到数据库 + // await u.db("o_video").insert({ + // resolution, + // prompt, + // filePath: videoPath, + // model, + // time: new Date(), + // state: "生成成功", + // scriptId: scriptId, + // }); + res.status(200).send(success("视频生成成功")); + } catch (error) { + res.status(500).send({ error: "视频生成失败" }); + } + }, +); diff --git a/src/routes/setting/vendorConfig/updateVendor.ts b/src/routes/setting/vendorConfig/updateVendor.ts index 49277de..67d23a5 100644 --- a/src/routes/setting/vendorConfig/updateVendor.ts +++ b/src/routes/setting/vendorConfig/updateVendor.ts @@ -40,16 +40,9 @@ const vendorConfigSchema = z.object({ modelName: z.string(), type: z.literal("video"), mode: z.array( - z.enum([ - "singleImage", - "multiImage", - "gridImage", - "startEndRequired", - "endFrameOptional", - "startFrameOptional", - "text", - "audioReference", - "videoReference", + z.union([ + z.enum(["singleImage", "multiImage", "gridImage", "startEndRequired", "endFrameOptional", "startFrameOptional", "text"]), + z.array(z.enum(["audioReference", "videoReference", "textReference", "imageReference"])), ]), ), audio: z.union([z.literal("optional"), z.boolean()]), @@ -100,16 +93,9 @@ export default router.post( modelName: z.string(), type: z.literal("video"), mode: z.array( - z.enum([ - "singleImage", - "multiImage", - "gridImage", - "startEndRequired", - "endFrameOptional", - "startFrameOptional", - "text", - "audioReference", - "videoReference", + z.union([ + z.enum(["singleImage", "multiImage", "gridImage", "startEndRequired", "endFrameOptional", "startFrameOptional", "text"]), + z.array(z.enum(["audioReference", "videoReference", "textReference", "imageReference"])), ]), ), audio: z.union([z.literal("optional"), z.boolean()]), diff --git a/src/utils/ai.ts b/src/utils/ai.ts index e3be26b..fa90e1f 100644 --- a/src/utils/ai.ts +++ b/src/utils/ai.ts @@ -112,13 +112,28 @@ class AiImage { return this; } } +interface VideoConfig { + projectId: number; // 项目ID + storyboardId: number; // 关联的分镜ID + systemPrompt?: string; // 系统提示词 + prompt: string; //视频提示词 + imageData: string[]; //输入的图片提示词 + modeData: string; //模式 + duration: number; // 视频时长，单位秒 + resolution: string; // 视频分辨率 + audio: boolean; // 是否需要配音 + taskClass: string; // 任务分类 + describe: string; // 任务描述 + relatedObjects: string; // 相关对象信息，便于后续分析和追踪 +} + class AiVideo { private key: `${number}:${string}`; private result: string = ""; constructor(key: `${number}:${string}`) { this.key = key; } - async run(input: ImageConfig) { + async run(input: VideoConfig) { return withTaskRecord(this.key, input.taskClass, input.describe, input.relatedObjects, input.projectId, async (modelName) => { const fn = await getVendorTemplateFn("videoRequest", modelName); this.result = await fn(input); @@ -137,7 +152,7 @@ class AiAudio { constructor(key: `${number}:${string}`) { this.key = key; } - async run(input: ImageConfig) { + async run(input: VideoConfig) { return withTaskRecord(this.key, input.taskClass, input.describe, input.relatedObjects, input.projectId, async (modelName) => { const fn = await getVendorTemplateFn("ttsRequest", modelName); this.result = await fn(input);