zyc/video-flow-toon
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

生成视频

Browse Source
This commit is contained in:
小帅 2026-03-23 15:13:38 +08:00
parent 8b8dbc224c
commit 558bc93a88
7 changed files with 225 additions and 273 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

120
src/router.ts
View File

@ -1,4 +1,4 @@
// @routes-hash 3d0673061005074e704638efccc539d1
// @routes-hash 35b38e94f3f229944c2a0c85a8439b87
import { Express } from "express";
import route1 from "./routes/agents/clearMemory";
@ -40,34 +40,37 @@ import route36 from "./routes/production/editStoryboard/saveStoryboardFlow";
import route37 from "./routes/production/editStoryboard/updateStoryboardFlow";
import route38 from "./routes/production/getProductionData";
import route39 from "./routes/production/getStoryboardData";
import route40 from "./routes/production/workbench/generateVideo";
import route41 from "./routes/production/workbench/getVideoModelDetail";
import route42 from "./routes/project/addProject";
import route43 from "./routes/project/delProject";
import route44 from "./routes/project/editProject";
import route45 from "./routes/project/getProject";
import route46 from "./routes/script/addScript";
import route47 from "./routes/script/delScript";
import route48 from "./routes/script/getScrptApi";
import route49 from "./routes/script/updateScript";
import route50 from "./routes/setting/agentDeploy/deployAgentModel";
import route51 from "./routes/setting/agentDeploy/getAgentDeploy";
import route52 from "./routes/setting/agentDeploy/updateKey";
import route53 from "./routes/setting/dbConfig/clearData";
import route54 from "./routes/setting/getTextModel";
import route55 from "./routes/setting/loginConfig/getUser";
import route56 from "./routes/setting/loginConfig/updateUserPwd";
import route57 from "./routes/setting/memoryConfig/getMemory";
import route58 from "./routes/setting/memoryConfig/sureMemory";
import route59 from "./routes/setting/vendorConfig/addVendor";
import route60 from "./routes/setting/vendorConfig/deleteVendor";
import route61 from "./routes/setting/vendorConfig/getVendorList";
import route62 from "./routes/setting/vendorConfig/modelTest";
import route63 from "./routes/setting/vendorConfig/updateVendor";
import route64 from "./routes/task/getMyTaskApi";
import route65 from "./routes/task/getTaskCategories";
import route66 from "./routes/task/taskDetails";
import route67 from "./routes/test/test";
import route40 from "./routes/production/workbench/confirmSelection";
import route41 from "./routes/production/workbench/delVideo";
import route42 from "./routes/production/workbench/generateVideo";
import route43 from "./routes/production/workbench/getVideoModelDetail";
import route44 from "./routes/production/workbench/videoPolling";
import route45 from "./routes/project/addProject";
import route46 from "./routes/project/delProject";
import route47 from "./routes/project/editProject";
import route48 from "./routes/project/getProject";
import route49 from "./routes/script/addScript";
import route50 from "./routes/script/delScript";
import route51 from "./routes/script/getScrptApi";
import route52 from "./routes/script/updateScript";
import route53 from "./routes/setting/agentDeploy/deployAgentModel";
import route54 from "./routes/setting/agentDeploy/getAgentDeploy";
import route55 from "./routes/setting/agentDeploy/updateKey";
import route56 from "./routes/setting/dbConfig/clearData";
import route57 from "./routes/setting/getTextModel";
import route58 from "./routes/setting/loginConfig/getUser";
import route59 from "./routes/setting/loginConfig/updateUserPwd";
import route60 from "./routes/setting/memoryConfig/getMemory";
import route61 from "./routes/setting/memoryConfig/sureMemory";
import route62 from "./routes/setting/vendorConfig/addVendor";
import route63 from "./routes/setting/vendorConfig/deleteVendor";
import route64 from "./routes/setting/vendorConfig/getVendorList";
import route65 from "./routes/setting/vendorConfig/modelTest";
import route66 from "./routes/setting/vendorConfig/updateVendor";
import route67 from "./routes/task/getMyTaskApi";
import route68 from "./routes/task/getTaskCategories";
import route69 from "./routes/task/taskDetails";
import route70 from "./routes/test/test";
export default async (app: Express) => {
app.use("/api/agents/clearMemory", route1);
@ -109,32 +112,35 @@ export default async (app: Express) => {
app.use("/api/production/editStoryboard/updateStoryboardFlow", route37);
app.use("/api/production/getProductionData", route38);
app.use("/api/production/getStoryboardData", route39);
app.use("/api/production/workbench/generateVideo", route40);
app.use("/api/production/workbench/getVideoModelDetail", route41);
app.use("/api/project/addProject", route42);
app.use("/api/project/delProject", route43);
app.use("/api/project/editProject", route44);
app.use("/api/project/getProject", route45);
app.use("/api/script/addScript", route46);
app.use("/api/script/delScript", route47);
app.use("/api/script/getScrptApi", route48);
app.use("/api/script/updateScript", route49);
app.use("/api/setting/agentDeploy/deployAgentModel", route50);
app.use("/api/setting/agentDeploy/getAgentDeploy", route51);
app.use("/api/setting/agentDeploy/updateKey", route52);
app.use("/api/setting/dbConfig/clearData", route53);
app.use("/api/setting/getTextModel", route54);
app.use("/api/setting/loginConfig/getUser", route55);
app.use("/api/setting/loginConfig/updateUserPwd", route56);
app.use("/api/setting/memoryConfig/getMemory", route57);
app.use("/api/setting/memoryConfig/sureMemory", route58);
app.use("/api/setting/vendorConfig/addVendor", route59);
app.use("/api/setting/vendorConfig/deleteVendor", route60);
app.use("/api/setting/vendorConfig/getVendorList", route61);
app.use("/api/setting/vendorConfig/modelTest", route62);
app.use("/api/setting/vendorConfig/updateVendor", route63);
app.use("/api/task/getMyTaskApi", route64);
app.use("/api/task/getTaskCategories", route65);
app.use("/api/task/taskDetails", route66);
app.use("/api/test/test", route67);
app.use("/api/production/workbench/confirmSelection", route40);
app.use("/api/production/workbench/delVideo", route41);
app.use("/api/production/workbench/generateVideo", route42);
app.use("/api/production/workbench/getVideoModelDetail", route43);
app.use("/api/production/workbench/videoPolling", route44);
app.use("/api/project/addProject", route45);
app.use("/api/project/delProject", route46);
app.use("/api/project/editProject", route47);
app.use("/api/project/getProject", route48);
app.use("/api/script/addScript", route49);
app.use("/api/script/delScript", route50);
app.use("/api/script/getScrptApi", route51);
app.use("/api/script/updateScript", route52);
app.use("/api/setting/agentDeploy/deployAgentModel", route53);
app.use("/api/setting/agentDeploy/getAgentDeploy", route54);
app.use("/api/setting/agentDeploy/updateKey", route55);
app.use("/api/setting/dbConfig/clearData", route56);
app.use("/api/setting/getTextModel", route57);
app.use("/api/setting/loginConfig/getUser", route58);
app.use("/api/setting/loginConfig/updateUserPwd", route59);
app.use("/api/setting/memoryConfig/getMemory", route60);
app.use("/api/setting/memoryConfig/sureMemory", route61);
app.use("/api/setting/vendorConfig/addVendor", route62);
app.use("/api/setting/vendorConfig/deleteVendor", route63);
app.use("/api/setting/vendorConfig/getVendorList", route64);
app.use("/api/setting/vendorConfig/modelTest", route65);
app.use("/api/setting/vendorConfig/updateVendor", route66);
app.use("/api/task/getMyTaskApi", route67);
app.use("/api/task/getTaskCategories", route68);
app.use("/api/task/taskDetails", route69);
app.use("/api/test/test", route70);
}

114
src/routes/production/getProductionData.ts
View File

@ -12,89 +12,75 @@ export default router.post(
async (req, res) => {
const { scriptId } = req.body;
// 1. 查出该剧本下所有分镜
//查询分镜数据
const storyboards = await u.db("o_storyboard").where("o_storyboard.scriptId", scriptId).select("*").orderBy("o_storyboard.createTime", "asc");
if (storyboards.length === 0) {
return res.status(200).send(success([]));
}
const storyboardsList = await Promise.all(
storyboards.map(async (item) => {
return {
...item,
filePath: item.filePath ? await u.oss.getFileUrl(item.filePath) : null,
};
}),
);
const storyboardIds = storyboards.map((s) => s.id as number);
const storyboardIds = storyboardsList.map((s) => s.id as number);
// 2. 批量查出所有相关视频
const videos = await u
.db("o_video")
.whereIn("o_video.storyboardId", storyboardIds)
.select("o_video.id", "o_video.storyboardId", "o_video.filePath", "o_video.state", "o_video.errorReason")
.orderBy("o_video.time", "desc");
// 3. 批量查出所有相关配置
const configs = await u
.db("o_videoConfig")
.whereIn("o_videoConfig.storyboardId", storyboardIds)
.select(
"o_videoConfig.id",
"o_videoConfig.storyboardId",
"o_videoConfig.videoId",
"o_videoConfig.prompt",
"o_videoConfig.model",
"o_videoConfig.mode",
"o_videoConfig.resolution",
"o_videoConfig.duration",
"o_videoConfig.audio",
"o_videoConfig.data",
);
// 4. 按 storyboardId 建立 Map 方便聚合
const videoMap = new Map<number, typeof videos>();
for (const video of videos) {
const sid = video.storyboardId as number;
if (!videoMap.has(sid)) videoMap.set(sid, []);
videoMap.get(sid)!.push(video);
}
const configMap = new Map(configs.map((c) => [c.storyboardId as number, c]));
// 5. 组装结果：分镜平铺 + config 对象 + videos 数组
const data = await Promise.all(
storyboards.map(async (storyboard) => {
const sid = storyboard.id as number;
const config = configMap.get(sid) ?? null;
let configDataWithFilePath: any[] = [];
if (config?.data) {
const parsedData: { id: number; type: string }[] = JSON.parse(config.data);
configDataWithFilePath = await Promise.all(
parsedData.map(async (item) => {
if (item.type === "storyboard") {
const row = await u.db("o_storyboard").where("id", item.id).select("filePath").first();
return row?.filePath ? await u.oss.getFileUrl(row.filePath) : null;
}
if (item.type === "assets") {
//查询分镜配置
const storyboardConfigs = await u.db("o_videoConfig").whereIn("storyboardId", storyboardIds).select("*");
const storyboardConfigsList = await Promise.all(
storyboardConfigs.map(async (item) => {
if (item.data) {
const parsedData = JSON.parse(item.data);
const dataWithFilePath = await Promise.all(
parsedData.map(async (d: { type: string; id: number }) => {
if (d.type === "assets") {
const row = await u
.db("o_assets")
.where("o_assets.id", item.id)
.leftJoin("o_image", "o_assets.imageId", "o_image.id")
.select("o_image.filePath")
.first();
return row?.filePath ? await u.oss.getFileUrl(row.filePath) : null;
if (row?.filePath) {
return await u.oss.getFileUrl(row.filePath);
}
} else {
const row = await u.db("o_storyboard").where("id", item.id).select("filePath").first();
if (row?.filePath) {
return await u.oss.getFileUrl(row.filePath);
}
}
return null;
return d;
}),
);
return {
...item,
data: dataWithFilePath,
};
}
}),
);
//查询视频数据
const videos = await u.db("o_video").whereIn("storyboardId", storyboardIds).select("*");
const videosList = await Promise.all(
videos.map(async (item) => {
return {
...storyboard,
filePath: storyboard.filePath && (await u.oss.getFileUrl(storyboard.filePath!)),
config: config ? { ...config, data: configDataWithFilePath } : null,
videos: await Promise.all(
(videoMap.get(sid) ?? []).map(async (video) => ({
...video,
filePath: video.filePath ? await u.oss.getFileUrl(video.filePath) : null,
})),
),
...item,
filePath: item.filePath ? await u.oss.getFileUrl(item.filePath) : null,
};
}),
);
//组装数据
const data = storyboardsList.map((storyboard) => {
const config = storyboardConfigsList.find((item) => item?.storyboardId === storyboard.id) || null;
return {
...storyboard,
config,
videos: videosList.filter((video) => video.storyboardId === storyboard.id),
};
});
return res.status(200).send(success(data));
},
);

19
src/routes/production/workbench/confirmSelection.ts Normal file
View File

@ -0,0 +1,19 @@
import express from "express";
import u from "@/utils";
import { z } from "zod";
import { success } from "@/lib/responseFormat";
import { validateFields } from "@/middleware/middleware";
const router = express.Router();
export default router.post(
"/",
validateFields({
storyboardId: z.number(),
videoId: z.number(),
}),
async (req, res) => {
const { storyboardId, videoId } = req.body;
await u.db("o_videoConfig").where("storyboardId", storyboardId).update({ videoId, updateTime: Date.now() });
res.status(200).send(success({ message: "选择确认成功" }));
},
);

19
src/routes/production/workbench/delVideo.ts Normal file
View File

@ -0,0 +1,19 @@
import express from "express";
import u from "@/utils";
import { z } from "zod";
import { success } from "@/lib/responseFormat";
import { validateFields } from "@/middleware/middleware";
const router = express.Router();
export default router.post(
"/",
validateFields({
videoId: z.number(),
}),
async (req, res) => {
const { videoId } = req.body;
await u.db("o_video").where("id", videoId).delete();
await u.db("o_videoConfig").where("videoId", videoId).update({ videoId: null, updateTime: Date.now() });
res.status(200).send(success({ message: "视频删除成功" }));
},
);

75
src/routes/production/workbench/generateVideo.ts
View File

@ -31,13 +31,14 @@ export default router.post(
const { scriptId, projectId, storyboardId, prompt, data, model, duration, resolution, audio, mode } = req.body;
const videoPath = `/${projectId}/video/${uuidv4()}.mp4`; //视频保存路径
//新增
const [videoId] = await u.db("o_video").insert({
const videoData = {
filePath: videoPath,
time: Date.now(),
state: "生成中",
scriptId,
storyboardId,
});
};
const [videoId] = await u.db("o_video").insert(videoData);
//查询分镜是否已有配置
const config = await u.db("o_videoConfig").where({ storyboardId }).first();
//保存配置
@ -85,47 +86,47 @@ export default router.post(
return await u.oss.getImageBase64(item);
}),
);
//开始生成
try {
const relatedObjects = {
id: storyboardId,
projectId,
type: "视频",
};
const systemPrompt = `你是一个专业的视频生成引擎，能够根据用户提供的提示词、图片和参数生成高质量的视频内容。请严格按照用户的需求进行视频创作，确保输出的视频符合以下要求：
res.status(200).send(success(videoId));
(async () => {
try {
const relatedObjects = {
id: storyboardId,
projectId,
type: "视频",
};
const systemPrompt = `你是一个专业的视频生成引擎，能够根据用户提供的提示词、图片和参数生成高质量的视频内容。请严格按照用户的需求进行视频创作，确保输出的视频符合以下要求：
1. 视频内容必须与用户提供的提示词和图片相关联，准确反映用户的创意意图。
2. 视频质量应达到专业水平，画面清晰、流畅，符合用户指定的分辨率和时长要求。
3. 视频风格应与用户指定的模式数据相匹配，包括色彩、音乐、特效等元素。
4. 视频中应包含用户提供的图片，并在视频中适当展示，以增强视频的视觉效果。
5. 如果用户指定了音频，请确保视频中的音频与视频内容相匹配，符合用户的创意意图。`;
const aiVideo = u.Ai.Video(model);
await aiVideo.run({
systemPrompt,
projectId,
storyboardId,
prompt,
imageBase64: base64.filter((item) => item !== null) as string[],
mode,
duration,
resolution,
audio,
taskClass: "视频生成",
describe: "根据提示词生成视频",
relatedObjects: JSON.stringify(relatedObjects),
});
await aiVideo.save(videoPath);
await u.db("o_video").where("id", videoId).update({ state: "生成成功" });
res.status(200).send(success({ videoId, message: "视频生成成功" }));
} catch (error: any) {
await u
.db("o_video")
.where("id", videoId)
.update({
state: "生成失败",
errorReason: error instanceof Error ? error.message : "未知错误",
const aiVideo = u.Ai.Video(model);
await aiVideo.run({
systemPrompt,
projectId,
storyboardId,
prompt,
imageBase64: base64.filter((item) => item !== null) as string[],
mode,
duration,
resolution,
audio,
taskClass: "视频生成",
describe: "根据提示词生成视频",
relatedObjects: JSON.stringify(relatedObjects),
});
res.status(500).send({ error: "视频生成失败" });
}
await aiVideo.save(videoPath);
await u.db("o_video").where("id", videoId).update({ state: "生成成功" });
} catch (error: any) {
await u
.db("o_video")
.where("id", videoId)
.update({
state: "生成失败",
errorReason: error instanceof Error ? error.message : "未知错误",
});
}
})();
},
);

19
src/routes/production/workbench/videoPolling.ts Normal file
View File

@ -0,0 +1,19 @@
import express from "express";
import u from "@/utils";
import { z } from "zod";
import { success } from "@/lib/responseFormat";
import { validateFields } from "@/middleware/middleware";
const router = express.Router();
export default router.post(
"/",
validateFields({
scriptId: z.number(),
specifyIds: z.array(z.number()),
}),
async (req, res) => {
const { scriptId, specifyIds } = req.body;
const data = await u.db("o_video").where("scriptId", scriptId).whereIn("id", specifyIds).select("*");
res.status(200).send(success(data));
},
);

132
src/types/database.d.ts vendored
View File

@ -1,30 +1,6 @@
// @db-hash 307e7d70184bd3663540410a66e5c54d
// @db-hash 481efc498b16db66100914dff7c6aab5
//该文件由脚本自动生成，请勿手动修改
export interface _o_storyboard_old_20260321 {
'createTime'?: number | null;
'detail'?: string | null;
'filePath'?: string | null;
'frameType'?: string | null;
'id'?: number;
'name'?: string | null;
'prompt'?: string | null;
'seconds'?: string | null;
}
export interface _o_storyboard_old_20260321_1 {
'associateAssetsIds'?: string | null;
'camera'?: string | null;
'createTime'?: number | null;
'detail'?: string | null;
'filePath'?: string | null;
'frameType'?: string | null;
'id'?: number;
'name'?: string | null;
'prompt'?: string | null;
'seconds'?: string | null;
'sound'?: string | null;
'TEXT'?: any | null;
}
export interface memories {
'content': string;
'createTime': number;
@ -59,6 +35,7 @@ export interface o_assets {
'projectId'?: number | null;
'prompt'?: string | null;
'remark'?: string | null;
'scriptId'?: number | null;
'sonId'?: number | null;
'startTime'?: number | null;
'state'?: string | null;
@ -68,13 +45,6 @@ export interface o_assets2Storyboard {
'assetId'?: number;
'storyboardId': number;
}
export interface o_chatHistory {
'data'?: string | null;
'id'?: number;
'novel'?: string | null;
'projectId'?: number | null;
'type'?: string | null;
}
export interface o_event {
'createTime'?: number | null;
'detail'?: string | null;
@ -95,33 +65,10 @@ export interface o_image {
'assetsId'?: number | null;
'filePath'?: string | null;
'id'?: number;
'projectId'?: number | null;
'scriptId'?: number | null;
'model'?: string | null;
'resolution'?: string | null;
'state'?: string | null;
'type'?: string | null;
'videoId'?: number | null;
}
export interface o_model {
'apiKey'?: string | null;
'baseUrl'?: string | null;
'createTime'?: number | null;
'id'?: number;
'index'?: number | null;
'manufacturer'?: string | null;
'model'?: string | null;
'modelType'?: string | null;
'type'?: string | null;
}
export interface o_myTasks {
'describe'?: string | null;
'id'?: number;
'model'?: string | null;
'projectId'?: number | null;
'reason'?: string | null;
'relatedObjects'?: string | null;
'startTime'?: number | null;
'state'?: string | null;
'taskClass'?: string | null;
}
export interface o_novel {
'chapter'?: string | null;
@ -154,15 +101,6 @@ export interface o_project {
'userId'?: number | null;
'videoRatio'?: string | null;
}
export interface o_prompts {
'code'?: string | null;
'customValue'?: string | null;
'defaultValue'?: string | null;
'id'?: number;
'name'?: string | null;
'parentCode'?: string | null;
'type'?: string | null;
}
export interface o_script {
'content'?: string | null;
'createTime'?: number | null;
@ -170,47 +108,30 @@ export interface o_script {
'name'?: string | null;
'projectId'?: number | null;
}
export interface o_scriptAssets {
'assetsId'?: number | null;
'id'?: number;
'scriptId'?: number | null;
}
export interface o_scriptOutline {
'id'?: number;
'outlineId'?: number | null;
'scriptId'?: number | null;
}
export interface o_setting {
'key'?: string | null;
'value'?: string | null;
}
export interface o_skills {
'id'?: number;
'name'?: string | null;
'startTime'?: number | null;
}
export interface o_storyboard {
'associateAssetsIds'?: string | null;
'camera'?: string | null;
'createTime'?: number | null;
'detail'?: string | null;
'duration'?: string | null;
'filePath'?: string | null;
'frameType'?: string | null;
'id'?: number;
'mode'?: string | null;
'model'?: string | null;
'name'?: string | null;
'prompt'?: string | null;
'seconds'?: string | null;
'resolution'?: string | null;
'scriptId'?: number | null;
'sound'?: string | null;
}
export interface o_storyboardFlow {
'flowData': string;
'id'?: number;
'storyboardId': number;
}
export interface o_storyboardScript {
'id'?: number;
'scriptId'?: number | null;
'storyboardId'?: number | null;
'stroryboardId': number;
}
export interface o_tasks {
'describe'?: string | null;
@ -240,66 +161,47 @@ export interface o_vendorConfig {
'version'?: string | null;
}
export interface o_video {
'configId'?: number | null;
'errorReason'?: string | null;
'filePath'?: string | null;
'firstFrame'?: string | null;
'id'?: number;
'model'?: string | null;
'prompt'?: string | null;
'resolution'?: string | null;
'scriptId'?: number | null;
'state'?: number | null;
'storyboardImgs'?: string | null;
'state'?: string | null;
'storyboardId'?: number | null;
'time'?: number | null;
}
export interface o_videoConfig {
'aiConfigId'?: number | null;
'audioEnabled'?: number | null;
'audio'?: number | null;
'createTime'?: number | null;
'data'?: string | null;
'duration'?: number | null;
'endFrame'?: string | null;
'id'?: number;
'images'?: string | null;
'manufacturer'?: string | null;
'mode'?: string | null;
'projectId'?: number | null;
'model'?: string | null;
'prompt'?: string | null;
'resolution'?: string | null;
'scriptId'?: number | null;
'selectedResultId'?: number | null;
'startFrame'?: string | null;
'storyboardId'?: number | null;
'updateTime'?: number | null;
'videoId'?: number | null;
}
export interface DB {
"_o_storyboard_old_20260321": _o_storyboard_old_20260321;
"_o_storyboard_old_20260321_1": _o_storyboard_old_20260321_1;
"memories": memories;
"o_agentDeploy": o_agentDeploy;
"o_artStyle": o_artStyle;
"o_assets": o_assets;
"o_assets2Storyboard": o_assets2Storyboard;
"o_chatHistory": o_chatHistory;
"o_event": o_event;
"o_eventChapter": o_eventChapter;
"o_flowData": o_flowData;
"o_image": o_image;
"o_model": o_model;
"o_myTasks": o_myTasks;
"o_novel": o_novel;
"o_outline": o_outline;
"o_outlineNovel": o_outlineNovel;
"o_project": o_project;
"o_prompts": o_prompts;
"o_script": o_script;
"o_scriptAssets": o_scriptAssets;
"o_scriptOutline": o_scriptOutline;
"o_setting": o_setting;
"o_skills": o_skills;
"o_storyboard": o_storyboard;
"o_storyboardFlow": o_storyboardFlow;
"o_storyboardScript": o_storyboardScript;
"o_tasks": o_tasks;
"o_user": o_user;
"o_vendorConfig": o_vendorConfig;