video-flow-toon/src/routes/assetsGenerate/batchPolishAssetsPrompt.ts

172 lines
6.0 KiB
TypeScript

import express from "express";
import u from "@/utils";
import pLimit from "p-limit";
import * as zod from "zod";
import { error, success } from "@/lib/responseFormat";
import { validateFields } from "@/middleware/middleware";
const router = express.Router();
interface OutlineItem {
description: string;
name: string;
}
interface OutlineData {
chapterRange: number[];
characters?: OutlineItem[];
props?: OutlineItem[];
scenes?: OutlineItem[];
}
interface NovelChapter {
id: number;
reel: string;
chapter: string;
chapterData: string;
projectId: number;
}
type ItemType = "characters" | "props" | "scenes";
interface ResultItem {
type: ItemType;
name: string;
chapterRange: number[];
}
function findItemByName(items: ResultItem[], name: string, type?: ItemType): ResultItem | undefined {
return items.find((item) => (!type || item.type === type) && item.name === name);
}
function mergeNovelText(novelData: NovelChapter[]): string {
if (!Array.isArray(novelData)) return "";
return novelData
.map((chap) => {
return `${chap.chapter.trim()}\n\n${chap.chapterData.trim().replace(/\r?\n/g, "\n")}\n`;
})
.join("\n");
}
//润色提示词
export default router.post(
"/",
validateFields({
items: zod.array(
zod.object({
assetsId: zod.number(),
type: zod.string(),
name: zod.string(),
describe: zod.string(),
}),
),
projectId: zod.number(),
concurrentCount: zod.number().int().min(1).optional(),
}),
async (req, res) => {
const { projectId, items, concurrentCount } = req.body;
//获取风格
const project = await u.db("o_project").where("id", projectId).select("artStyle", "type", "intro").first();
//如果没有找到对应的项目,返回错误
if (!project) return res.status(500).send(success({ message: "项目为空" }));
// 预加载公共数据
const allOutlineDataList: { data: string }[] = await u.db("o_outline").where("projectId", projectId).select("data");
const itemMap: Record<string, ResultItem> = {};
if (allOutlineDataList.length > 0)
allOutlineDataList.forEach((row) => {
const data: OutlineData = JSON.parse(row?.data || "{}");
(["characters", "props", "scenes"] as ItemType[]).forEach((type) => {
(data[type] || []).forEach((item) => {
const key = `${type}-${item.name}`;
if (!itemMap[key]) {
itemMap[key] = { type, name: item.name, chapterRange: [...(data.chapterRange || [])] };
} else {
itemMap[key].chapterRange = Array.from(new Set([...itemMap[key].chapterRange, ...(data.chapterRange || [])]));
}
});
});
});
const result: ResultItem[] = Object.values(itemMap);
// 批量更新所有 item 状态为生成中
const assetsIds = items.map((item: { assetsId: number }) => item.assetsId);
await u.db("o_assets").whereIn("id", assetsIds).update({ promptState: "生成中" });
//查询所有资产,用于判断每个资产是否是衍生资产
const assetsDataList = await u.db("o_assets").whereIn("id", assetsIds).select("id", "assetsId");
if (!assetsDataList || assetsDataList.length === 0) return res.status(500).send(error("资产不存在"));
const assetsDataMap = new Map(assetsDataList.map((a: any) => [a.id, a]));
const getTypeConfig = (
isDerivative: boolean,
): Record<string, { promptKey: string; itemType: ItemType; label: string; nameLabel: string; visualManual: string }> => ({
role: {
promptKey: "role-polish",
itemType: "characters",
label: "角色标准四视图",
nameLabel: "角色",
visualManual: isDerivative ? "art_character_derivative" : "art_character",
},
scene: {
promptKey: "scene-polish",
itemType: "scenes",
label: "场景图",
nameLabel: "场景",
visualManual: isDerivative ? "art_scene_derivative" : "art_scene",
},
tool: {
promptKey: "tool-polish",
itemType: "props",
label: "道具图",
nameLabel: "道具",
visualManual: isDerivative ? "art_prop_derivative" : "art_prop",
},
});
// 后台异步并发生成,不阻塞响应
const limit = pLimit(concurrentCount ?? 1);
const tasks = items.map((item: { assetsId: number; type: string; name: string; describe: string }) =>
limit(async () => {
const assetData = assetsDataMap.get(item.assetsId);
if (!assetData) return;
const typeConfig = getTypeConfig(!!assetData.assetsId);
const config = typeConfig[item.type];
if (!config) return;
//获取到视觉手册
const visualManual = await u.getArtPrompt(project.artStyle as string, config.visualManual);
if (!visualManual) return res.status(500).send(error("视觉手册未定义"));
findItemByName(result, item.name, config.itemType);
const systemPrompt = visualManual;
try {
const { _output } = (await u.Ai.Text("universalAi").invoke({
system: systemPrompt,
messages: [
{
role: "user",
content: `
**基础参数:**
**${config.nameLabel}设定:**
- ${config.nameLabel}名称:${item.name},
- ${config.nameLabel}描述:${item.describe},`,
},
],
})) as any;
if (!_output) {
await u.db("o_assets").where("id", item.assetsId).update({ promptState: "生成失败" });
return;
}
await u.db("o_assets").where("id", item.assetsId).update({ prompt: _output, promptState: "已完成" });
} catch (e: any) {
await u
.db("o_assets")
.where("id", item.assetsId)
.update({ promptState: "失败", promptErrorReason: u.error(e).message });
}
}),
);
// 后台执行,不等待结果
Promise.all(tasks).catch((err: any) => {
res.status(500).send(error(err));
});
return res.status(200).send(success({ total: items.length }));
},
);