2026-04-30 21:18:31 +08:00
|
|
|
|
/**
|
|
|
|
|
|
* Phase: videos — 视频生成(VEO / Grok / Kling)
|
|
|
|
|
|
*
|
|
|
|
|
|
* 图生视频,批量提交,生成后自动上传 OSS
|
2026-05-01 00:44:18 +08:00
|
|
|
|
* 支持 task ID 恢复:中断后重跑时优先恢复已有任务
|
2026-04-30 21:18:31 +08:00
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
const path = require('path')
|
|
|
|
|
|
const { saveManifest, ensureDir, log, getManifestDir } = require('./pipeline-utils')
|
|
|
|
|
|
|
2026-05-16 22:44:09 +08:00
|
|
|
|
function isQuotaError(msg) {
|
|
|
|
|
|
if (!msg) return false
|
|
|
|
|
|
const s = msg.toLowerCase()
|
|
|
|
|
|
return /quota|limit|exceed|insufficient|余额|额度|超限|rate.?limit|too.?many/.test(s)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function applyPollResult(item, val, dir) {
|
|
|
|
|
|
if (val.ok && val.result?.file) {
|
|
|
|
|
|
item.video = path.relative(dir, val.result.file).replace(/\\/g, '/')
|
|
|
|
|
|
item.videoDuration = val.result.duration
|
|
|
|
|
|
item.status = 'done'
|
|
|
|
|
|
delete item.videoTaskId
|
|
|
|
|
|
} else if (val.item) {
|
|
|
|
|
|
if (val.isTaskFailure) {
|
|
|
|
|
|
item.status = 'failed'
|
|
|
|
|
|
item.error = val.error || '视频生成未返回文件'
|
|
|
|
|
|
delete item.videoTaskId
|
|
|
|
|
|
} else {
|
|
|
|
|
|
log('videos', ` item ${item.id} 生成超时(保留 taskId 待恢复): ${val.error}`)
|
|
|
|
|
|
item.status = 'pending'
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-04-30 21:18:31 +08:00
|
|
|
|
async function phaseVideos(manifest, manifestPath, options) {
|
|
|
|
|
|
const dir = getManifestDir(manifestPath)
|
|
|
|
|
|
const videosDir = path.join(dir, 'videos')
|
|
|
|
|
|
ensureDir(videosDir)
|
|
|
|
|
|
|
|
|
|
|
|
const accountConfig = options.accountConfig || {}
|
|
|
|
|
|
const videoModel = manifest.videoModel || accountConfig.videoModel || 'veo3-fast-frames'
|
|
|
|
|
|
|
2026-05-03 02:03:17 +08:00
|
|
|
|
const videoCandidates = manifest.items.filter(it => {
|
|
|
|
|
|
if (it.confirmed === false) return false
|
|
|
|
|
|
if (!it.url || !it.videoPrompt) return false
|
2026-05-17 16:50:26 +08:00
|
|
|
|
// 已有视频(本地文件或远程 URL)且状态为 done → 跳过,避免重复生成
|
|
|
|
|
|
if (it.status === 'done' && (it.video || it.videoUrl)) return false
|
2026-05-12 01:24:55 +08:00
|
|
|
|
return ['done', 'pending', 'failed'].includes(it.status)
|
2026-05-03 02:03:17 +08:00
|
|
|
|
})
|
2026-05-12 01:24:55 +08:00
|
|
|
|
|
2026-05-10 17:07:06 +08:00
|
|
|
|
if (videoCandidates.length === 0) {
|
|
|
|
|
|
console.log("\n⚠️ [videos] 没有符合条件的 item 进入视频生成阶段")
|
|
|
|
|
|
console.log(" manifest 中共有", manifest.items.length, "个 item,逐一诊断:")
|
|
|
|
|
|
for (const it of manifest.items) {
|
|
|
|
|
|
const reasons = []
|
|
|
|
|
|
if (it.confirmed === false) reasons.push("confirmed=false")
|
|
|
|
|
|
if (!it.url) reasons.push("缺少 url(图片未上传)")
|
|
|
|
|
|
if (!it.videoPrompt) reasons.push("缺少 videoPrompt")
|
2026-05-17 16:50:26 +08:00
|
|
|
|
if (it.status === 'done' && (it.video || it.videoUrl)) {
|
|
|
|
|
|
reasons.push("视频已生成,已跳过")
|
|
|
|
|
|
} else if (!["done","pending","failed"].includes(it.status)) {
|
2026-05-10 17:07:06 +08:00
|
|
|
|
reasons.push("status=" + (it.status || "undefined") + "(不在 done/pending/failed 中)")
|
|
|
|
|
|
}
|
|
|
|
|
|
console.log(" - item", it.id || manifest.items.indexOf(it), ":", reasons.length > 0 ? reasons.join(", ") : "已满足全部条件(不应在此)")
|
|
|
|
|
|
}
|
|
|
|
|
|
console.log("\n 修复命令:")
|
|
|
|
|
|
console.log(" node .claude/skills/video-from-script/scripts/pipeline.js confirm --manifest", manifestPath, "--all")
|
|
|
|
|
|
console.log()
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-05-03 02:03:17 +08:00
|
|
|
|
const items = []
|
|
|
|
|
|
for (const it of videoCandidates) {
|
2026-05-17 16:50:26 +08:00
|
|
|
|
// 磁盘兜底:本地视频文件已存在则恢复引用并跳过
|
|
|
|
|
|
if (!it.video && it.id) {
|
|
|
|
|
|
const fs = require('fs')
|
|
|
|
|
|
const existingVideos = fs.readdirSync(videosDir).filter(f =>
|
|
|
|
|
|
f.includes('_item' + it.id + '_') || f.includes('_item' + it.id + '.')
|
|
|
|
|
|
)
|
|
|
|
|
|
if (existingVideos.length > 0) {
|
|
|
|
|
|
it.video = 'videos/' + existingVideos[existingVideos.length - 1]
|
|
|
|
|
|
it.status = 'done'
|
|
|
|
|
|
delete it.videoTaskId
|
|
|
|
|
|
log('videos', ` item ${it.id} 发现已有视频文件 ${it.video},跳过生成`)
|
|
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2026-05-12 01:24:55 +08:00
|
|
|
|
if (it.video || it.videoUrl) {
|
|
|
|
|
|
if (it.status === 'done') continue
|
|
|
|
|
|
delete it.video
|
2026-05-03 02:03:17 +08:00
|
|
|
|
delete it.videoUrl
|
|
|
|
|
|
delete it.videoDuration
|
|
|
|
|
|
}
|
|
|
|
|
|
items.push(it)
|
|
|
|
|
|
}
|
2026-04-30 21:18:31 +08:00
|
|
|
|
if (items.length === 0) { log('videos', '无待处理 item,跳过'); return }
|
|
|
|
|
|
|
2026-05-01 00:44:18 +08:00
|
|
|
|
let Api, pollFn
|
2026-04-30 21:18:31 +08:00
|
|
|
|
const modelLower = videoModel.toLowerCase()
|
|
|
|
|
|
if (modelLower.includes('grok')) {
|
2026-05-01 00:44:18 +08:00
|
|
|
|
const gen = require('../grok-video-generator')
|
|
|
|
|
|
Api = gen.GrokApi; pollFn = gen.pollWithRetry
|
2026-04-30 21:18:31 +08:00
|
|
|
|
} else if (modelLower.includes('kling')) {
|
2026-05-01 00:44:18 +08:00
|
|
|
|
const gen = require('../kling-video-generator')
|
|
|
|
|
|
Api = gen.KlingApi; pollFn = gen.pollWithRetry
|
2026-04-30 21:18:31 +08:00
|
|
|
|
} else {
|
2026-05-01 00:44:18 +08:00
|
|
|
|
const gen = require('../veo-video-generator')
|
|
|
|
|
|
Api = gen.VeoApi; pollFn = gen.pollWithRetry
|
2026-04-30 21:18:31 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-05-01 00:44:18 +08:00
|
|
|
|
const ratio = manifest.format || '9:16'
|
2026-05-16 22:44:09 +08:00
|
|
|
|
const pollOpts = (item) => ({
|
|
|
|
|
|
outputDir: videosDir, aspectRatio: ratio,
|
|
|
|
|
|
imageUrl: item.url, lastFrameUrl: item.lastFrameUrl || '',
|
|
|
|
|
|
})
|
|
|
|
|
|
|
2026-04-30 21:18:31 +08:00
|
|
|
|
log('videos', `共 ${items.length} 个, 模型: ${videoModel}`)
|
|
|
|
|
|
|
2026-05-01 00:44:18 +08:00
|
|
|
|
// Phase 1: 恢复已有任务(有 videoTaskId 的 item)
|
|
|
|
|
|
const recovered = []
|
|
|
|
|
|
const needSubmit = []
|
|
|
|
|
|
|
|
|
|
|
|
for (const item of items) {
|
|
|
|
|
|
if (item.videoTaskId) {
|
|
|
|
|
|
recovered.push(item)
|
2026-04-30 21:18:31 +08:00
|
|
|
|
} else {
|
2026-05-01 00:44:18 +08:00
|
|
|
|
needSubmit.push(item)
|
2026-04-30 21:18:31 +08:00
|
|
|
|
}
|
2026-05-01 00:44:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (recovered.length > 0) {
|
|
|
|
|
|
log('videos', `尝试恢复 ${recovered.length} 个中断任务...`)
|
|
|
|
|
|
await Promise.allSettled(
|
|
|
|
|
|
recovered.map(async (item) => {
|
|
|
|
|
|
try {
|
|
|
|
|
|
log('videos', ` 恢复 item ${item.id}: ${item.videoTaskId}`)
|
2026-05-16 22:44:09 +08:00
|
|
|
|
const result = await pollFn(item.videoTaskId, item.videoPrompt, pollOpts(item))
|
2026-05-01 00:44:18 +08:00
|
|
|
|
if (result.file) {
|
|
|
|
|
|
item.video = path.relative(dir, result.file).replace(/\\/g, '/')
|
|
|
|
|
|
item.videoDuration = result.duration
|
2026-05-12 01:24:55 +08:00
|
|
|
|
item.status = 'done'
|
2026-05-01 00:44:18 +08:00
|
|
|
|
delete item.videoTaskId
|
|
|
|
|
|
log('videos', ` item ${item.id} 恢复成功`)
|
|
|
|
|
|
}
|
|
|
|
|
|
} catch (err) {
|
2026-05-16 22:44:09 +08:00
|
|
|
|
if (err.isTaskFailure === true) {
|
2026-05-16 19:22:33 +08:00
|
|
|
|
log('videos', ` item ${item.id} 恢复失败(任务失败): ${err.message},将重新提交`)
|
|
|
|
|
|
delete item.videoTaskId
|
|
|
|
|
|
needSubmit.push(item)
|
|
|
|
|
|
} else {
|
|
|
|
|
|
log('videos', ` item ${item.id} 恢复超时(保留 taskId 下次重试): ${err.message}`)
|
|
|
|
|
|
item.status = 'pending'
|
|
|
|
|
|
}
|
2026-05-01 00:44:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
})
|
|
|
|
|
|
)
|
2026-05-12 01:24:55 +08:00
|
|
|
|
saveManifest(manifestPath, manifest)
|
2026-05-01 00:44:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (needSubmit.length === 0) { log('videos', '全部通过恢复完成'); return }
|
|
|
|
|
|
|
2026-05-16 22:44:09 +08:00
|
|
|
|
// Phase 2+3: 分批提交+轮询(严格并发 ≤ 5,等一批完成再提交下一批)
|
2026-05-14 23:16:12 +08:00
|
|
|
|
const concurrency = 5
|
2026-05-01 00:44:18 +08:00
|
|
|
|
log('videos', `提交 ${needSubmit.length} 个新任务(并发: ${concurrency})...`)
|
2026-04-30 21:18:31 +08:00
|
|
|
|
|
2026-05-01 00:44:18 +08:00
|
|
|
|
for (let i = 0; i < needSubmit.length; i += concurrency) {
|
2026-05-16 22:44:09 +08:00
|
|
|
|
const batch = needSubmit.slice(i, i + concurrency).filter(item => !item.videoTaskId)
|
|
|
|
|
|
if (batch.length === 0) continue
|
|
|
|
|
|
|
|
|
|
|
|
// 提交本批
|
|
|
|
|
|
const submitResults = await Promise.allSettled(
|
2026-05-01 00:44:18 +08:00
|
|
|
|
batch.map(async (item) => {
|
|
|
|
|
|
const extraOpts = item.lastFrameUrl
|
2026-05-01 21:57:54 +08:00
|
|
|
|
? { aspectRatio: ratio, lastFrameUrl: item.lastFrameUrl, mode: 'pro' }
|
2026-05-01 00:44:18 +08:00
|
|
|
|
: { aspectRatio: ratio }
|
|
|
|
|
|
try {
|
|
|
|
|
|
const taskId = await Api.create(item.url, item.videoPrompt, extraOpts)
|
|
|
|
|
|
return { item, taskId, error: null }
|
|
|
|
|
|
} catch (err) {
|
|
|
|
|
|
return { item, taskId: null, error: err.message }
|
|
|
|
|
|
}
|
|
|
|
|
|
})
|
|
|
|
|
|
)
|
2026-05-16 22:44:09 +08:00
|
|
|
|
|
|
|
|
|
|
const submitted = []
|
|
|
|
|
|
let hitQuota = false
|
|
|
|
|
|
for (const r of submitResults) {
|
2026-05-01 00:44:18 +08:00
|
|
|
|
const val = r.status === 'fulfilled' ? r.value : { item: null, taskId: null, error: r.reason }
|
|
|
|
|
|
submitted.push(val)
|
|
|
|
|
|
if (val.item && val.taskId) {
|
|
|
|
|
|
val.item.videoTaskId = val.taskId
|
2026-05-16 22:44:09 +08:00
|
|
|
|
} else if (val.item && !val.taskId) {
|
|
|
|
|
|
val.item.status = 'failed'
|
|
|
|
|
|
val.item.error = val.error || '提交失败'
|
|
|
|
|
|
if (isQuotaError(val.error)) hitQuota = true
|
2026-04-30 21:18:31 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2026-05-01 00:44:18 +08:00
|
|
|
|
saveManifest(manifestPath, manifest)
|
|
|
|
|
|
|
2026-05-16 22:44:09 +08:00
|
|
|
|
if (hitQuota) {
|
|
|
|
|
|
log('videos', ` ⚠️ 额度不足,停止提交(跳过剩余 ${needSubmit.length - i - batch.length} 个任务)`)
|
|
|
|
|
|
break
|
2026-05-01 00:44:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-05-16 22:44:09 +08:00
|
|
|
|
// 轮询本批
|
|
|
|
|
|
const pending = submitted.filter(s => s.taskId)
|
|
|
|
|
|
if (pending.length === 0) continue
|
2026-05-01 00:44:18 +08:00
|
|
|
|
|
2026-05-16 22:44:09 +08:00
|
|
|
|
const end = Math.min(i + concurrency, needSubmit.length)
|
|
|
|
|
|
log('videos', ` [${i + 1}-${end}/${needSubmit.length}] 等待 ${pending.length} 个视频生成...`)
|
|
|
|
|
|
|
|
|
|
|
|
const pollResults = await Promise.allSettled(
|
|
|
|
|
|
pending.map(async ({ item, taskId }) => {
|
|
|
|
|
|
try {
|
|
|
|
|
|
const result = await pollFn(taskId, item.videoPrompt, pollOpts(item))
|
|
|
|
|
|
return { item, result, ok: true }
|
|
|
|
|
|
} catch (err) {
|
|
|
|
|
|
return { item, error: err.message, ok: false, isTaskFailure: err.isTaskFailure === true }
|
|
|
|
|
|
}
|
|
|
|
|
|
})
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
for (const r of pollResults) {
|
|
|
|
|
|
const val = r.status === 'fulfilled'
|
|
|
|
|
|
? r.value
|
|
|
|
|
|
: { ok: false, error: r.reason?.message || String(r.reason), isTaskFailure: r.reason?.isTaskFailure === true }
|
|
|
|
|
|
applyPollResult(val.item || {}, val, dir)
|
2026-04-30 21:18:31 +08:00
|
|
|
|
}
|
2026-05-16 19:22:33 +08:00
|
|
|
|
saveManifest(manifestPath, manifest)
|
2026-04-30 21:18:31 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 上传视频到 OSS
|
|
|
|
|
|
const { uploadFile } = require('../oss-upload')
|
|
|
|
|
|
const videoItems = manifest.items.filter(it => it.video && !it.videoUrl)
|
|
|
|
|
|
if (videoItems.length > 0) {
|
|
|
|
|
|
log('videos', `上传 ${videoItems.length} 个视频到 OSS...`)
|
|
|
|
|
|
for (const item of videoItems) {
|
|
|
|
|
|
const videoPath = path.resolve(dir, item.video)
|
|
|
|
|
|
try {
|
|
|
|
|
|
const { url } = await uploadFile(videoPath)
|
|
|
|
|
|
item.videoUrl = url
|
|
|
|
|
|
log('videos', ` ${item.video} → OK`)
|
|
|
|
|
|
} catch (err) {
|
|
|
|
|
|
log('videos', ` ${item.video} 上传失败: ${err.message}`)
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2026-05-12 01:24:55 +08:00
|
|
|
|
saveManifest(manifestPath, manifest)
|
2026-04-30 21:18:31 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
module.exports = { phaseVideos }
|