#!/usr/bin/env node /** * 批量视频生产编排器 * * 职责:读 Excel/CSV → 创建 batch-manifest → 管理 batch 状态 * 不负责:分镜、生图、生视频(由 AI Worker 子 Agent 承担) * * 用法: * node batch-pipeline.js init --file [--account <账号>] [--mode <模式>] * node batch-pipeline.js status --file * node batch-pipeline.js mark --file --row --status <状态> [--manifest-path ] [--error ] * node batch-pipeline.js retry-failed --file */ const fs = require('fs') const path = require('path') const { SKILLS_DIR, ACCOUNTS_DIR } = require('./lib/pipeline-utils') // output/ 在项目根的父级(美图/output/) const OUTPUT_BASE = path.join(SKILLS_DIR, '..', '..', '..', 'output') // ============================================================================ // CLI 参数解析 // ============================================================================ function parseArgs(argv) { const args = {} for (let i = 0; i < argv.length; i++) { if (argv[i] === '--file' && argv[i + 1]) args.file = argv[++i] else if (argv[i] === '--account' && argv[i + 1]) args.account = argv[++i] else if (argv[i] === '--mode' && argv[i + 1]) args.mode = argv[++i] else if (argv[i] === '--row' && argv[i + 1]) args.row = parseInt(argv[++i]) else if (argv[i] === '--status' && argv[i + 1]) args.status = argv[++i] else if (argv[i] === '--manifest-path' && argv[i + 1]) args.manifestPath = argv[++i] else if (argv[i] === '--error' && argv[i + 1]) args.error = argv[++i] else if (!args.command) args.command = argv[i] } return args } // ============================================================================ // init: 读 Excel/CSV → batch-manifest.json + 提取脚本文件 // ============================================================================ function cmdInit(args) { const filePath = path.resolve(args.file) if (!fs.existsSync(filePath)) { console.error(`文件不存在: ${filePath}`) process.exit(1) } const ext = path.extname(filePath).toLowerCase() let rows if (ext === '.csv') { rows = parseCsv(filePath) } else if (ext === '.xlsx' || ext === '.xls') { rows = parseExcel(filePath) } else { console.error(`不支持的格式: ${ext},仅支持 .xlsx .xls .csv`) process.exit(1) } if (rows.length === 0) { console.error('表格为空(无数据行)') process.exit(1) } // 创建 batch 输出目录 const dateStr = formatDate(new Date()) let seq = 1 while (fs.existsSync(path.join(OUTPUT_BASE, `batch_${dateStr}_${String(seq).padStart(3, '0')}`))) { seq++ } const batchDir = path.join(OUTPUT_BASE, `batch_${dateStr}_${String(seq).padStart(3, '0')}`) const scriptsDir = path.join(batchDir, 'scripts') ensureDir(batchDir) ensureDir(scriptsDir) const defaultAccount = args.account || '' const defaultMode = args.mode || 'single' // 构建 items + 提取脚本 const items = [] for (let i = 0; i < rows.length; i++) { const row = rows[i] const script = extractField(row, ['脚本', 'script', '文案', '旁白']) const title = extractField(row, ['选题', '标题', 'title', 'name']) || `视频${i + 1}` const account = extractField(row, ['账号', 'account']) || defaultAccount const mode = extractField(row, ['模式', 'mode']) || defaultMode if (!script || !script.trim()) { console.warn(` ⚠ 第 ${i + 2} 行(${title})脚本为空,跳过`) continue } const scriptFile = path.join(scriptsDir, `row_${String(i + 1).padStart(3, '0')}.txt`) fs.writeFileSync(scriptFile, script.trim(), 'utf-8') items.push({ row: i + 1, title, account: account || defaultAccount, mode: mode || defaultMode, scriptFile: `scripts/row_${String(i + 1).padStart(3, '0')}.txt`, status: 'pending', manifestPath: null, error: null, }) } if (items.length === 0) { console.error('没有有效的脚本行') process.exit(1) } // 校验账号 validateAccounts(items) // 写 batch-manifest const batchManifest = { source: path.basename(filePath), createdAt: new Date().toISOString(), defaults: { account: defaultAccount, mode: defaultMode }, stats: calcStats(items), items, } const manifestPath = path.join(batchDir, 'batch-manifest.json') writeJson(manifestPath, batchManifest) console.log(`\n批量任务已创建: ${manifestPath}`) console.log(` 来源: ${path.basename(filePath)}`) console.log(` 总数: ${items.length}`) console.log(` 默认账号: ${defaultAccount || '(未指定,需每行填写)'}`) console.log(` 默认模式: ${defaultMode}`) console.log(` 脚本目录: ${scriptsDir}/`) console.log() } // ============================================================================ // status: 展示批量进度 // ============================================================================ function cmdStatus(args) { const manifestPath = path.resolve(args.file) const batch = readJson(manifestPath) const batchDir = path.dirname(manifestPath) console.log(`\n批量任务: ${batch.source}`) console.log(` 创建时间: ${batch.createdAt}`) console.log(` 进度: ${batch.stats.completed}/${batch.stats.total} 完成`) console.log() const grouped = { pending: [], processing: [], completed: [], failed: [] } for (const item of batch.items) { const list = grouped[item.status] || grouped.pending list.push(item) } if (grouped.completed.length > 0) { console.log(` ✅ 完成 (${grouped.completed.length}):`) for (const it of grouped.completed) { console.log(` #${it.row} ${it.title} → ${it.manifestPath || ''}`) } } if (grouped.failed.length > 0) { console.log(` ❌ 失败 (${grouped.failed.length}):`) for (const it of grouped.failed) { console.log(` #${it.row} ${it.title} — ${it.error || '未知错误'}`) } } if (grouped.processing.length > 0) { console.log(` 🔄 进行中 (${grouped.processing.length}):`) for (const it of grouped.processing) { console.log(` #${it.row} ${it.title}`) } } if (grouped.pending.length > 0) { console.log(` ⏳ 待处理 (${grouped.pending.length}):`) for (const it of grouped.pending) { console.log(` #${it.row} ${it.title} (账号: ${it.account || '未指定'}, 模式: ${it.mode})`) } } // 输出下一个待处理的行号(方便 AI agent 消费) const next = batch.items.find(it => it.status === 'pending') if (next) { console.log(`\n ▶ 下一条: #${next.row} (账号: ${next.account}, 模式: ${next.mode})`) console.log(` 脚本文件: ${path.resolve(batchDir, next.scriptFile)}`) } console.log() } // ============================================================================ // mark: 标记某行状态 // ============================================================================ function cmdMark(args) { const manifestPath = path.resolve(args.file) const batch = readJson(manifestPath) const item = batch.items.find(it => it.row === args.row) if (!item) { console.error(`行 ${args.row} 不存在`) process.exit(1) } const validStatuses = ['pending', 'processing', 'completed', 'failed'] if (!validStatuses.includes(args.status)) { console.error(`无效状态: ${args.status},可选: ${validStatuses.join(', ')}`) process.exit(1) } const oldStatus = item.status item.status = args.status if (args.manifestPath) item.manifestPath = args.manifestPath if (args.error) item.error = args.error if (args.status !== 'failed') item.error = null batch.stats = calcStats(batch.items) writeJson(manifestPath, batch) console.log(`#${item.row} ${item.title}: ${oldStatus} → ${args.status}`) } // ============================================================================ // retry-failed: 重置失败行 // ============================================================================ function cmdRetryFailed(args) { const manifestPath = path.resolve(args.file) const batch = readJson(manifestPath) let count = 0 for (const item of batch.items) { if (item.status === 'failed') { item.status = 'pending' item.error = null count++ } } batch.stats = calcStats(batch.items) writeJson(manifestPath, batch) console.log(`已重置 ${count} 条失败记录为 pending`) } // ============================================================================ // next: 输出下一条待处理的信息(机器友好格式) // ============================================================================ function cmdNext(args) { const manifestPath = path.resolve(args.file) const batch = readJson(manifestPath) const batchDir = path.dirname(manifestPath) const item = batch.items.find(it => it.status === 'pending') if (!item) { console.log(JSON.stringify({ done: true })) return } console.log(JSON.stringify({ done: false, row: item.row, title: item.title, account: item.account, mode: item.mode, scriptFile: path.resolve(batchDir, item.scriptFile), })) } // ============================================================================ // Helpers // ============================================================================ function ensureDir(dir) { fs.mkdirSync(dir, { recursive: true }) } function readJson(filePath) { return JSON.parse(fs.readFileSync(filePath, 'utf-8')) } function writeJson(filePath, data) { const tmp = filePath + '.tmp' fs.writeFileSync(tmp, JSON.stringify(data, null, 2), 'utf-8') fs.renameSync(tmp, filePath) } function calcStats(items) { const stats = { total: items.length, pending: 0, processing: 0, completed: 0, failed: 0 } for (const item of items) { if (stats[item.status] !== undefined) stats[item.status]++ else stats.pending++ } return stats } function formatDate(d) { return [ d.getFullYear(), String(d.getMonth() + 1).padStart(2, '0'), String(d.getDate()).padStart(2, '0'), ].join('') } function extractField(row, names) { for (const name of names) { if (row[name] != null && String(row[name]).trim()) return String(row[name]).trim() } return '' } function validateAccounts(items) { const uniqueAccounts = [...new Set(items.map(it => it.account).filter(Boolean))] const missing = uniqueAccounts.filter(acc => { return !fs.existsSync(path.join(ACCOUNTS_DIR, acc, 'account.json')) }) if (missing.length > 0) { console.warn(`\n ⚠ 以下账号不存在: ${missing.join(', ')}`) const available = fs.readdirSync(ACCOUNTS_DIR).filter(d => { if (d.startsWith('_')) return false return fs.existsSync(path.join(ACCOUNTS_DIR, d, 'account.json')) }) console.warn(' 可用账号:') for (const acc of available) { try { const cfg = readJson(path.join(ACCOUNTS_DIR, acc, 'account.json')) console.warn(` - ${acc} (${cfg.name})`) } catch {} } console.warn() } } // ============================================================================ // Excel / CSV 解析 // ============================================================================ function parseExcel(filePath) { try { const XLSX = require('xlsx') const workbook = XLSX.readFile(filePath) const sheetName = workbook.SheetNames[0] const sheet = workbook.Sheets[sheetName] return XLSX.utils.sheet_to_json(sheet) } catch (err) { if (err.code === 'MODULE_NOT_FOUND') { console.error('需要安装 xlsx: cd scripts && pnpm add xlsx') process.exit(1) } throw err } } function parseCsv(filePath) { const content = fs.readFileSync(filePath, 'utf-8') const lines = content.split(/\r?\n/).filter(l => l.trim()) if (lines.length < 2) return [] const headers = parseCsvLine(lines[0]) const rows = [] for (let i = 1; i < lines.length; i++) { const values = parseCsvLine(lines[i]) const row = {} headers.forEach((h, j) => { row[h.trim()] = (values[j] || '').trim() }) rows.push(row) } return rows } function parseCsvLine(line) { const result = [] let current = '' let inQuotes = false for (const char of line) { if (char === '"') { inQuotes = !inQuotes } else if (char === ',' && !inQuotes) { result.push(current); current = '' } else { current += char } } result.push(current) return result } // ============================================================================ // CLI 入口 // ============================================================================ function main() { const args = parseArgs(process.argv.slice(2)) const command = args.command if (command === 'init') { if (!args.file) { console.error('用法: batch-pipeline.js init --file [--account <账号>] [--mode <模式>]') process.exit(1) } cmdInit(args) } else if (command === 'status') { if (!args.file) { console.error('用法: batch-pipeline.js status --file ') process.exit(1) } cmdStatus(args) } else if (command === 'mark') { if (!args.file || !args.row || !args.status) { console.error('用法: batch-pipeline.js mark --file --row --status [--manifest-path ] [--error ]') process.exit(1) } cmdMark(args) } else if (command === 'retry-failed') { if (!args.file) { console.error('用法: batch-pipeline.js retry-failed --file ') process.exit(1) } cmdRetryFailed(args) } else if (command === 'next') { if (!args.file) { console.error('用法: batch-pipeline.js next --file ') process.exit(1) } cmdNext(args) } else { console.log('批量视频生产编排器') console.log('') console.log('用法:') console.log(' batch-pipeline.js init --file [--account <账号>] [--mode ]') console.log(' batch-pipeline.js status --file ') console.log(' batch-pipeline.js next --file ') console.log(' batch-pipeline.js mark --file <...> --row --status [--manifest-path ] [--error ]') console.log(' batch-pipeline.js retry-failed --file ') console.log('') console.log('Excel 格式:') console.log(' 选题 | 脚本 | 账号 | 模式') console.log(' 选题/标题/title — 标题(可选)') console.log(' 脚本/文案/旁白 — 口播文案(必填)') console.log(' 账号/account — 账号ID(可选,可由 --account 指定默认值)') console.log(' 模式/mode — single|framePair(可选,可由 --mode 指定默认值)') } } if (require.main === module) { main() } module.exports = { cmdInit, cmdStatus, cmdMark, cmdRetryFailed, cmdNext }