sion123
0998fd6ae1
- 引入 manifest.json 作为唯一状态源，所有子 Agent 操作回写 manifest - 重构 timebuilder 逻辑，支持四种视频适配策略（加速/裁剪/放缓/画面停顿） - 统一 TTS 阶段输出结构，单句和多句均写入 segments[] - 重写字幕和配音生成，基于 segments 精确时长实现音画同步 - 新增 confirm 命令支持按 id 范围确认，上传阶段分离图片和视频 - 添加中间产物写入 output/ 目录的约束，清理废弃配置参数
1457 lines
52 KiB
JavaScript
1457 lines
52 KiB
JavaScript
#!/usr/bin/env node
|
||
/**
|
||
* CapCut 成片组装脚本
|
||
*
|
||
* 将图片/视频素材通过 CapCut Mate API 组装为草稿，同步到本地剪映。
|
||
*
|
||
* 用法:
|
||
* node capcut_assemble.js --input ./output/batch_xxx [选项]
|
||
*
|
||
* 配置:
|
||
* 请运行 node setup.js 生成配置
|
||
* 同步方式: 纯 Node.js（sync-to-jianying.js），无需 Python/uv
|
||
*/
|
||
|
||
const axios = require('axios')
|
||
const path = require('path')
|
||
const fs = require('fs')
|
||
const { execFile } = require('child_process')
|
||
const { syncDraft, registerDraft, triggerDirectoryScan } = require('./sync-to-jianying')
|
||
const { splitTextIntoSentences, loadAccountConfig: loadAccountConfigFromUtils, saveManifest } = require('./lib/pipeline-utils')
|
||
|
||
// ============================================================================
|
||
// 配置
|
||
// ============================================================================
|
||
|
||
let _config = null
|
||
function getConfig() {
|
||
if (_config) return _config
|
||
const configPath = path.join(__dirname, '..', '..', 'config.json')
|
||
if (!fs.existsSync(configPath)) {
|
||
console.error('缺少配置文件: skills/config.json')
|
||
console.error('请运行 node setup.js 生成配置')
|
||
process.exit(1)
|
||
}
|
||
const config = JSON.parse(fs.readFileSync(configPath, 'utf-8'))
|
||
if (!config.jianyingDraftPath || !config.capcutMateDir || !config.capcutMateApiBase) {
|
||
console.error('config.json 需要填写 jianyingDraftPath、capcutMateDir 和 capcutMateApiBase')
|
||
process.exit(1)
|
||
}
|
||
_config = config
|
||
return _config
|
||
}
|
||
|
||
const BASE_URL = getConfig().capcutMateApiBase
|
||
const US = 1_000_000
|
||
|
||
// ============================================================================
|
||
// CapCut API 封装
|
||
// ============================================================================
|
||
|
||
async function api(endpoint, data = {}, timeout = 60000) {
|
||
const url = `${BASE_URL}/${endpoint}`
|
||
const method = endpoint === 'get_draft' ? 'get' : 'post'
|
||
try {
|
||
const res = method === 'get'
|
||
? await axios.get(url, { params: data, timeout })
|
||
: await axios.post(url, data, { timeout })
|
||
if (res.data.code !== undefined && res.data.code !== 0) {
|
||
throw new Error(`API [${endpoint}] 返回错误: ${res.data.message}`)
|
||
}
|
||
return res.data
|
||
} catch (err) {
|
||
if (err.response) {
|
||
throw new Error(`API [${endpoint}] HTTP ${err.response.status}: ${JSON.stringify(err.response.data)}`)
|
||
}
|
||
throw err
|
||
}
|
||
}
|
||
|
||
// ============================================================================
|
||
// CLI 参数
|
||
// ============================================================================
|
||
|
||
function parseArgs(argv) {
|
||
const args = {}
|
||
for (let i = 0; i < argv.length; i++) {
|
||
if (argv[i].startsWith('--')) {
|
||
const key = argv[i].slice(2)
|
||
const value = argv[i + 1]
|
||
if (value && !value.startsWith('--')) {
|
||
args[key] = value
|
||
i++
|
||
} else {
|
||
args[key] = true
|
||
}
|
||
}
|
||
}
|
||
return args
|
||
}
|
||
|
||
function getResolution(format) {
|
||
const map = {
|
||
'9:16': { width: 1080, height: 1920 },
|
||
'16:9': { width: 1920, height: 1080 },
|
||
'1:1': { width: 1080, height: 1080 },
|
||
'4:3': { width: 1440, height: 1080 },
|
||
}
|
||
return map[format] || map['9:16']
|
||
}
|
||
|
||
// ============================================================================
|
||
// OSS 上传
|
||
// ============================================================================
|
||
|
||
const ossUpload = require(path.join(__dirname, 'oss-upload'))
|
||
|
||
async function uploadToOSS(filePath) {
|
||
const { url } = await ossUpload.uploadFile(filePath)
|
||
return url
|
||
}
|
||
|
||
// ============================================================================
|
||
// 转场选择策略
|
||
// ============================================================================
|
||
|
||
function getTransition(item, index, totalCount, transitionConfig, allItems, timeline) {
|
||
// 无配置 → 不加转场
|
||
if (!transitionConfig) return { name: '', duration: 0 }
|
||
|
||
const defaultT = transitionConfig.default || { name: '闪白', duration: 150000 }
|
||
const strategy = transitionConfig.strategy || 'fixed'
|
||
|
||
// 第一段不加转场（避免开头黑屏/闪烁）
|
||
if (index === 0) return { name: '', duration: 0 }
|
||
|
||
// 最后一段不需要转场（没有下一段可过渡）
|
||
if (index >= totalCount - 1) return { name: '', duration: 0 }
|
||
|
||
switch (strategy) {
|
||
case 'director': {
|
||
// 按 directorRef 选择转场
|
||
const ref = (item.directorRef || '').toLowerCase()
|
||
const byDirector = transitionConfig.byDirector || {}
|
||
return byDirector[ref] || defaultT
|
||
}
|
||
|
||
case 'rhythm': {
|
||
// 按位置选择转场：hook/keypoint/closing 加转场，body 段按累计时长间隔
|
||
const rules = transitionConfig.byPosition || {}
|
||
// 收尾段
|
||
if (index >= totalCount - 2) return rules.closing || defaultT
|
||
// 内容结构变化检测：directorRef 变化处、keyword 标记处加转场
|
||
if (allItems && index > 0) {
|
||
const prev = allItems[index - 1]
|
||
if (item.directorRef && prev.directorRef && item.directorRef !== prev.directorRef) {
|
||
return rules.keypoint || defaultT
|
||
}
|
||
if (item.keyword && !prev.keyword) {
|
||
return rules.keypoint || defaultT
|
||
}
|
||
}
|
||
// 基于累计时长的间隔（约每 8 秒加一次转场）
|
||
if (timeline && timeline.length > 0) {
|
||
const elapsed = timeline[index].start
|
||
// 向前搜索上一个有转场的段落（只看 directorRef/keyword/closing，不递归）
|
||
let lastTransStart = 0
|
||
for (let pi = index - 1; pi >= 1; pi--) {
|
||
const p = allItems[pi]
|
||
const pp = pi > 0 ? allItems[pi - 1] : null
|
||
if (pi >= totalCount - 2) { lastTransStart = timeline[pi].start; break }
|
||
if (pp && p.directorRef && pp.directorRef && p.directorRef !== pp.directorRef) {
|
||
lastTransStart = timeline[pi].start; break
|
||
}
|
||
if (p.keyword && pp && !pp.keyword) { lastTransStart = timeline[pi].start; break }
|
||
}
|
||
if (elapsed - lastTransStart >= 8000000) return rules.body || defaultT
|
||
} else {
|
||
// 无 timeline 时回退到固定间隔
|
||
if (index % 3 === 0) return rules.body || defaultT
|
||
}
|
||
return { name: '', duration: 0 }
|
||
}
|
||
|
||
case 'fixed':
|
||
default:
|
||
return defaultT
|
||
}
|
||
}
|
||
|
||
async function batchUploadToOSS(inputDir, files, concurrency = 3) {
|
||
const urls = {}
|
||
const queue = [...files]
|
||
const workers = Array(Math.min(concurrency, queue.length)).fill(null).map(async () => {
|
||
while (queue.length > 0) {
|
||
const file = queue.shift()
|
||
if (!file) break
|
||
const filePath = path.join(inputDir, file)
|
||
if (!fs.existsSync(filePath)) continue
|
||
try {
|
||
urls[file] = await uploadToOSS(filePath)
|
||
console.log(` 上传: ${file} -> OK`)
|
||
} catch (err) {
|
||
console.error(` 上传失败: ${file} - ${err.message}`)
|
||
}
|
||
}
|
||
})
|
||
await Promise.all(workers)
|
||
return urls
|
||
}
|
||
|
||
function getAudioDurationSec(filePath) {
|
||
return new Promise((resolve) => {
|
||
execFile('ffprobe', [
|
||
'-v', 'quiet', '-show_entries', 'format=duration',
|
||
'-of', 'csv=p=0', filePath
|
||
], (err, stdout) => {
|
||
if (err) { resolve(null); return }
|
||
const dur = parseFloat(stdout.trim())
|
||
resolve(dur > 0 ? dur : null)
|
||
})
|
||
})
|
||
}
|
||
|
||
// ============================================================================
|
||
// 主流程
|
||
// ============================================================================
|
||
|
||
function buildTimeline(items) {
|
||
// 核心规则：
|
||
// 图片模式：图片没有独立时长，TTS 音频时长 = 画面时长。无音频 = 0 时长（跳过）
|
||
// 视频模式：TTS 为主轴，视频通过 裁剪/加速/放缓/停顿 适配
|
||
// 视频比音频长（ratio > 1.1）:
|
||
// ≤ 2x → 加速（setpts 压缩时间）
|
||
// > 2x → 裁剪（截断到音频时长）
|
||
// 视频比音频短（ratio < 0.9）:
|
||
// ≥ 0.5x → 放缓（setpts 拉长时间，≤2x慢速）
|
||
// < 0.5x → 画面停顿（视频正常播放+最后一帧冻结补时长）
|
||
let offset = 0
|
||
return items.map(item => {
|
||
// 有 segments 时用各段实际时长之和（精确对齐音频文件）
|
||
let audioDur
|
||
if (item.segments && item.segments.length > 0) {
|
||
audioDur = item.segments.reduce((sum, s) => sum + (s.duration || 0), 0) * US
|
||
} else {
|
||
audioDur = (item.audioDuration != null) ? item.audioDuration * US : 0
|
||
}
|
||
const videoDur = (item.videoDuration != null) ? item.videoDuration * US : 0
|
||
const hasVideo = !!(item.video || item.videoUrl || item.url)
|
||
|
||
// 无 TTS 音频
|
||
if (audioDur <= 0) {
|
||
if (hasVideo && videoDur > 0) {
|
||
// 视频模式无音频：用视频原始时长
|
||
const entry = { start: offset, end: offset + videoDur, duration: videoDur, speed: 1, strategy: 'none' }
|
||
offset += videoDur
|
||
return entry
|
||
}
|
||
// 图片模式无音频：0 时长，标记跳过
|
||
const entry = { start: offset, end: offset, duration: 0, speed: 1, strategy: 'none', skip: true }
|
||
return entry
|
||
}
|
||
|
||
// 有 TTS：音频时长为主轴
|
||
const dur = audioDur
|
||
|
||
if (!hasVideo || videoDur <= 0) {
|
||
// 图片模式：直接用音频时长
|
||
const entry = { start: offset, end: offset + dur, duration: dur, speed: 1, strategy: 'none' }
|
||
offset += dur
|
||
return entry
|
||
}
|
||
|
||
// 视频模式：视频 vs 音频时长匹配
|
||
const ratio = videoDur / audioDur
|
||
|
||
if (ratio > 1.1) {
|
||
// 视频比音频长
|
||
if (ratio <= 2) {
|
||
// 加速策略
|
||
const entry = { start: offset, end: offset + dur, duration: dur, speed: ratio, strategy: 'speed_up' }
|
||
offset += dur
|
||
return entry
|
||
} else {
|
||
// 裁剪策略
|
||
const entry = { start: offset, end: offset + dur, duration: dur, speed: 1, strategy: 'trim' }
|
||
offset += dur
|
||
return entry
|
||
}
|
||
} else if (ratio < 0.9) {
|
||
// 视频比音频短
|
||
if (ratio >= 0.5) {
|
||
// 放缓策略（慢放 ≤2x）
|
||
const entry = { start: offset, end: offset + dur, duration: dur, speed: ratio, strategy: 'slow_down' }
|
||
offset += dur
|
||
return entry
|
||
} else {
|
||
// 画面停顿策略（视频原速播放 + 最后一帧冻结补时长）
|
||
const entry = {
|
||
start: offset, end: offset + dur, duration: dur, speed: 1,
|
||
strategy: 'freeze', freezeExtra: dur - videoDur,
|
||
}
|
||
offset += dur
|
||
return entry
|
||
}
|
||
} else {
|
||
// 接近匹配（0.9 ~ 1.1），无需调整
|
||
const entry = { start: offset, end: offset + dur, duration: dur, speed: 1, strategy: 'none' }
|
||
offset += dur
|
||
return entry
|
||
}
|
||
})
|
||
}
|
||
|
||
async function assemble(args) {
|
||
const {
|
||
input,
|
||
manifest: manifestPath,
|
||
mode = 'images',
|
||
subtitles = 'true',
|
||
splitCaptions = 'true',
|
||
voiceover = 'true',
|
||
bgm,
|
||
effects: effectsStr,
|
||
filter: filterStr,
|
||
format = '9:16',
|
||
apiKey = '',
|
||
animation = '轻微放大',
|
||
} = args
|
||
|
||
if (!input) throw new Error('缺少 --input 参数')
|
||
|
||
const inputDir = path.resolve(input)
|
||
const manifestFile = manifestPath
|
||
? path.resolve(manifestPath)
|
||
: path.join(inputDir, 'manifest.json')
|
||
|
||
if (!fs.existsSync(manifestFile)) {
|
||
throw new Error(`找不到 manifest.json: ${manifestFile}`)
|
||
}
|
||
|
||
const manifest = JSON.parse(fs.readFileSync(manifestFile, 'utf-8'))
|
||
|
||
// 从 account.json 自动继承 effects / filter（CLI 参数优先）
|
||
let finalEffects = effectsStr
|
||
let finalFilter = filterStr
|
||
if (!finalEffects || !finalFilter) {
|
||
const accountData = loadAccountConfig(manifest)
|
||
if (!finalEffects && accountData.capcut?.effects?.length) {
|
||
finalEffects = accountData.capcut.effects.join(',')
|
||
}
|
||
if (!finalFilter && accountData.capcut?.filter) {
|
||
finalFilter = accountData.capcut.filter
|
||
}
|
||
}
|
||
|
||
const { width, height } = getResolution(format)
|
||
|
||
// 过滤出实际存在的文件
|
||
const missingFileItems = []
|
||
const items = manifest.items.filter(item => {
|
||
if (item.url) return true // 视频模式可能用 URL
|
||
if (item.video) return true // 视频模式本地文件
|
||
if (!item.file) {
|
||
missingFileItems.push(item.id || '?')
|
||
return false
|
||
}
|
||
const filePath = path.join(inputDir, item.file)
|
||
return fs.existsSync(filePath)
|
||
})
|
||
|
||
if (items.length === 0) {
|
||
if (missingFileItems.length > 0) {
|
||
throw new Error(`没有可用的素材文件 — ${missingFileItems.length} 个 item 缺少 file 字段（id: ${missingFileItems.join(', ')}），请先运行 images 阶段`)
|
||
}
|
||
throw new Error('没有可用的素材文件')
|
||
}
|
||
|
||
if (items.length === 0) throw new Error('没有可用的素材文件')
|
||
|
||
// 用 ffprobe 测量实际音频/视频时长，替代 manifest 中的估计值
|
||
let audioMeasured = 0, videoMeasured = 0
|
||
for (const item of items) {
|
||
// 测量各 segment 音频文件实际时长
|
||
if (item.segments && item.segments.length > 0) {
|
||
for (const seg of item.segments) {
|
||
if (!seg.audio || seg.audio.startsWith('http')) continue
|
||
const audioPath = path.isAbsolute(seg.audio)
|
||
? seg.audio
|
||
: path.resolve(inputDir, seg.audio)
|
||
if (!fs.existsSync(audioPath)) continue
|
||
const actualDur = await getAudioDurationSec(audioPath)
|
||
if (actualDur != null) { seg.duration = actualDur; audioMeasured++ }
|
||
}
|
||
} else if (item.audio && !item.audio.startsWith('http')) {
|
||
const audioPath = path.isAbsolute(item.audio)
|
||
? item.audio
|
||
: path.resolve(inputDir, item.audio)
|
||
if (fs.existsSync(audioPath)) {
|
||
const actualDur = await getAudioDurationSec(audioPath)
|
||
if (actualDur != null) { item.audioDuration = actualDur; audioMeasured++ }
|
||
}
|
||
}
|
||
// 测量视频文件实际时长（生成器返回的是硬编码常量，不准确）
|
||
if (item.video) {
|
||
const videoPath = path.isAbsolute(item.video)
|
||
? item.video
|
||
: path.resolve(inputDir, item.video)
|
||
if (fs.existsSync(videoPath)) {
|
||
const actualDur = await getAudioDurationSec(videoPath) // ffprobe 对音视频通用
|
||
if (actualDur != null) { item.videoDuration = actualDur; videoMeasured++ }
|
||
}
|
||
}
|
||
}
|
||
if (audioMeasured > 0 || videoMeasured > 0) {
|
||
console.log(` 实际时长测量: 音频 ${audioMeasured} 个, 视频 ${videoMeasured} 个`)
|
||
}
|
||
|
||
const timeline = buildTimeline(items)
|
||
const totalDurationUs = timeline.length > 0 ? timeline[timeline.length - 1].end : 0
|
||
const hasTTS = items.some(item => item.audio && item.audioDuration != null)
|
||
|
||
// 时间轴诊断
|
||
for (let i = 0; i < items.length; i++) {
|
||
const item = items[i]
|
||
const tl = timeline[i]
|
||
if (tl.skip) { console.log(` [${i + 1}] 跳过（无音频）`); continue }
|
||
const audioDur = item.segments
|
||
? item.segments.reduce((s, seg) => s + (seg.duration || 0), 0)
|
||
: (item.audioDuration || 0)
|
||
const slotDur = tl.duration / US
|
||
const diff = slotDur - audioDur
|
||
const videoDur = (item.videoDuration || 0)
|
||
const stratInfo = tl.strategy && tl.strategy !== 'none' ? ` 策略=${tl.strategy}` : ''
|
||
const marker = Math.abs(diff) > 0.05 ? ' ⚠️ 不对齐' : ''
|
||
console.log(` [${i + 1}] 画面=${slotDur.toFixed(2)}s 音频=${audioDur.toFixed(2)}s 视频=${videoDur.toFixed(2)}s${stratInfo}${marker}`)
|
||
}
|
||
|
||
// -- 读取转场策略（在 addImages/addVideos 之前） --
|
||
const transitionConfig = loadTransitions(manifest)
|
||
|
||
console.log(`\nCapCut 成片组装`)
|
||
console.log(` 模式: ${mode} 画幅: ${format} (${width}x${height})`)
|
||
console.log(` 时间线: ${hasTTS ? 'TTS音频驱动' : '视频原始时长'} 总时长: ${(totalDurationUs / US).toFixed(1)}s`)
|
||
console.log(` 字幕: ${subtitles} 配音: ${voiceover} 动画: ${animation}`)
|
||
if (finalEffects) console.log(` 特效: ${finalEffects}`)
|
||
if (finalFilter) console.log(` 滤镜: ${finalFilter}`)
|
||
console.log(` 素材: ${items.length} 个可用\n`)
|
||
|
||
const steps = []
|
||
if (mode === 'images') steps.push('upload')
|
||
steps.push('draft', 'materials', 'kenburns', 'audio_oss', 'voiceover', 'audio', 'subtitles', 'keywords', 'effects', 'filter', 'save', 'sync')
|
||
const totalSteps = steps.length
|
||
let step = 0
|
||
|
||
// -- 上传图片到 OSS（优先使用 manifest 中已有的 URL） --
|
||
let imgUrls = {}
|
||
if (mode === 'images') {
|
||
// 先从 manifest 收集已有 URL
|
||
const needUpload = []
|
||
for (const item of items) {
|
||
if (item.url && item.url.startsWith('http')) {
|
||
imgUrls[item.file] = item.url
|
||
} else {
|
||
needUpload.push(item.file)
|
||
}
|
||
}
|
||
if (needUpload.length > 0) {
|
||
step++; console.log(`[${step}/${totalSteps}] 上传图片到 OSS (${needUpload.length} 张需上传, ${Object.keys(imgUrls).length} 张已有URL)...`)
|
||
const uploaded = await batchUploadToOSS(inputDir, needUpload)
|
||
imgUrls = { ...imgUrls, ...uploaded }
|
||
} else {
|
||
step++; console.log(`[${step}/${totalSteps}] 所有图片已有 URL，跳过上传`)
|
||
}
|
||
if (Object.keys(imgUrls).length === 0) throw new Error('所有图片上传失败')
|
||
console.log(` 成功: ${Object.keys(imgUrls).length}/${items.length}\n`)
|
||
}
|
||
|
||
// -- 创建草稿 --
|
||
step++; console.log(`[${step}/${totalSteps}] 创建草稿...`)
|
||
const draftRes = await api('create_draft', { width, height })
|
||
const draftUrl = draftRes.draft_url
|
||
const draftId = new URL(draftUrl).searchParams.get('draft_id')
|
||
console.log(` draft_id: ${draftId}\n`)
|
||
|
||
// -- 导入素材 --
|
||
step++; console.log(`[${step}/${totalSteps}] 导入素材...`)
|
||
let imageSegmentIds = []
|
||
if (mode === 'images') {
|
||
imageSegmentIds = await addImages(draftUrl, items, imgUrls, timeline, width, height, animation, transitionConfig)
|
||
} else {
|
||
// 视频模式：调速 → 上传 OSS → 添加到草稿
|
||
// Step 1: ffmpeg 调速（在上传前，避免传两份）
|
||
let adjustedCount = 0
|
||
for (let i = 0; i < items.length; i++) {
|
||
const item = items[i]
|
||
const tl = timeline[i]
|
||
if (tl.strategy && tl.strategy !== 'none' && item.video) {
|
||
const videoPath = path.resolve(inputDir, item.video)
|
||
const audioDur = tl.duration / US
|
||
const adjustedPath = await adjustVideoSpeed(videoPath, audioDur, tl.strategy, tl.speed, tl.freezeExtra || 0)
|
||
if (adjustedPath !== videoPath) {
|
||
item.video = path.relative(inputDir, adjustedPath)
|
||
item.videoDuration = audioDur
|
||
adjustedCount++
|
||
}
|
||
}
|
||
}
|
||
if (adjustedCount > 0) {
|
||
console.log(` 视频调整: ${adjustedCount}/${items.length} 个`)
|
||
}
|
||
|
||
// Step 2: 上传（已调速的）视频到 OSS
|
||
const missingUrl = items.filter(it => it.video && !it.videoUrl)
|
||
if (missingUrl.length > 0) {
|
||
console.log(` 上传 ${missingUrl.length} 个视频到 OSS...`)
|
||
for (const item of missingUrl) {
|
||
const videoPath = path.resolve(inputDir, item.video)
|
||
try {
|
||
const url = await uploadToOSS(videoPath)
|
||
item.videoUrl = url
|
||
// 回写 manifest
|
||
if (manifestFile) {
|
||
try {
|
||
const m = JSON.parse(fs.readFileSync(manifestFile, 'utf-8'))
|
||
const mi = m.items.find(i => i.id === item.id)
|
||
if (mi) { mi.videoUrl = url; saveManifest(manifestFile, m) }
|
||
} catch (_) {}
|
||
}
|
||
} catch (err) {
|
||
console.log(` 视频上传失败: ${err.message}`)
|
||
}
|
||
}
|
||
}
|
||
await addVideos(draftUrl, inputDir, items, timeline, width, height, transitionConfig)
|
||
}
|
||
|
||
// -- Ken Burns 关键帧动画（消除幻灯片感） --
|
||
if (mode === 'images' && imageSegmentIds.length > 0) {
|
||
step++; console.log(`[${step}/${totalSteps}] 添加 Ken Burns 镜头动画...`)
|
||
await addKenBurns(draftUrl, imageSegmentIds, items, timeline, manifest)
|
||
}
|
||
|
||
// -- 上传 TTS 音频到 OSS --
|
||
let audioUrls = {}
|
||
if (voiceover === 'true' && hasTTS) {
|
||
step++; console.log(`[${step}/${totalSteps}] 上传 TTS 音频到 OSS...`)
|
||
try {
|
||
audioUrls = await batchUploadAudio(inputDir, items)
|
||
console.log(` 成功: ${Object.keys(audioUrls).length} 段音频\n`)
|
||
// 回写 OSS URL 到 manifest，避免重复上传
|
||
if (Object.keys(audioUrls).length > 0 && manifestFile) {
|
||
let changed = false
|
||
for (const item of manifest.items) {
|
||
if (item.audio && audioUrls[item.audio]) {
|
||
item.audio = audioUrls[item.audio]
|
||
changed = true
|
||
}
|
||
if (item.segments) {
|
||
for (const seg of item.segments) {
|
||
if (seg.audio && audioUrls[seg.audio]) {
|
||
seg.audio = audioUrls[seg.audio]
|
||
changed = true
|
||
}
|
||
}
|
||
}
|
||
}
|
||
if (changed) saveManifest(manifestFile, manifest)
|
||
}
|
||
} catch (err) {
|
||
console.log(` OSS 上传失败，将尝试本地路径: ${err.message}\n`)
|
||
}
|
||
}
|
||
|
||
// -- 添加 TTS 配音 --
|
||
step++; console.log(`[${step}/${totalSteps}] 添加 TTS 配音...`)
|
||
if (voiceover === 'true' && hasTTS) {
|
||
await addVoiceover(draftUrl, inputDir, items, timeline, audioUrls)
|
||
} else {
|
||
console.log(' 跳过（无 TTS 音频或未启用）')
|
||
}
|
||
|
||
// -- 添加 BGM --
|
||
step++; console.log(`[${step}/${totalSteps}] 添加背景音乐...`)
|
||
if (bgm) {
|
||
await addBGM(draftUrl, bgm, totalDurationUs)
|
||
} else {
|
||
console.log(' 跳过（未指定 --bgm）')
|
||
}
|
||
|
||
// -- 读取账号字幕风格 --
|
||
const subtitleStyle = loadSubtitleStyle(manifest)
|
||
if (Object.keys(subtitleStyle).length > 0) {
|
||
console.log(` 字幕风格: ${subtitleStyle.font || '默认'} ${subtitleStyle.inAnimation ? subtitleStyle.inAnimation + '→' + subtitleStyle.outAnimation : ''}`)
|
||
}
|
||
|
||
// -- 添加字幕 --
|
||
step++; console.log(`[${step}/${totalSteps}] 添加字幕...`)
|
||
if (subtitles === 'true' && items.some(i => i.script || i.text)) {
|
||
await addSubtitles(draftUrl, items, timeline, subtitleStyle, splitCaptions === 'true')
|
||
} else {
|
||
console.log(' 跳过')
|
||
}
|
||
|
||
// -- 添加关键字氛围词 --
|
||
step++; console.log(`[${step}/${totalSteps}] 添加关键字氛围词...`)
|
||
const keywordStyle = loadKeywordStyle(manifest)
|
||
if (Object.keys(keywordStyle).length > 0 && items.some(i => i.keyword)) {
|
||
await addKeywordOverlays(draftUrl, items, timeline, keywordStyle)
|
||
} else {
|
||
console.log(' 跳过（无关键字或未配置 keywordStyle）')
|
||
}
|
||
|
||
// -- 添加特效 --
|
||
step++; console.log(`[${step}/${totalSteps}] 添加特效...`)
|
||
if (finalEffects) {
|
||
try {
|
||
await addEffects(draftUrl, finalEffects, totalDurationUs)
|
||
} catch (e) {
|
||
console.log(` 特效跳过: ${e.message}`)
|
||
}
|
||
} else {
|
||
console.log(' 跳过（未配置特效）')
|
||
}
|
||
|
||
// -- 添加滤镜 --
|
||
step++; console.log(`[${step}/${totalSteps}] 添加滤镜...`)
|
||
if (finalFilter) {
|
||
try {
|
||
await addFilter(draftUrl, finalFilter, totalDurationUs)
|
||
} catch (e) {
|
||
console.log(` 滤镜跳过: ${e.message}`)
|
||
}
|
||
} else {
|
||
console.log(' 跳过（未配置滤镜）')
|
||
}
|
||
|
||
// -- 保存草稿 --
|
||
step++; console.log(`[${step}/${totalSteps}] 保存草稿...`)
|
||
await api('save_draft', { draft_url: draftUrl })
|
||
console.log(' 已保存\n')
|
||
|
||
// -- 同步到本地剪映 --
|
||
step++; console.log(`[${step}/${totalSteps}] 同步到本地剪映...`)
|
||
await syncToLocalJianying(draftUrl, draftId, totalDurationUs)
|
||
console.log(' 同步完成\n')
|
||
|
||
// -- 云渲染（可选）--
|
||
if (apiKey) {
|
||
console.log('提交云渲染...')
|
||
await api('gen_video', { draft_url: draftUrl, apiKey })
|
||
console.log('渲染已提交，使用 gen_video_status 查询进度')
|
||
}
|
||
|
||
console.log(`\n成片组装完成`)
|
||
console.log(` 草稿ID: ${draftId}`)
|
||
console.log(` 总时长: ${(totalDurationUs / US).toFixed(1)}s`)
|
||
console.log(` 素材数: ${items.length}`)
|
||
console.log(` 时间线: ${hasTTS ? 'TTS音频驱动' : '视频原始时长'}`)
|
||
if (mode === 'videos' && subtitles === 'false') {
|
||
console.log(`\n >> 视频模式未加字幕，请在剪映中打开草稿 → 识别字幕 → 语音识别生成\n`)
|
||
}
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加图片（自动上传到 OSS）
|
||
// ============================================================================
|
||
|
||
// 按 directorRef 映射不同入场动画（IntroType，一次性不循环，不晕）
|
||
const DIRECTOR_ANIMATIONS = {
|
||
tarantino: '动感放大', // 强冲击感
|
||
kitano: '轻微放大', // 静谧微推进
|
||
fincher: '渐显', // 克制、精确、不露痕迹
|
||
}
|
||
|
||
function getAnimationForDirector(directorRef, defaultAnimation) {
|
||
if (!directorRef) return defaultAnimation
|
||
return DIRECTOR_ANIMATIONS[directorRef.toLowerCase()] || defaultAnimation
|
||
}
|
||
|
||
async function addImages(draftUrl, items, imgUrls, timeline, width, height, animation = '', transitionConfig = null) {
|
||
const imageInfos = items.map((item, i) => {
|
||
const url = imgUrls[item.file]
|
||
if (!url) throw new Error(`图片 ${item.file} 未上传成功，无法添加`)
|
||
const tl = timeline[i]
|
||
const t = getTransition(item, i, items.length, transitionConfig, items, timeline)
|
||
const info = {
|
||
image_url: url,
|
||
width,
|
||
height,
|
||
start: tl.start,
|
||
end: tl.end,
|
||
duration: tl.duration,
|
||
transition: t.name,
|
||
transition_duration: t.duration,
|
||
}
|
||
|
||
// animation 解析：按 directorRef 选择风格，循环动画 → loop_animation
|
||
// GroupAnimationType（循环）：缩放, 缩放 II, 回弹伸缩, 旋转伸缩, ...
|
||
// IntroType（入场）：渐显, 放大, 缩小, 向右滑动, 轻微放大, ...
|
||
// OutroType（出场）：渐隐, 缩小, 放大, 向左滑动, ...
|
||
const itemAnimation = getAnimationForDirector(item.directorRef, animation)
|
||
if (itemAnimation) {
|
||
const parts = itemAnimation.split('+').map(p => p.trim()).filter(Boolean)
|
||
const loopNames = ['缩放', '缩放 II', '回弹伸缩', '旋转伸缩']
|
||
const loopAnims = parts.filter(p => loopNames.includes(p))
|
||
const inAnims = parts.filter(p => !loopNames.includes(p))
|
||
if (loopAnims.length > 0) info.loop_animation = loopAnims.join('|')
|
||
if (inAnims.length > 0) info.in_animation = inAnims.join('|')
|
||
}
|
||
|
||
return info
|
||
})
|
||
|
||
// 单次全量提交，所有图片在同一轨道
|
||
console.log(` 一次性添加 ${imageInfos.length} 张图片...`)
|
||
const res = await api('add_images', {
|
||
draft_url: draftUrl,
|
||
image_infos: JSON.stringify(imageInfos),
|
||
alpha: 1, scale_x: 1, scale_y: 1,
|
||
transform_x: 0, transform_y: 0,
|
||
}, 300000)
|
||
const allSegmentIds = res.segment_ids || []
|
||
|
||
console.log(` 已添加 ${items.length} 张图片`)
|
||
return allSegmentIds
|
||
}
|
||
|
||
// ============================================================================
|
||
// Ken Burns 关键帧动画（慢速缩放/平移，消除幻灯片感）
|
||
// ============================================================================
|
||
|
||
// 向后兼容：account.json 未配置 kenBurns 时的默认值
|
||
const KEN_BURNS_FALLBACK = {
|
||
default: { startScale: 1.0, scaleRate: 0.8, panXRate: 0, panYRate: 0 },
|
||
byDirector: {
|
||
tarantino: { startScale: 1.0, scaleRate: 0.9, panXRate: 0, panYRate: -0.3 },
|
||
kitano: { startScale: 1.03, scaleRate: 0.5, panXRate: 0.4, panYRate: 0 },
|
||
fincher: { startScale: 1.0, scaleRate: 0.4, panXRate: 0, panYRate: 0 },
|
||
},
|
||
}
|
||
const KEN_BURNS_MAX_SCALE = 1.20
|
||
|
||
function loadKenBurns(manifest) {
|
||
const cfg = loadAccountConfig(manifest).capcut?.kenBurns
|
||
if (cfg && cfg.default) return cfg
|
||
return KEN_BURNS_FALLBACK
|
||
}
|
||
|
||
function getKenBurnsProfile(item, kbConfig) {
|
||
const director = (item.directorRef || '').toLowerCase()
|
||
const byDirector = kbConfig.byDirector || {}
|
||
return byDirector[director] || kbConfig.default
|
||
}
|
||
|
||
async function addKenBurns(draftUrl, segmentIds, items, timeline, manifest) {
|
||
if (!segmentIds || segmentIds.length === 0) {
|
||
console.log(' 无 segment IDs，跳过 Ken Burns')
|
||
return
|
||
}
|
||
|
||
const kbConfig = loadKenBurns(manifest)
|
||
if (kbConfig.enabled === false) {
|
||
console.log(' Ken Burns 已禁用（account.json kenBurns.enabled=false）')
|
||
return
|
||
}
|
||
|
||
const keyframes = []
|
||
for (let i = 0; i < segmentIds.length; i++) {
|
||
const segId = segmentIds[i]
|
||
const item = items[i]
|
||
const tl = timeline[i]
|
||
if (!segId || !tl) continue
|
||
|
||
const profile = getKenBurnsProfile(item, kbConfig)
|
||
const durSec = tl.duration / US
|
||
const segDur = tl.duration // 微秒
|
||
|
||
// 速率驱动：scaleRate（%/秒）× 时长 = 实际 endScale，clamp 上限
|
||
const startScale = profile.startScale || 1.0
|
||
const scaleRate = profile.scaleRate != null ? profile.scaleRate : 0.8
|
||
const endScale = Math.min(startScale + scaleRate * durSec / 100, KEN_BURNS_MAX_SCALE)
|
||
|
||
keyframes.push(
|
||
{ segment_id: segId, property: 'UNIFORM_SCALE', offset: 0, value: startScale },
|
||
{ segment_id: segId, property: 'UNIFORM_SCALE', offset: segDur, value: endScale },
|
||
)
|
||
|
||
// 平移速率驱动：panXRate/panYRate（单位/秒）× 时长 = 实际偏移
|
||
const panXRate = profile.panXRate || 0
|
||
const panYRate = profile.panYRate || 0
|
||
if (panXRate !== 0) {
|
||
const panX = panXRate * durSec
|
||
keyframes.push(
|
||
{ segment_id: segId, property: 'KFTypePositionX', offset: 0, value: 0 },
|
||
{ segment_id: segId, property: 'KFTypePositionX', offset: segDur, value: panX },
|
||
)
|
||
}
|
||
if (panYRate !== 0) {
|
||
const panY = panYRate * durSec
|
||
keyframes.push(
|
||
{ segment_id: segId, property: 'KFTypePositionY', offset: 0, value: 0 },
|
||
{ segment_id: segId, property: 'KFTypePositionY', offset: segDur, value: panY },
|
||
)
|
||
}
|
||
}
|
||
|
||
if (keyframes.length === 0) {
|
||
console.log(' 无关键帧生成，跳过')
|
||
return
|
||
}
|
||
|
||
const res = await api('add_keyframes', {
|
||
draft_url: draftUrl,
|
||
keyframes: JSON.stringify(keyframes),
|
||
})
|
||
console.log(` 已添加 ${res.keyframes_added || keyframes.length} 个 Ken Burns 关键帧 (${segmentIds.length} 段)`)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加视频（从 manifest 读取时长）
|
||
// ============================================================================
|
||
|
||
/**
|
||
* ffmpeg 视频调整：根据策略适配音频时长
|
||
*
|
||
* 策略（按 ratio = videoDur / audioDur 选择）:
|
||
* speed_up (ratio > 1.1, ≤2x) → setpts 压缩时间（加速）
|
||
* trim (ratio > 2x) → 截断到目标时长
|
||
* slow_down (ratio < 0.9, ≥0.5x) → setpts 拉长时间（慢放）
|
||
* freeze (ratio < 0.5x) → 视频原速 + 最后一帧冻结补时长
|
||
* none (0.9~1.1) → 无需调整
|
||
*
|
||
* 所有策略失败后兜底：截断到目标时长
|
||
*
|
||
* 返回调整后的文件路径（失败则返回原路径）
|
||
*/
|
||
async function adjustVideoSpeed(videoPath, targetDurationSec, strategy = 'none', speed = 1, freezeExtraUs = 0) {
|
||
if (!fs.existsSync(videoPath)) return videoPath
|
||
if (strategy === 'none') return videoPath
|
||
|
||
// 兜底截断：所有策略失败后的最终回退
|
||
function fallbackTrim(cb) {
|
||
execFile('ffmpeg', [
|
||
'-y', '-i', videoPath,
|
||
'-t', String(targetDurationSec),
|
||
'-c', 'copy',
|
||
videoPath.replace(/(\.\w+)$/, '_adj$1')
|
||
], { timeout: 30000 }, (err) => {
|
||
if (err) { cb(videoPath); return }
|
||
cb(videoPath.replace(/(\.\w+)$/, '_adj$1'))
|
||
})
|
||
}
|
||
|
||
return new Promise((resolve) => {
|
||
execFile('ffprobe', [
|
||
'-v', 'quiet', '-show_entries', 'format=duration',
|
||
'-of', 'csv=p=0', videoPath
|
||
], (err, stdout) => {
|
||
if (err) { fallbackTrim(resolve); return }
|
||
const videoDur = parseFloat(stdout.trim())
|
||
if (!videoDur || videoDur <= 0) { fallbackTrim(resolve); return }
|
||
|
||
const outPath = videoPath.replace(/(\.\w+)$/, '_adj$1')
|
||
|
||
if (strategy === 'trim') {
|
||
execFile('ffmpeg', [
|
||
'-y', '-i', videoPath,
|
||
'-t', String(targetDurationSec),
|
||
'-c', 'copy',
|
||
outPath
|
||
], { timeout: 30000 }, (err) => {
|
||
if (err) { console.log(` 截断失败: ${err.message}`); resolve(videoPath); return }
|
||
console.log(` 截断: ${videoDur.toFixed(1)}s → ${targetDurationSec.toFixed(1)}s`)
|
||
resolve(outPath)
|
||
})
|
||
} else if (strategy === 'speed_up') {
|
||
const speedVal = speed.toFixed(3)
|
||
execFile('ffmpeg', [
|
||
'-y', '-i', videoPath,
|
||
'-filter_complex', `setpts=PTS/${speedVal}`,
|
||
'-an',
|
||
outPath
|
||
], { timeout: 30000 }, (err) => {
|
||
if (err) {
|
||
console.log(` 加速失败，兜底截断: ${err.message}`)
|
||
fallbackTrim(resolve)
|
||
return
|
||
}
|
||
console.log(` 加速: ${videoDur.toFixed(1)}s → ${targetDurationSec.toFixed(1)}s (${speedVal}x)`)
|
||
resolve(outPath)
|
||
})
|
||
} else if (strategy === 'slow_down') {
|
||
const factor = (1 / speed).toFixed(3)
|
||
execFile('ffmpeg', [
|
||
'-y', '-i', videoPath,
|
||
'-filter_complex', `setpts=PTS*${factor}`,
|
||
'-an',
|
||
outPath
|
||
], { timeout: 30000 }, (err) => {
|
||
if (err) {
|
||
console.log(` 放缓失败，兜底截断: ${err.message}`)
|
||
fallbackTrim(resolve)
|
||
return
|
||
}
|
||
console.log(` 放缓: ${videoDur.toFixed(1)}s → ${targetDurationSec.toFixed(1)}s (${speed.toFixed(2)}x speed)`)
|
||
resolve(outPath)
|
||
})
|
||
} else if (strategy === 'freeze') {
|
||
// 画面停顿：原速播放 + 最后一帧冻结补时长
|
||
const freezeSec = freezeExtraUs / US
|
||
execFile('ffmpeg', [
|
||
'-y', '-i', videoPath,
|
||
'-filter_complex', `tpad=stop=-1:stop_duration=${freezeSec.toFixed(3)}`,
|
||
'-an',
|
||
outPath
|
||
], { timeout: 30000 }, (err) => {
|
||
if (err) {
|
||
// 回退方案：截取最后一帧 → 生成冻结帧视频 → concat 拼接
|
||
console.log(` tpad freeze 失败，尝试 concat 方案: ${err.message}`)
|
||
const lastFrame = videoPath.replace(/(\.\w+)$/, '_lastframe.png')
|
||
const frozenVideo = videoPath.replace(/(\.\w+)$/, '_frozen.mp4')
|
||
execFile('ffmpeg', [
|
||
'-y', '-sseof', '-0.1', '-i', videoPath,
|
||
'-frames:v', '1', lastFrame
|
||
], { timeout: 10000 }, (err2) => {
|
||
if (err2) { console.log(` concat 方案也失败，兜底截断`); fallbackTrim(resolve); return }
|
||
execFile('ffmpeg', [
|
||
'-y', '-loop', '1', '-i', lastFrame,
|
||
'-t', String(freezeSec.toFixed(3)),
|
||
'-pix_fmt', 'yuv420p',
|
||
'-vf', 'scale=trunc(iw/2)*2:trunc(ih/2)*2',
|
||
frozenVideo
|
||
], { timeout: 15000 }, (err3) => {
|
||
if (err3) {
|
||
try { fs.unlinkSync(lastFrame) } catch (_) {}
|
||
console.log(` 冻结帧视频生成失败，兜底截断`)
|
||
fallbackTrim(resolve)
|
||
return
|
||
}
|
||
const concatList = path.join(path.dirname(videoPath), '_freeze_concat.txt')
|
||
fs.writeFileSync(concatList, `file '${videoPath}'\nfile '${frozenVideo}'\n`)
|
||
execFile('ffmpeg', [
|
||
'-y', '-f', 'concat', '-safe', '0', '-i', concatList,
|
||
'-c', 'copy', outPath
|
||
], { timeout: 30000 }, (err4) => {
|
||
try { fs.unlinkSync(lastFrame); fs.unlinkSync(frozenVideo); fs.unlinkSync(concatList) } catch (_) {}
|
||
if (err4) { console.log(` 拼接失败，兜底截断`); fallbackTrim(resolve); return }
|
||
console.log(` 画面停顿: ${videoDur.toFixed(1)}s + 冻结 ${freezeSec.toFixed(1)}s = ${targetDurationSec.toFixed(1)}s`)
|
||
resolve(outPath)
|
||
})
|
||
})
|
||
})
|
||
return
|
||
}
|
||
console.log(` 画面停顿: ${videoDur.toFixed(1)}s + 冻结 ${freezeSec.toFixed(1)}s = ${targetDurationSec.toFixed(1)}s`)
|
||
resolve(outPath)
|
||
})
|
||
} else {
|
||
resolve(videoPath)
|
||
}
|
||
})
|
||
})
|
||
}
|
||
|
||
async function addVideos(draftUrl, inputDir, items, timeline, width, height, transitionConfig = null) {
|
||
const videoInfos = items.map((item, i) => {
|
||
const tl = timeline[i]
|
||
const t = getTransition(item, i, items.length, transitionConfig, items, timeline)
|
||
return {
|
||
video_url: item.videoUrl || (item.video ? path.resolve(inputDir, item.video) : null) || item.url || path.resolve(inputDir, item.file),
|
||
width,
|
||
height,
|
||
start: tl.start,
|
||
end: tl.end,
|
||
duration: tl.duration,
|
||
mask: '',
|
||
transition: t.name,
|
||
transition_duration: t.duration,
|
||
volume: item.volume || 1,
|
||
}
|
||
})
|
||
|
||
// 先尝试全量提交
|
||
try {
|
||
const res = await api('add_videos', {
|
||
draft_url: draftUrl,
|
||
video_infos: JSON.stringify(videoInfos),
|
||
alpha: 1, scale_x: 1, scale_y: 1,
|
||
transform_x: 0, transform_y: 0,
|
||
scene_timelines: [],
|
||
})
|
||
console.log(` 已添加 ${items.length} 个视频片段（全量）`)
|
||
return res.segment_ids || []
|
||
} catch (err) {
|
||
if (!err.message.includes('504') && !err.message.includes('timeout')) throw err
|
||
console.log(` 全量提交超时，降级为分批添加...`)
|
||
}
|
||
|
||
// 504 回退：分批添加（每批 3 个，保持绝对时间不变）
|
||
const BATCH_SIZE = 3
|
||
const allSegmentIds = []
|
||
for (let i = 0; i < videoInfos.length; i += BATCH_SIZE) {
|
||
const batch = videoInfos.slice(i, i + BATCH_SIZE)
|
||
const batchNum = Math.floor(i / BATCH_SIZE) + 1
|
||
const totalBatches = Math.ceil(videoInfos.length / BATCH_SIZE)
|
||
console.log(` 分批 [${batchNum}/${totalBatches}] 添加 ${batch.length} 个片段...`)
|
||
const res = await api('add_videos', {
|
||
draft_url: draftUrl,
|
||
video_infos: JSON.stringify(batch),
|
||
alpha: 1, scale_x: 1, scale_y: 1,
|
||
transform_x: 0, transform_y: 0,
|
||
scene_timelines: [],
|
||
})
|
||
if (res.segment_ids) allSegmentIds.push(...res.segment_ids)
|
||
}
|
||
|
||
console.log(` 已添加 ${items.length} 个视频片段（分批）`)
|
||
return allSegmentIds
|
||
}
|
||
|
||
// ============================================================================
|
||
// 音频批量上传（本地文件 → OSS 公网 URL）
|
||
// ============================================================================
|
||
|
||
async function batchUploadAudio(inputDir, items) {
|
||
const urls = {}
|
||
for (const item of items) {
|
||
// 上传所有 segment 音频文件
|
||
if (item.segments && item.segments.length > 0) {
|
||
for (const seg of item.segments) {
|
||
if (!seg.audio || seg.audio.startsWith('http') || urls[seg.audio]) continue
|
||
const filePath = path.isAbsolute(seg.audio)
|
||
? seg.audio
|
||
: path.resolve(inputDir, seg.audio)
|
||
if (!fs.existsSync(filePath)) {
|
||
console.error(` 音频文件不存在: ${filePath}`)
|
||
continue
|
||
}
|
||
try {
|
||
urls[seg.audio] = await uploadToOSS(filePath)
|
||
console.log(` 上传: ${path.basename(filePath)} -> OK`)
|
||
} catch (err) {
|
||
console.error(` 上传失败: ${path.basename(filePath)} - ${err.message}`)
|
||
}
|
||
}
|
||
}
|
||
// 上传 item.audio（向后兼容，segments[0].audio 通常等于此值）
|
||
if (!item.audio || item.audio.startsWith('http')) {
|
||
if (item.audio) urls[item.audio] = item.audio
|
||
continue
|
||
}
|
||
if (urls[item.audio]) continue
|
||
const filePath = path.isAbsolute(item.audio)
|
||
? item.audio
|
||
: path.resolve(inputDir, item.audio)
|
||
if (!fs.existsSync(filePath)) {
|
||
console.error(` 音频文件不存在: ${filePath}`)
|
||
continue
|
||
}
|
||
try {
|
||
urls[item.audio] = await uploadToOSS(filePath)
|
||
console.log(` 上传: ${path.basename(filePath)} -> OK`)
|
||
} catch (err) {
|
||
console.error(` 上传失败: ${path.basename(filePath)} - ${err.message}`)
|
||
}
|
||
}
|
||
return urls
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加 TTS 配音（每段音频按时间线排列）
|
||
// ============================================================================
|
||
|
||
async function addVoiceover(draftUrl, inputDir, items, timeline, audioUrls = {}) {
|
||
// 收集音频
|
||
const audioItems = items.filter(item => item.audio || (item.segments && item.segments.length > 0))
|
||
if (audioItems.length === 0) {
|
||
console.log(' 无 TTS 音频文件，跳过')
|
||
return
|
||
}
|
||
|
||
const audioInfos = []
|
||
const resolveAudio = (relPath) => {
|
||
if (relPath.startsWith('http')) return relPath
|
||
if (audioUrls[relPath]) return audioUrls[relPath]
|
||
return path.isAbsolute(relPath) ? relPath : path.resolve(inputDir, relPath)
|
||
}
|
||
|
||
for (let i = 0; i < items.length; i++) {
|
||
const item = items[i]
|
||
const tl = timeline[i]
|
||
|
||
if (item.segments && item.segments.length > 0) {
|
||
// 逐段添加，每段使用实际音频文件时长（不做比例分配，消除留白）
|
||
let currentTime = tl.start
|
||
for (let si = 0; si < item.segments.length; si++) {
|
||
const seg = item.segments[si]
|
||
const audioUrl = resolveAudio(seg.audio)
|
||
const segDurUs = (seg.duration || 0) * US
|
||
if (segDurUs <= 0) continue
|
||
// 最后一段对齐 timeline 末尾，吃掉浮点误差
|
||
const isLast = si === item.segments.length - 1
|
||
const endTime = isLast ? tl.end : currentTime + segDurUs
|
||
audioInfos.push({
|
||
audio_url: audioUrl,
|
||
start: currentTime,
|
||
end: endTime,
|
||
duration: endTime - currentTime,
|
||
volume: 1.0,
|
||
})
|
||
currentTime = endTime
|
||
}
|
||
} else if (item.audio) {
|
||
// 无 segments：用实际音频时长
|
||
const audioUrl = resolveAudio(item.audio)
|
||
const audioDurUs = item.audioDuration ? item.audioDuration * US : tl.duration
|
||
|
||
audioInfos.push({
|
||
audio_url: audioUrl,
|
||
start: tl.start,
|
||
end: tl.start + audioDurUs,
|
||
duration: audioDurUs,
|
||
volume: 1.0,
|
||
})
|
||
}
|
||
}
|
||
|
||
if (audioInfos.length === 0) {
|
||
console.log(' 无可用音频，跳过配音')
|
||
return
|
||
}
|
||
|
||
await api('add_audios', {
|
||
draft_url: draftUrl,
|
||
audio_infos: JSON.stringify(audioInfos),
|
||
})
|
||
const ossCount = audioInfos.filter(a => a.audio_url.startsWith('http')).length
|
||
console.log(` 已添加 ${audioInfos.length} 段 TTS 配音 (${ossCount > 0 ? `${ossCount} 段 OSS + ` : ''}${audioInfos.length - ossCount} 段本地)`)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加背景音乐
|
||
// ============================================================================
|
||
|
||
async function addBGM(draftUrl, bgmUrl, totalDurationUs) {
|
||
// 先获取音频实际时长
|
||
let audioDuration = totalDurationUs
|
||
try {
|
||
const durRes = await api('get_audio_duration', { mp3_url: bgmUrl })
|
||
if (durRes.duration) audioDuration = durRes.duration
|
||
} catch (_) {
|
||
// 无法获取时长就用视频总时长
|
||
}
|
||
|
||
const fadeIn = 500000 // 0.5s 淡入
|
||
const fadeOut = 1000000 // 1s 淡出
|
||
|
||
await api('add_audios', {
|
||
draft_url: draftUrl,
|
||
audio_infos: JSON.stringify([{
|
||
audio_url: bgmUrl,
|
||
duration: audioDuration,
|
||
end: Math.min(audioDuration, totalDurationUs),
|
||
start: 0,
|
||
volume: 0.15,
|
||
fade_in_duration: fadeIn,
|
||
fade_out_duration: fadeOut,
|
||
}]),
|
||
})
|
||
console.log(` 已添加 BGM (${(audioDuration / US).toFixed(1)}s, fade 0.5s/1s)`)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 读取账号配置
|
||
// ============================================================================
|
||
|
||
// 动画属性注入（DRY helper）
|
||
function applyAnimationProps(cap, style = {}) {
|
||
if (style.inAnimation) cap.in_animation = style.inAnimation
|
||
if (style.outAnimation) cap.out_animation = style.outAnimation
|
||
if (style.inAnimDuration) cap.in_animation_duration = style.inAnimDuration
|
||
if (style.outAnimDuration) cap.out_animation_duration = style.outAnimDuration
|
||
}
|
||
|
||
function loadAccountConfig(manifest) {
|
||
const account = manifest.account
|
||
if (!account) return {}
|
||
try { return loadAccountConfigFromUtils(account) } catch { return {} }
|
||
}
|
||
|
||
function loadSubtitleStyle(manifest) {
|
||
return loadAccountConfig(manifest).capcut?.subtitleStyle || {}
|
||
}
|
||
|
||
function loadKeywordStyle(manifest) {
|
||
return loadAccountConfig(manifest).capcut?.keywordStyle || {}
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加关键字氛围词叠加（画面中央大字）
|
||
// ============================================================================
|
||
|
||
async function addKeywordOverlays(draftUrl, items, timeline, style = {}) {
|
||
const keywordItems = items.filter(item => item.keyword)
|
||
if (keywordItems.length === 0) {
|
||
console.log(' 无关键字，跳过')
|
||
return
|
||
}
|
||
|
||
const captions = []
|
||
for (let i = 0; i < items.length; i++) {
|
||
const item = items[i]
|
||
if (!item.keyword) continue
|
||
const tl = timeline[i]
|
||
|
||
const cap = {
|
||
start: tl.start,
|
||
end: tl.end,
|
||
text: item.keyword,
|
||
}
|
||
applyAnimationProps(cap, style)
|
||
|
||
captions.push(cap)
|
||
}
|
||
|
||
if (captions.length === 0) return
|
||
|
||
await api('add_captions', {
|
||
draft_url: draftUrl,
|
||
captions: JSON.stringify(captions),
|
||
font: style.font || null,
|
||
font_size: style.fontSize || 60,
|
||
text_color: style.color || '#FFFFFF',
|
||
alignment: 1,
|
||
bold: style.bold || false,
|
||
has_shadow: style.hasShadow || false,
|
||
shadow_info: style.shadowAlpha ? {
|
||
shadow_alpha: style.shadowAlpha,
|
||
shadow_color: style.shadowColor || '#000000',
|
||
shadow_diffuse: 15,
|
||
shadow_distance: 5,
|
||
shadow_angle: -45,
|
||
} : undefined,
|
||
alpha: style.alpha || 1,
|
||
scale_x: 1, scale_y: 1,
|
||
transform_x: 0,
|
||
transform_y: style.transformY || 0,
|
||
text_effect: style.textEffect || null,
|
||
})
|
||
console.log(` 已添加 ${captions.length} 个关键字氛围词 (效果: ${style.textEffect || '无'})`)
|
||
}
|
||
|
||
function loadTransitions(manifest) {
|
||
return loadAccountConfig(manifest).capcut?.transitions || null
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加字幕（支持关键词高亮 + 账号字幕风格 + 分句切分）
|
||
// ============================================================================
|
||
|
||
async function addSubtitles(draftUrl, items, timeline, style = {}, split = false) {
|
||
const captions = []
|
||
|
||
// 从账号配置读取动画参数
|
||
const animStyle = {
|
||
inAnimation: style.inAnimation || '',
|
||
outAnimation: style.outAnimation || '',
|
||
inAnimDuration: style.inAnimationDuration || null,
|
||
outAnimDuration: style.outAnimationDuration || null,
|
||
}
|
||
|
||
for (let i = 0; i < items.length; i++) {
|
||
const item = items[i]
|
||
const text = item.script || item.text || item.caption || ''
|
||
if (!text) continue
|
||
|
||
const tl = timeline[i]
|
||
|
||
if (split) {
|
||
// 分句模式：优先用 segments 精确时长（与 addVoiceover 同步），回退到字数估算
|
||
if (item.segments && item.segments.length > 0) {
|
||
let currentTime = tl.start
|
||
for (let si = 0; si < item.segments.length; si++) {
|
||
const seg = item.segments[si]
|
||
const segDurUs = (seg.duration || 0) * US
|
||
if (segDurUs <= 0) continue
|
||
const isLast = si === item.segments.length - 1
|
||
const endTime = isLast ? tl.end : currentTime + segDurUs
|
||
const cap = { start: currentTime, end: endTime, text: seg.text }
|
||
applyAnimationProps(cap, animStyle)
|
||
captions.push(cap)
|
||
currentTime = endTime
|
||
}
|
||
} else {
|
||
// 回退：字数权重估算
|
||
const sentences = splitTextIntoSentences(text)
|
||
if (sentences.length === 0) continue
|
||
|
||
const totalDuration = tl.end - tl.start
|
||
const totalChars = sentences.reduce((sum, s) => sum + s.length, 0)
|
||
let currentTime = tl.start
|
||
|
||
sentences.forEach((sentence, idx) => {
|
||
const charRatio = sentence.length / totalChars
|
||
let duration = Math.round(totalDuration * charRatio)
|
||
|
||
if (idx === sentences.length - 1) {
|
||
duration = tl.end - currentTime
|
||
}
|
||
|
||
duration = Math.max(duration, 500000)
|
||
|
||
const cap = {
|
||
start: currentTime,
|
||
end: currentTime + duration,
|
||
text: sentence,
|
||
}
|
||
|
||
applyAnimationProps(cap, animStyle)
|
||
captions.push(cap)
|
||
currentTime += duration
|
||
})
|
||
}
|
||
} else {
|
||
// 原始模式：一句字幕
|
||
const cap = {
|
||
start: tl.start,
|
||
end: tl.end,
|
||
text,
|
||
}
|
||
|
||
applyAnimationProps(cap, animStyle)
|
||
captions.push(cap)
|
||
}
|
||
}
|
||
|
||
if (captions.length === 0) {
|
||
console.log(' 无字幕内容，跳过')
|
||
return
|
||
}
|
||
|
||
await api('add_captions', {
|
||
draft_url: draftUrl,
|
||
captions: JSON.stringify(captions),
|
||
font: style.font || null,
|
||
font_size: style.fontSize || 15,
|
||
text_color: style.color || '#ffffff',
|
||
alignment: 1,
|
||
bold: style.bold || false,
|
||
italic: false,
|
||
underline: false,
|
||
has_shadow: style.hasShadow || false,
|
||
shadow_info: style.shadowAlpha ? {
|
||
shadow_alpha: style.shadowAlpha,
|
||
shadow_color: style.shadowColor || '#000000',
|
||
shadow_diffuse: 15,
|
||
shadow_distance: 5,
|
||
shadow_angle: -45,
|
||
} : undefined,
|
||
letter_spacing: style.letterSpacing || 0,
|
||
line_spacing: style.lineSpacing || 0,
|
||
alpha: style.alpha || 1,
|
||
scale_x: 1, scale_y: 1,
|
||
transform_x: 0,
|
||
transform_y: style.transformY || 0,
|
||
style_text: 0,
|
||
})
|
||
|
||
console.log(` 已添加 ${captions.length} 条字幕${split ? ' (分句模式)' : ''} (字体: ${style.font || '默认'}, 动画: ${animStyle.inAnimation || '无'} → ${animStyle.outAnimation || '无'})`)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加特效
|
||
// ============================================================================
|
||
|
||
async function addEffects(draftUrl, effectsStr, totalDurationUs) {
|
||
const effectNames = effectsStr.split(',').map(s => s.trim()).filter(Boolean)
|
||
const effectInfos = effectNames.map(name => ({
|
||
effect_title: name,
|
||
start: 0,
|
||
end: totalDurationUs,
|
||
}))
|
||
|
||
await api('add_effects', {
|
||
draft_url: draftUrl,
|
||
effect_infos: JSON.stringify(effectInfos),
|
||
})
|
||
|
||
console.log(` 已添加: ${effectNames.join(', ')}`)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 添加滤镜
|
||
// ============================================================================
|
||
|
||
async function addFilter(draftUrl, filterStr, totalDurationUs) {
|
||
const [name, intensity] = filterStr.split(':')
|
||
await api('add_filters', {
|
||
draft_url: draftUrl,
|
||
filter_infos: JSON.stringify([{
|
||
filter_title: (name || '').trim(),
|
||
start: 0,
|
||
end: totalDurationUs,
|
||
intensity: parseFloat(intensity) || 50,
|
||
}]),
|
||
})
|
||
console.log(` 已添加: ${(name || '').trim()} 强度 ${intensity || 50}`)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 同步草稿到本地剪映
|
||
// ============================================================================
|
||
|
||
async function syncToLocalJianying(draftUrl, draftId, totalDurationUs) {
|
||
await syncDraft(draftUrl, { name: draftId })
|
||
registerDraft(draftId, draftId, totalDurationUs)
|
||
}
|
||
|
||
// ============================================================================
|
||
// 主入口
|
||
// ============================================================================
|
||
|
||
async function main() {
|
||
const args = parseArgs(process.argv.slice(2))
|
||
|
||
if (!args.input) {
|
||
console.log('用法: node capcut_assemble.js --input <目录> [选项]')
|
||
console.log('')
|
||
console.log('必填:')
|
||
console.log(' --input <dir> 素材目录（含 manifest.json）')
|
||
console.log('')
|
||
console.log('选项:')
|
||
console.log(' --mode images|videos 素材类型（默认 images）')
|
||
console.log(' --format 9:16 画幅比例')
|
||
console.log(' --voiceover true|false 是否添加TTS配音轨道（默认 true）')
|
||
console.log(' --subtitles true|false 是否添加字幕（默认 true）')
|
||
console.log(' --split-captions true|false 分句字幕模式（默认 true，按标点切分）')
|
||
console.log(' --bgm <url> 背景音乐 URL')
|
||
console.log(' --effects "名称1,名称2" 特效名称（逗号分隔）')
|
||
console.log(' --filter "名称:强度" 滤镜（强度 0-100）')
|
||
console.log(' --apiKey <key> 云渲染 API Key（可选）')
|
||
console.log(' --manifest <path> manifest.json 路径')
|
||
console.log('')
|
||
console.log('时间线规则:')
|
||
console.log(' 图片模式: TTS 音频时长 = 画面时长，无音频则跳过')
|
||
console.log(' 视频模式: TTS 为主轴，视频通过以下策略适配:')
|
||
console.log(' 视频比音频长 → 加速(≤2x) 或 裁剪(>2x)')
|
||
console.log(' 视频比音频短 → 放缓(≥0.5x) 或 画面停顿(<0.5x)')
|
||
console.log(' 所有策略失败 → 兜底截断')
|
||
console.log('')
|
||
console.log('配置:')
|
||
console.log(' 请运行 node setup.js 生成配置')
|
||
process.exit(0)
|
||
}
|
||
|
||
await assemble(args)
|
||
}
|
||
|
||
if (require.main === module) {
|
||
main().catch(err => {
|
||
console.error(`\n错误: ${err.message}`)
|
||
process.exit(1)
|
||
})
|
||
}
|
||
|
||
module.exports = { assemble }
|