refactor(video-pipeline): 将 CapCut 组装脚本拆分为模块化架构
将 monolith 的 capcut_assemble.js 重构为核心编排器，提取基础设施层（capcut-api）、时间线算法（capcut-timeline）和轨道操作（capcut-tracks）为独立模块。此拆分使 Agent 未来对字幕风格、Ken Burns、转场、特效等调整只需关注 capcut-tracks.js，无需理解全流程编排逻辑。
This commit is contained in:
File diff suppressed because it is too large
Load Diff
94
.claude/skills/video-from-script/scripts/lib/capcut-api.js
Normal file
94
.claude/skills/video-from-script/scripts/lib/capcut-api.js
Normal file
@@ -0,0 +1,94 @@
|
||||
/**
|
||||
* CapCut API 基础设施层
|
||||
*
|
||||
* 提供: 配置加载、API 封装、CLI 解析、工具函数
|
||||
* 无业务逻辑，纯基础设施。
|
||||
*/
|
||||
|
||||
const axios = require('axios')
|
||||
const path = require('path')
|
||||
const fs = require('fs')
|
||||
const { execFile } = require('child_process')
|
||||
|
||||
const US = 1_000_000
|
||||
|
||||
let _config = null
|
||||
function getConfig() {
|
||||
if (_config) return _config
|
||||
const configPath = path.join(__dirname, '..', '..', '..', 'config.json')
|
||||
if (!fs.existsSync(configPath)) {
|
||||
console.error('缺少配置文件: skills/config.json')
|
||||
console.error('请运行 node setup.js 生成配置')
|
||||
process.exit(1)
|
||||
}
|
||||
const config = JSON.parse(fs.readFileSync(configPath, 'utf-8'))
|
||||
if (!config.jianyingDraftPath || !config.capcutMateDir || !config.capcutMateApiBase) {
|
||||
console.error('config.json 需要填写 jianyingDraftPath、capcutMateDir 和 capcutMateApiBase')
|
||||
process.exit(1)
|
||||
}
|
||||
_config = config
|
||||
return _config
|
||||
}
|
||||
|
||||
const BASE_URL = getConfig().capcutMateApiBase
|
||||
|
||||
async function api(endpoint, data = {}, timeout = 60000) {
|
||||
const url = `${BASE_URL}/${endpoint}`
|
||||
const method = endpoint === 'get_draft' ? 'get' : 'post'
|
||||
try {
|
||||
const res = method === 'get'
|
||||
? await axios.get(url, { params: data, timeout })
|
||||
: await axios.post(url, data, { timeout })
|
||||
if (res.data.code !== undefined && res.data.code !== 0) {
|
||||
throw new Error(`API [${endpoint}] 返回错误: ${res.data.message}`)
|
||||
}
|
||||
return res.data
|
||||
} catch (err) {
|
||||
if (err.response) {
|
||||
throw new Error(`API [${endpoint}] HTTP ${err.response.status}: ${JSON.stringify(err.response.data)}`)
|
||||
}
|
||||
throw err
|
||||
}
|
||||
}
|
||||
|
||||
function parseArgs(argv) {
|
||||
const args = {}
|
||||
for (let i = 0; i < argv.length; i++) {
|
||||
if (argv[i].startsWith('--')) {
|
||||
const key = argv[i].slice(2)
|
||||
const value = argv[i + 1]
|
||||
if (value && !value.startsWith('--')) {
|
||||
args[key] = value
|
||||
i++
|
||||
} else {
|
||||
args[key] = true
|
||||
}
|
||||
}
|
||||
}
|
||||
return args
|
||||
}
|
||||
|
||||
function getResolution(format) {
|
||||
const map = {
|
||||
'9:16': { width: 1080, height: 1920 },
|
||||
'16:9': { width: 1920, height: 1080 },
|
||||
'1:1': { width: 1080, height: 1080 },
|
||||
'4:3': { width: 1440, height: 1080 },
|
||||
}
|
||||
return map[format] || map['9:16']
|
||||
}
|
||||
|
||||
function getAudioDurationSec(filePath) {
|
||||
return new Promise((resolve) => {
|
||||
execFile('ffprobe', [
|
||||
'-v', 'quiet', '-show_entries', 'format=duration',
|
||||
'-of', 'csv=p=0', filePath
|
||||
], (err, stdout) => {
|
||||
if (err) { resolve(null); return }
|
||||
const dur = parseFloat(stdout.trim())
|
||||
resolve(dur > 0 ? dur : null)
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
module.exports = { US, getConfig, BASE_URL, api, parseArgs, getResolution, getAudioDurationSec }
|
||||
229
.claude/skills/video-from-script/scripts/lib/capcut-timeline.js
Normal file
229
.claude/skills/video-from-script/scripts/lib/capcut-timeline.js
Normal file
@@ -0,0 +1,229 @@
|
||||
/**
|
||||
* 时间线构建 + 视频调整策略
|
||||
*
|
||||
* 核心算法模块。纯函数 + ffmpeg，自包含可测试。
|
||||
*
|
||||
* 规则:
|
||||
* 图片模式: TTS 音频时长 = 画面时长，无音频 = 跳过
|
||||
* 视频模式: TTS 为主轴，视频通过策略适配
|
||||
* 视频比音频长 → 加速(≤2x) / 裁剪(>2x)
|
||||
* 视频比音频短 → 放缓(≥0.5x) / 画面停顿(<0.5x)
|
||||
* 所有策略失败 → 兜底截断
|
||||
*/
|
||||
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const { execFile } = require('child_process')
|
||||
const { US } = require('./capcut-api')
|
||||
|
||||
// ============================================================================
|
||||
// 时间线构建
|
||||
// ============================================================================
|
||||
|
||||
function buildTimeline(items) {
|
||||
let offset = 0
|
||||
return items.map(item => {
|
||||
let audioDur
|
||||
if (item.segments && item.segments.length > 0) {
|
||||
audioDur = item.segments.reduce((sum, s) => sum + (s.duration || 0), 0) * US
|
||||
} else {
|
||||
audioDur = (item.audioDuration != null) ? item.audioDuration * US : 0
|
||||
}
|
||||
const videoDur = (item.videoDuration != null) ? item.videoDuration * US : 0
|
||||
const hasVideo = !!(item.video || item.videoUrl || item.url)
|
||||
|
||||
// 无 TTS 音频
|
||||
if (audioDur <= 0) {
|
||||
if (hasVideo && videoDur > 0) {
|
||||
const entry = { start: offset, end: offset + videoDur, duration: videoDur, speed: 1, strategy: 'none' }
|
||||
offset += videoDur
|
||||
return entry
|
||||
}
|
||||
const entry = { start: offset, end: offset, duration: 0, speed: 1, strategy: 'none', skip: true }
|
||||
return entry
|
||||
}
|
||||
|
||||
const dur = audioDur
|
||||
|
||||
if (!hasVideo || videoDur <= 0) {
|
||||
const entry = { start: offset, end: offset + dur, duration: dur, speed: 1, strategy: 'none' }
|
||||
offset += dur
|
||||
return entry
|
||||
}
|
||||
|
||||
// 视频模式：策略选择
|
||||
const ratio = videoDur / audioDur
|
||||
|
||||
if (ratio > 1.1) {
|
||||
if (ratio <= 2) {
|
||||
const entry = { start: offset, end: offset + dur, duration: dur, speed: ratio, strategy: 'speed_up' }
|
||||
offset += dur
|
||||
return entry
|
||||
} else {
|
||||
const entry = { start: offset, end: offset + dur, duration: dur, speed: 1, strategy: 'trim' }
|
||||
offset += dur
|
||||
return entry
|
||||
}
|
||||
} else if (ratio < 0.9) {
|
||||
if (ratio >= 0.5) {
|
||||
const entry = { start: offset, end: offset + dur, duration: dur, speed: ratio, strategy: 'slow_down' }
|
||||
offset += dur
|
||||
return entry
|
||||
} else {
|
||||
const entry = {
|
||||
start: offset, end: offset + dur, duration: dur, speed: 1,
|
||||
strategy: 'freeze', freezeExtra: dur - videoDur,
|
||||
}
|
||||
offset += dur
|
||||
return entry
|
||||
}
|
||||
} else {
|
||||
const entry = { start: offset, end: offset + dur, duration: dur, speed: 1, strategy: 'none' }
|
||||
offset += dur
|
||||
return entry
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 视频调整（ffmpeg 策略）
|
||||
// ============================================================================
|
||||
|
||||
/**
|
||||
* ffmpeg 视频调整：根据策略适配音频时长
|
||||
*
|
||||
* 策略（按 ratio = videoDur / audioDur 选择）:
|
||||
* speed_up (ratio > 1.1, ≤2x) → setpts 压缩时间（加速）
|
||||
* trim (ratio > 2x) → 截断到目标时长
|
||||
* slow_down (ratio < 0.9, ≥0.5x) → setpts 拉长时间（慢放）
|
||||
* freeze (ratio < 0.5x) → 视频原速 + 最后一帧冻结补时长
|
||||
* none (0.9~1.1) → 无需调整
|
||||
*
|
||||
* 所有策略失败后兜底：截断到目标时长
|
||||
*/
|
||||
async function adjustVideoSpeed(videoPath, targetDurationSec, strategy = 'none', speed = 1, freezeExtraUs = 0) {
|
||||
if (!fs.existsSync(videoPath)) return videoPath
|
||||
if (strategy === 'none') return videoPath
|
||||
|
||||
function fallbackTrim(cb) {
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-i', videoPath,
|
||||
'-t', String(targetDurationSec),
|
||||
'-c', 'copy',
|
||||
videoPath.replace(/(\.\w+)$/, '_adj$1')
|
||||
], { timeout: 30000 }, (err) => {
|
||||
if (err) { cb(videoPath); return }
|
||||
cb(videoPath.replace(/(\.\w+)$/, '_adj$1'))
|
||||
})
|
||||
}
|
||||
|
||||
return new Promise((resolve) => {
|
||||
execFile('ffprobe', [
|
||||
'-v', 'quiet', '-show_entries', 'format=duration',
|
||||
'-of', 'csv=p=0', videoPath
|
||||
], (err, stdout) => {
|
||||
if (err) { fallbackTrim(resolve); return }
|
||||
const videoDur = parseFloat(stdout.trim())
|
||||
if (!videoDur || videoDur <= 0) { fallbackTrim(resolve); return }
|
||||
|
||||
const outPath = videoPath.replace(/(\.\w+)$/, '_adj$1')
|
||||
|
||||
if (strategy === 'trim') {
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-i', videoPath,
|
||||
'-t', String(targetDurationSec),
|
||||
'-c', 'copy',
|
||||
outPath
|
||||
], { timeout: 30000 }, (err) => {
|
||||
if (err) { console.log(` 截断失败: ${err.message}`); resolve(videoPath); return }
|
||||
console.log(` 截断: ${videoDur.toFixed(1)}s → ${targetDurationSec.toFixed(1)}s`)
|
||||
resolve(outPath)
|
||||
})
|
||||
} else if (strategy === 'speed_up') {
|
||||
const speedVal = speed.toFixed(3)
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-i', videoPath,
|
||||
'-filter_complex', `setpts=PTS/${speedVal}`,
|
||||
'-an',
|
||||
outPath
|
||||
], { timeout: 30000 }, (err) => {
|
||||
if (err) {
|
||||
console.log(` 加速失败，兜底截断: ${err.message}`)
|
||||
fallbackTrim(resolve)
|
||||
return
|
||||
}
|
||||
console.log(` 加速: ${videoDur.toFixed(1)}s → ${targetDurationSec.toFixed(1)}s (${speedVal}x)`)
|
||||
resolve(outPath)
|
||||
})
|
||||
} else if (strategy === 'slow_down') {
|
||||
const factor = (1 / speed).toFixed(3)
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-i', videoPath,
|
||||
'-filter_complex', `setpts=PTS*${factor}`,
|
||||
'-an',
|
||||
outPath
|
||||
], { timeout: 30000 }, (err) => {
|
||||
if (err) {
|
||||
console.log(` 放缓失败，兜底截断: ${err.message}`)
|
||||
fallbackTrim(resolve)
|
||||
return
|
||||
}
|
||||
console.log(` 放缓: ${videoDur.toFixed(1)}s → ${targetDurationSec.toFixed(1)}s (${speed.toFixed(2)}x speed)`)
|
||||
resolve(outPath)
|
||||
})
|
||||
} else if (strategy === 'freeze') {
|
||||
const freezeSec = freezeExtraUs / US
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-i', videoPath,
|
||||
'-filter_complex', `tpad=stop=-1:stop_duration=${freezeSec.toFixed(3)}`,
|
||||
'-an',
|
||||
outPath
|
||||
], { timeout: 30000 }, (err) => {
|
||||
if (err) {
|
||||
console.log(` tpad freeze 失败，尝试 concat 方案: ${err.message}`)
|
||||
const lastFrame = videoPath.replace(/(\.\w+)$/, '_lastframe.png')
|
||||
const frozenVideo = videoPath.replace(/(\.\w+)$/, '_frozen.mp4')
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-sseof', '-0.1', '-i', videoPath,
|
||||
'-frames:v', '1', lastFrame
|
||||
], { timeout: 10000 }, (err2) => {
|
||||
if (err2) { console.log(` concat 方案也失败，兜底截断`); fallbackTrim(resolve); return }
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-loop', '1', '-i', lastFrame,
|
||||
'-t', String(freezeSec.toFixed(3)),
|
||||
'-pix_fmt', 'yuv420p',
|
||||
'-vf', 'scale=trunc(iw/2)*2:trunc(ih/2)*2',
|
||||
frozenVideo
|
||||
], { timeout: 15000 }, (err3) => {
|
||||
if (err3) {
|
||||
try { fs.unlinkSync(lastFrame) } catch (_) {}
|
||||
console.log(` 冻结帧视频生成失败，兜底截断`)
|
||||
fallbackTrim(resolve)
|
||||
return
|
||||
}
|
||||
const concatList = path.join(path.dirname(videoPath), '_freeze_concat.txt')
|
||||
fs.writeFileSync(concatList, `file '${videoPath}'\nfile '${frozenVideo}'\n`)
|
||||
execFile('ffmpeg', [
|
||||
'-y', '-f', 'concat', '-safe', '0', '-i', concatList,
|
||||
'-c', 'copy', outPath
|
||||
], { timeout: 30000 }, (err4) => {
|
||||
try { fs.unlinkSync(lastFrame); fs.unlinkSync(frozenVideo); fs.unlinkSync(concatList) } catch (_) {}
|
||||
if (err4) { console.log(` 拼接失败，兜底截断`); fallbackTrim(resolve); return }
|
||||
console.log(` 画面停顿: ${videoDur.toFixed(1)}s + 冻结 ${freezeSec.toFixed(1)}s = ${targetDurationSec.toFixed(1)}s`)
|
||||
resolve(outPath)
|
||||
})
|
||||
})
|
||||
})
|
||||
return
|
||||
}
|
||||
console.log(` 画面停顿: ${videoDur.toFixed(1)}s + 冻结 ${freezeSec.toFixed(1)}s = ${targetDurationSec.toFixed(1)}s`)
|
||||
resolve(outPath)
|
||||
})
|
||||
} else {
|
||||
resolve(videoPath)
|
||||
}
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
module.exports = { buildTimeline, adjustVideoSpeed }
|
||||
621
.claude/skills/video-from-script/scripts/lib/capcut-tracks.js
Normal file
621
.claude/skills/video-from-script/scripts/lib/capcut-tracks.js
Normal file
@@ -0,0 +1,621 @@
|
||||
/**
|
||||
* CapCut 轨道操作
|
||||
*
|
||||
* 所有 add* 函数 + 转场策略 + 账号配置读取。
|
||||
* Agent 修改字幕风格、Ken Burns、转场、特效等只需关注此文件。
|
||||
*/
|
||||
|
||||
const path = require('path')
|
||||
const { api, US } = require('./capcut-api')
|
||||
const { splitTextIntoSentences, loadAccountConfig: loadAccountConfigFromUtils } = require('./pipeline-utils')
|
||||
|
||||
// ============================================================================
|
||||
// 账号配置读取
|
||||
// ============================================================================
|
||||
|
||||
function loadAccountConfig(manifest) {
|
||||
const account = manifest.account
|
||||
if (!account) return {}
|
||||
try { return loadAccountConfigFromUtils(account) } catch { return {} }
|
||||
}
|
||||
|
||||
function loadSubtitleStyle(manifest) {
|
||||
return loadAccountConfig(manifest).capcut?.subtitleStyle || {}
|
||||
}
|
||||
|
||||
function loadKeywordStyle(manifest) {
|
||||
return loadAccountConfig(manifest).capcut?.keywordStyle || {}
|
||||
}
|
||||
|
||||
function loadTransitions(manifest) {
|
||||
return loadAccountConfig(manifest).capcut?.transitions || null
|
||||
}
|
||||
|
||||
function applyAnimationProps(cap, style = {}) {
|
||||
if (style.inAnimation) cap.in_animation = style.inAnimation
|
||||
if (style.outAnimation) cap.out_animation = style.outAnimation
|
||||
if (style.inAnimDuration) cap.in_animation_duration = style.inAnimDuration
|
||||
if (style.outAnimDuration) cap.out_animation_duration = style.outAnimDuration
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 转场策略
|
||||
// ============================================================================
|
||||
|
||||
function getTransition(item, index, totalCount, transitionConfig, allItems, timeline) {
|
||||
if (!transitionConfig) return { name: '', duration: 0 }
|
||||
|
||||
const defaultT = transitionConfig.default || { name: '闪白', duration: 150000 }
|
||||
const strategy = transitionConfig.strategy || 'fixed'
|
||||
|
||||
if (index === 0) return { name: '', duration: 0 }
|
||||
if (index >= totalCount - 1) return { name: '', duration: 0 }
|
||||
|
||||
switch (strategy) {
|
||||
case 'director': {
|
||||
const ref = (item.directorRef || '').toLowerCase()
|
||||
const byDirector = transitionConfig.byDirector || {}
|
||||
return byDirector[ref] || defaultT
|
||||
}
|
||||
|
||||
case 'rhythm': {
|
||||
const rules = transitionConfig.byPosition || {}
|
||||
if (index >= totalCount - 2) return rules.closing || defaultT
|
||||
if (allItems && index > 0) {
|
||||
const prev = allItems[index - 1]
|
||||
if (item.directorRef && prev.directorRef && item.directorRef !== prev.directorRef) {
|
||||
return rules.keypoint || defaultT
|
||||
}
|
||||
if (item.keyword && !prev.keyword) {
|
||||
return rules.keypoint || defaultT
|
||||
}
|
||||
}
|
||||
if (timeline && timeline.length > 0) {
|
||||
const elapsed = timeline[index].start
|
||||
let lastTransStart = 0
|
||||
for (let pi = index - 1; pi >= 1; pi--) {
|
||||
const p = allItems[pi]
|
||||
const pp = pi > 0 ? allItems[pi - 1] : null
|
||||
if (pi >= totalCount - 2) { lastTransStart = timeline[pi].start; break }
|
||||
if (pp && p.directorRef && pp.directorRef && p.directorRef !== pp.directorRef) {
|
||||
lastTransStart = timeline[pi].start; break
|
||||
}
|
||||
if (p.keyword && pp && !pp.keyword) { lastTransStart = timeline[pi].start; break }
|
||||
}
|
||||
if (elapsed - lastTransStart >= 8000000) return rules.body || defaultT
|
||||
} else {
|
||||
if (index % 3 === 0) return rules.body || defaultT
|
||||
}
|
||||
return { name: '', duration: 0 }
|
||||
}
|
||||
|
||||
case 'fixed':
|
||||
default:
|
||||
return defaultT
|
||||
}
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 入场动画映射
|
||||
// ============================================================================
|
||||
|
||||
const DIRECTOR_ANIMATIONS = {
|
||||
tarantino: '动感放大',
|
||||
kitano: '轻微放大',
|
||||
fincher: '渐显',
|
||||
}
|
||||
|
||||
function getAnimationForDirector(directorRef, defaultAnimation) {
|
||||
if (!directorRef) return defaultAnimation
|
||||
return DIRECTOR_ANIMATIONS[directorRef.toLowerCase()] || defaultAnimation
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// Ken Burns 关键帧动画
|
||||
// ============================================================================
|
||||
|
||||
const KEN_BURNS_FALLBACK = {
|
||||
default: { startScale: 1.0, scaleRate: 0.8, panXRate: 0, panYRate: 0 },
|
||||
byDirector: {
|
||||
tarantino: { startScale: 1.0, scaleRate: 0.9, panXRate: 0, panYRate: -0.3 },
|
||||
kitano: { startScale: 1.03, scaleRate: 0.5, panXRate: 0.4, panYRate: 0 },
|
||||
fincher: { startScale: 1.0, scaleRate: 0.4, panXRate: 0, panYRate: 0 },
|
||||
},
|
||||
}
|
||||
const KEN_BURNS_MAX_SCALE = 1.20
|
||||
|
||||
function loadKenBurns(manifest) {
|
||||
const cfg = loadAccountConfig(manifest).capcut?.kenBurns
|
||||
if (cfg && cfg.default) return cfg
|
||||
return KEN_BURNS_FALLBACK
|
||||
}
|
||||
|
||||
function getKenBurnsProfile(item, kbConfig) {
|
||||
const director = (item.directorRef || '').toLowerCase()
|
||||
const byDirector = kbConfig.byDirector || {}
|
||||
return byDirector[director] || kbConfig.default
|
||||
}
|
||||
|
||||
async function addKenBurns(draftUrl, segmentIds, items, timeline, manifest) {
|
||||
if (!segmentIds || segmentIds.length === 0) {
|
||||
console.log(' 无 segment IDs，跳过 Ken Burns')
|
||||
return
|
||||
}
|
||||
|
||||
const kbConfig = loadKenBurns(manifest)
|
||||
if (kbConfig.enabled === false) {
|
||||
console.log(' Ken Burns 已禁用（account.json kenBurns.enabled=false）')
|
||||
return
|
||||
}
|
||||
|
||||
const keyframes = []
|
||||
for (let i = 0; i < segmentIds.length; i++) {
|
||||
const segId = segmentIds[i]
|
||||
const item = items[i]
|
||||
const tl = timeline[i]
|
||||
if (!segId || !tl) continue
|
||||
|
||||
const profile = getKenBurnsProfile(item, kbConfig)
|
||||
const durSec = tl.duration / US
|
||||
const segDur = tl.duration
|
||||
|
||||
const startScale = profile.startScale || 1.0
|
||||
const scaleRate = profile.scaleRate != null ? profile.scaleRate : 0.8
|
||||
const endScale = Math.min(startScale + scaleRate * durSec / 100, KEN_BURNS_MAX_SCALE)
|
||||
|
||||
keyframes.push(
|
||||
{ segment_id: segId, property: 'UNIFORM_SCALE', offset: 0, value: startScale },
|
||||
{ segment_id: segId, property: 'UNIFORM_SCALE', offset: segDur, value: endScale },
|
||||
)
|
||||
|
||||
const panXRate = profile.panXRate || 0
|
||||
const panYRate = profile.panYRate || 0
|
||||
if (panXRate !== 0) {
|
||||
const panX = panXRate * durSec
|
||||
keyframes.push(
|
||||
{ segment_id: segId, property: 'KFTypePositionX', offset: 0, value: 0 },
|
||||
{ segment_id: segId, property: 'KFTypePositionX', offset: segDur, value: panX },
|
||||
)
|
||||
}
|
||||
if (panYRate !== 0) {
|
||||
const panY = panYRate * durSec
|
||||
keyframes.push(
|
||||
{ segment_id: segId, property: 'KFTypePositionY', offset: 0, value: 0 },
|
||||
{ segment_id: segId, property: 'KFTypePositionY', offset: segDur, value: panY },
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
if (keyframes.length === 0) {
|
||||
console.log(' 无关键帧生成，跳过')
|
||||
return
|
||||
}
|
||||
|
||||
const res = await api('add_keyframes', {
|
||||
draft_url: draftUrl,
|
||||
keyframes: JSON.stringify(keyframes),
|
||||
})
|
||||
console.log(` 已添加 ${res.keyframes_added || keyframes.length} 个 Ken Burns 关键帧 (${segmentIds.length} 段)`)
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加图片
|
||||
// ============================================================================
|
||||
|
||||
async function addImages(draftUrl, items, imgUrls, timeline, width, height, animation = '', transitionConfig = null) {
|
||||
const imageInfos = items.map((item, i) => {
|
||||
const url = imgUrls[item.file]
|
||||
if (!url) throw new Error(`图片 ${item.file} 未上传成功，无法添加`)
|
||||
const tl = timeline[i]
|
||||
const t = getTransition(item, i, items.length, transitionConfig, items, timeline)
|
||||
const info = {
|
||||
image_url: url,
|
||||
width,
|
||||
height,
|
||||
start: tl.start,
|
||||
end: tl.end,
|
||||
duration: tl.duration,
|
||||
transition: t.name,
|
||||
transition_duration: t.duration,
|
||||
}
|
||||
|
||||
const itemAnimation = getAnimationForDirector(item.directorRef, animation)
|
||||
if (itemAnimation) {
|
||||
const parts = itemAnimation.split('+').map(p => p.trim()).filter(Boolean)
|
||||
const loopNames = ['缩放', '缩放 II', '回弹伸缩', '旋转伸缩']
|
||||
const loopAnims = parts.filter(p => loopNames.includes(p))
|
||||
const inAnims = parts.filter(p => !loopNames.includes(p))
|
||||
if (loopAnims.length > 0) info.loop_animation = loopAnims.join('|')
|
||||
if (inAnims.length > 0) info.in_animation = inAnims.join('|')
|
||||
}
|
||||
|
||||
return info
|
||||
})
|
||||
|
||||
console.log(` 一次性添加 ${imageInfos.length} 张图片...`)
|
||||
const res = await api('add_images', {
|
||||
draft_url: draftUrl,
|
||||
image_infos: JSON.stringify(imageInfos),
|
||||
alpha: 1, scale_x: 1, scale_y: 1,
|
||||
transform_x: 0, transform_y: 0,
|
||||
}, 300000)
|
||||
const allSegmentIds = res.segment_ids || []
|
||||
|
||||
console.log(` 已添加 ${items.length} 张图片`)
|
||||
return allSegmentIds
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加视频
|
||||
// ============================================================================
|
||||
|
||||
async function addVideos(draftUrl, inputDir, items, timeline, width, height, transitionConfig = null) {
|
||||
const videoInfos = items.map((item, i) => {
|
||||
const tl = timeline[i]
|
||||
const t = getTransition(item, i, items.length, transitionConfig, items, timeline)
|
||||
return {
|
||||
video_url: item.videoUrl || (item.video ? path.resolve(inputDir, item.video) : null) || item.url || path.resolve(inputDir, item.file),
|
||||
width,
|
||||
height,
|
||||
start: tl.start,
|
||||
end: tl.end,
|
||||
duration: tl.duration,
|
||||
mask: '',
|
||||
transition: t.name,
|
||||
transition_duration: t.duration,
|
||||
volume: item.volume || 1,
|
||||
}
|
||||
})
|
||||
|
||||
try {
|
||||
const res = await api('add_videos', {
|
||||
draft_url: draftUrl,
|
||||
video_infos: JSON.stringify(videoInfos),
|
||||
alpha: 1, scale_x: 1, scale_y: 1,
|
||||
transform_x: 0, transform_y: 0,
|
||||
scene_timelines: [],
|
||||
})
|
||||
console.log(` 已添加 ${items.length} 个视频片段（全量）`)
|
||||
return res.segment_ids || []
|
||||
} catch (err) {
|
||||
if (!err.message.includes('504') && !err.message.includes('timeout')) throw err
|
||||
console.log(` 全量提交超时，降级为分批添加...`)
|
||||
}
|
||||
|
||||
const BATCH_SIZE = 3
|
||||
const allSegmentIds = []
|
||||
for (let i = 0; i < videoInfos.length; i += BATCH_SIZE) {
|
||||
const batch = videoInfos.slice(i, i + BATCH_SIZE)
|
||||
const batchNum = Math.floor(i / BATCH_SIZE) + 1
|
||||
const totalBatches = Math.ceil(videoInfos.length / BATCH_SIZE)
|
||||
console.log(` 分批 [${batchNum}/${totalBatches}] 添加 ${batch.length} 个片段...`)
|
||||
const res = await api('add_videos', {
|
||||
draft_url: draftUrl,
|
||||
video_infos: JSON.stringify(batch),
|
||||
alpha: 1, scale_x: 1, scale_y: 1,
|
||||
transform_x: 0, transform_y: 0,
|
||||
scene_timelines: [],
|
||||
})
|
||||
if (res.segment_ids) allSegmentIds.push(...res.segment_ids)
|
||||
}
|
||||
|
||||
console.log(` 已添加 ${items.length} 个视频片段（分批）`)
|
||||
return allSegmentIds
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加 TTS 配音
|
||||
// ============================================================================
|
||||
|
||||
async function addVoiceover(draftUrl, inputDir, items, timeline, audioUrls = {}) {
|
||||
const audioItems = items.filter(item => item.audio || (item.segments && item.segments.length > 0))
|
||||
if (audioItems.length === 0) {
|
||||
console.log(' 无 TTS 音频文件，跳过')
|
||||
return
|
||||
}
|
||||
|
||||
const audioInfos = []
|
||||
const resolveAudio = (relPath) => {
|
||||
if (relPath.startsWith('http')) return relPath
|
||||
if (audioUrls[relPath]) return audioUrls[relPath]
|
||||
return path.isAbsolute(relPath) ? relPath : path.resolve(inputDir, relPath)
|
||||
}
|
||||
|
||||
for (let i = 0; i < items.length; i++) {
|
||||
const item = items[i]
|
||||
const tl = timeline[i]
|
||||
|
||||
if (item.segments && item.segments.length > 0) {
|
||||
let currentTime = tl.start
|
||||
for (let si = 0; si < item.segments.length; si++) {
|
||||
const seg = item.segments[si]
|
||||
const audioUrl = resolveAudio(seg.audio)
|
||||
const segDurUs = (seg.duration || 0) * US
|
||||
if (segDurUs <= 0) continue
|
||||
const isLast = si === item.segments.length - 1
|
||||
const endTime = isLast ? tl.end : currentTime + segDurUs
|
||||
audioInfos.push({
|
||||
audio_url: audioUrl,
|
||||
start: currentTime,
|
||||
end: endTime,
|
||||
duration: endTime - currentTime,
|
||||
volume: 1.0,
|
||||
})
|
||||
currentTime = endTime
|
||||
}
|
||||
} else if (item.audio) {
|
||||
const audioUrl = resolveAudio(item.audio)
|
||||
const audioDurUs = item.audioDuration ? item.audioDuration * US : tl.duration
|
||||
|
||||
audioInfos.push({
|
||||
audio_url: audioUrl,
|
||||
start: tl.start,
|
||||
end: tl.start + audioDurUs,
|
||||
duration: audioDurUs,
|
||||
volume: 1.0,
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
if (audioInfos.length === 0) {
|
||||
console.log(' 无可用音频，跳过配音')
|
||||
return
|
||||
}
|
||||
|
||||
await api('add_audios', {
|
||||
draft_url: draftUrl,
|
||||
audio_infos: JSON.stringify(audioInfos),
|
||||
})
|
||||
const ossCount = audioInfos.filter(a => a.audio_url.startsWith('http')).length
|
||||
console.log(` 已添加 ${audioInfos.length} 段 TTS 配音 (${ossCount > 0 ? `${ossCount} 段 OSS + ` : ''}${audioInfos.length - ossCount} 段本地)`)
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加 BGM
|
||||
// ============================================================================
|
||||
|
||||
async function addBGM(draftUrl, bgmUrl, totalDurationUs) {
|
||||
let audioDuration = totalDurationUs
|
||||
try {
|
||||
const durRes = await api('get_audio_duration', { mp3_url: bgmUrl })
|
||||
if (durRes.duration) audioDuration = durRes.duration
|
||||
} catch (_) {}
|
||||
|
||||
const fadeIn = 500000
|
||||
const fadeOut = 1000000
|
||||
|
||||
await api('add_audios', {
|
||||
draft_url: draftUrl,
|
||||
audio_infos: JSON.stringify([{
|
||||
audio_url: bgmUrl,
|
||||
duration: audioDuration,
|
||||
end: Math.min(audioDuration, totalDurationUs),
|
||||
start: 0,
|
||||
volume: 0.15,
|
||||
fade_in_duration: fadeIn,
|
||||
fade_out_duration: fadeOut,
|
||||
}]),
|
||||
})
|
||||
console.log(` 已添加 BGM (${(audioDuration / US).toFixed(1)}s, fade 0.5s/1s)`)
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加字幕
|
||||
// ============================================================================
|
||||
|
||||
async function addSubtitles(draftUrl, items, timeline, style = {}, split = false) {
|
||||
const captions = []
|
||||
|
||||
const animStyle = {
|
||||
inAnimation: style.inAnimation || '',
|
||||
outAnimation: style.outAnimation || '',
|
||||
inAnimDuration: style.inAnimationDuration || null,
|
||||
outAnimDuration: style.outAnimationDuration || null,
|
||||
}
|
||||
|
||||
for (let i = 0; i < items.length; i++) {
|
||||
const item = items[i]
|
||||
const text = item.script || item.text || item.caption || ''
|
||||
if (!text) continue
|
||||
|
||||
const tl = timeline[i]
|
||||
|
||||
if (split) {
|
||||
if (item.segments && item.segments.length > 0) {
|
||||
let currentTime = tl.start
|
||||
for (let si = 0; si < item.segments.length; si++) {
|
||||
const seg = item.segments[si]
|
||||
const segDurUs = (seg.duration || 0) * US
|
||||
if (segDurUs <= 0) continue
|
||||
const isLast = si === item.segments.length - 1
|
||||
const endTime = isLast ? tl.end : currentTime + segDurUs
|
||||
const cap = { start: currentTime, end: endTime, text: seg.text }
|
||||
applyAnimationProps(cap, animStyle)
|
||||
captions.push(cap)
|
||||
currentTime = endTime
|
||||
}
|
||||
} else {
|
||||
const sentences = splitTextIntoSentences(text)
|
||||
if (sentences.length === 0) continue
|
||||
|
||||
const totalDuration = tl.end - tl.start
|
||||
const totalChars = sentences.reduce((sum, s) => sum + s.length, 0)
|
||||
let currentTime = tl.start
|
||||
|
||||
sentences.forEach((sentence, idx) => {
|
||||
const charRatio = sentence.length / totalChars
|
||||
let duration = Math.round(totalDuration * charRatio)
|
||||
|
||||
if (idx === sentences.length - 1) {
|
||||
duration = tl.end - currentTime
|
||||
}
|
||||
|
||||
duration = Math.max(duration, 500000)
|
||||
|
||||
const cap = {
|
||||
start: currentTime,
|
||||
end: currentTime + duration,
|
||||
text: sentence,
|
||||
}
|
||||
|
||||
applyAnimationProps(cap, animStyle)
|
||||
captions.push(cap)
|
||||
currentTime += duration
|
||||
})
|
||||
}
|
||||
} else {
|
||||
const cap = {
|
||||
start: tl.start,
|
||||
end: tl.end,
|
||||
text,
|
||||
}
|
||||
|
||||
applyAnimationProps(cap, animStyle)
|
||||
captions.push(cap)
|
||||
}
|
||||
}
|
||||
|
||||
if (captions.length === 0) {
|
||||
console.log(' 无字幕内容，跳过')
|
||||
return
|
||||
}
|
||||
|
||||
await api('add_captions', {
|
||||
draft_url: draftUrl,
|
||||
captions: JSON.stringify(captions),
|
||||
font: style.font || null,
|
||||
font_size: style.fontSize || 15,
|
||||
text_color: style.color || '#ffffff',
|
||||
alignment: 1,
|
||||
bold: style.bold || false,
|
||||
italic: false,
|
||||
underline: false,
|
||||
has_shadow: style.hasShadow || false,
|
||||
shadow_info: style.shadowAlpha ? {
|
||||
shadow_alpha: style.shadowAlpha,
|
||||
shadow_color: style.shadowColor || '#000000',
|
||||
shadow_diffuse: 15,
|
||||
shadow_distance: 5,
|
||||
shadow_angle: -45,
|
||||
} : undefined,
|
||||
letter_spacing: style.letterSpacing || 0,
|
||||
line_spacing: style.lineSpacing || 0,
|
||||
alpha: style.alpha || 1,
|
||||
scale_x: 1, scale_y: 1,
|
||||
transform_x: 0,
|
||||
transform_y: style.transformY || 0,
|
||||
style_text: 0,
|
||||
})
|
||||
|
||||
console.log(` 已添加 ${captions.length} 条字幕${split ? ' (分句模式)' : ''} (字体: ${style.font || '默认'}, 动画: ${animStyle.inAnimation || '无'} → ${animStyle.outAnimation || '无'})`)
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加关键字氛围词
|
||||
// ============================================================================
|
||||
|
||||
async function addKeywordOverlays(draftUrl, items, timeline, style = {}) {
|
||||
const keywordItems = items.filter(item => item.keyword)
|
||||
if (keywordItems.length === 0) {
|
||||
console.log(' 无关键字，跳过')
|
||||
return
|
||||
}
|
||||
|
||||
const captions = []
|
||||
for (let i = 0; i < items.length; i++) {
|
||||
const item = items[i]
|
||||
if (!item.keyword) continue
|
||||
const tl = timeline[i]
|
||||
|
||||
const cap = {
|
||||
start: tl.start,
|
||||
end: tl.end,
|
||||
text: item.keyword,
|
||||
}
|
||||
applyAnimationProps(cap, style)
|
||||
|
||||
captions.push(cap)
|
||||
}
|
||||
|
||||
if (captions.length === 0) return
|
||||
|
||||
await api('add_captions', {
|
||||
draft_url: draftUrl,
|
||||
captions: JSON.stringify(captions),
|
||||
font: style.font || null,
|
||||
font_size: style.fontSize || 60,
|
||||
text_color: style.color || '#FFFFFF',
|
||||
alignment: 1,
|
||||
bold: style.bold || false,
|
||||
has_shadow: style.hasShadow || false,
|
||||
shadow_info: style.shadowAlpha ? {
|
||||
shadow_alpha: style.shadowAlpha,
|
||||
shadow_color: style.shadowColor || '#000000',
|
||||
shadow_diffuse: 15,
|
||||
shadow_distance: 5,
|
||||
shadow_angle: -45,
|
||||
} : undefined,
|
||||
alpha: style.alpha || 1,
|
||||
scale_x: 1, scale_y: 1,
|
||||
transform_x: 0,
|
||||
transform_y: style.transformY || 0,
|
||||
text_effect: style.textEffect || null,
|
||||
})
|
||||
console.log(` 已添加 ${captions.length} 个关键字氛围词 (效果: ${style.textEffect || '无'})`)
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加特效
|
||||
// ============================================================================
|
||||
|
||||
async function addEffects(draftUrl, effectsStr, totalDurationUs) {
|
||||
const effectNames = effectsStr.split(',').map(s => s.trim()).filter(Boolean)
|
||||
const effectInfos = effectNames.map(name => ({
|
||||
effect_title: name,
|
||||
start: 0,
|
||||
end: totalDurationUs,
|
||||
}))
|
||||
|
||||
await api('add_effects', {
|
||||
draft_url: draftUrl,
|
||||
effect_infos: JSON.stringify(effectInfos),
|
||||
})
|
||||
|
||||
console.log(` 已添加: ${effectNames.join(', ')}`)
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 添加滤镜
|
||||
// ============================================================================
|
||||
|
||||
async function addFilter(draftUrl, filterStr, totalDurationUs) {
|
||||
const [name, intensity] = filterStr.split(':')
|
||||
await api('add_filters', {
|
||||
draft_url: draftUrl,
|
||||
filter_infos: JSON.stringify([{
|
||||
filter_title: (name || '').trim(),
|
||||
start: 0,
|
||||
end: totalDurationUs,
|
||||
intensity: parseFloat(intensity) || 50,
|
||||
}]),
|
||||
})
|
||||
console.log(` 已添加: ${(name || '').trim()} 强度 ${intensity || 50}`)
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
loadAccountConfig,
|
||||
loadSubtitleStyle,
|
||||
loadKeywordStyle,
|
||||
loadKenBurns,
|
||||
loadTransitions,
|
||||
getTransition,
|
||||
addImages,
|
||||
addVideos,
|
||||
addKenBurns,
|
||||
addVoiceover,
|
||||
addBGM,
|
||||
addSubtitles,
|
||||
addKeywordOverlays,
|
||||
addEffects,
|
||||
addFilter,
|
||||
}
|
||||
Reference in New Issue
Block a user