video-create/.claude/skills/video-from-script/scripts/lib/phase-images.js

/**
 * Phase: images — 图片生成
 *
 * 支持 Gemini / MJ / Kling 三种模型，含首尾帧模式
 */

const path = require('path')
const { saveManifest, getReferences, ensureDir, renameGeneratedFile, log, getManifestDir } = require('./pipeline-utils')

async function phaseImages(manifest, manifestPath, options) {
  const dir = getManifestDir(manifestPath)
  const imagesDir = path.join(dir, 'images')
  ensureDir(imagesDir)

  const items = manifest.items.filter(it =>
    (!it.status || it.status === 'pending' || it.status === 'generating') && it.imagePrompt
  )
  if (items.length === 0) { log('images', '无待处理 item，跳过'); return }

  const accountConfig = options.accountConfig || {}
  let model = options.imageModel || manifest.imageModel || accountConfig.imageModel || 'gemini'
  const ratio = manifest.format || accountConfig.defaultFormat || '9:16'

  // 首尾帧模式：MJ 降级为 Gemini（MJ 出4张候选图无法一一对应首尾帧）
  if (model === 'mj' && manifest.mode === 'framePair') {
    log('images', '首尾帧模式不支持 MJ，自动降级为 Gemini')
    model = 'gemini'
  }
  const refs = getReferences(manifest, accountConfig)

  log('images', `共 ${items.length} 张, 模型: ${model}, 画幅: ${ratio}, 参考图: ${refs.localPaths.length}本地/${refs.urls.length}URL`)

  for (let i = 0; i < items.length; i++) {
    const item = items[i]
    const idx = i + 1
    try {
      item.status = 'generating'
      saveManifest(manifestPath, manifest)

      let result
      if (model === 'gemini') {
        const { generate: geminiGen, edit: geminiEdit } = require('../gemini-image-generator')
        if (refs.localPaths.length > 0) {
          log('images', `[${idx}/${items.length}] Gemini 图生图: ${item.imagePrompt.substring(0, 60)}...`)
          result = await geminiEdit(item.imagePrompt, refs.localPaths, {
            outputDir: imagesDir,
            aspectRatio: ratio,
          })
        } else {
          log('images', `[${idx}/${items.length}] Gemini 文生图: ${item.imagePrompt.substring(0, 60)}...`)
          result = await geminiGen(item.imagePrompt, {
            outputDir: imagesDir,
            aspectRatio: ratio,
          })
        }
        if (result.savedFiles && result.savedFiles.length > 0) {
          item.file = renameGeneratedFile(
            path.relative(dir, result.savedFiles[0]).replace(/\\/g, '/'),
            dir, idx, item.narration || item.shotDesc, ''
          )
        }
      } else if (model === 'mj') {
        const { generate: mjGen } = require('../mj-image-generator')
        const mjOpts = { outputDir: imagesDir, aspectRatio: ratio, split: true }
        if (refs.urls.length > 0) {
          mjOpts.referenceImages = refs.urls
          mjOpts.styleWeight = 200
        }
        log('images', `[${idx}/${items.length}] MJ 生图: ${item.imagePrompt.substring(0, 60)}...`)
        result = await mjGen(item.imagePrompt, mjOpts)
        if (result.files && result.files.length > 0) {
          item.candidates = result.files.map((f, ci) =>
            renameGeneratedFile(
              path.relative(dir, f).replace(/\\/g, '/'),
              dir, idx, item.narration || item.shotDesc, `cand${ci + 1}`
            )
          )
          item.file = item.candidates[0]
          log('images', `[${idx}/${items.length}] ${result.files.length} 张候选，默认选第1张`)
        }
      } else if (model === 'kling') {
        const { generate: klingGen } = require('../kling-image-generator')
        const klingOpts = { outputDir: imagesDir, aspectRatio: ratio }
        if (refs.urls.length > 0) {
          klingOpts.styleImageUrl = refs.urls[0]
        }
        log('images', `[${idx}/${items.length}] 可灵生图: ${item.imagePrompt.substring(0, 60)}...`)
        result = await klingGen(item.imagePrompt, klingOpts)
        if (result.savedFiles && result.savedFiles.length > 0) {
          item.file = renameGeneratedFile(
            path.relative(dir, result.savedFiles[0]).replace(/\\/g, '/'),
            dir, idx, item.narration || item.shotDesc, ''
          )
        }
      } else {
        throw new Error(`不支持的模型: ${model}（支持: gemini, mj, kling）`)
      }

      if (item.file) {
        item.status = 'done'
        log('images', `[${idx}/${items.length}] 完成: ${item.file}`)
      } else {
        item.status = 'failed'
        item.error = '生成器未返回文件'
        log('images', `[${idx}/${items.length}] 失败: 生成器未返回文件`)
      }

      // 首尾帧模式：生成第二张图（lastFrame）
      if (item.status === 'done' && manifest.mode === 'framePair' && item.lastFramePrompt && !item.lastFrame) {
        await generateLastFrame(item, idx, items.length, manifest, dir, imagesDir, model, ratio, manifestPath)
      }
    } catch (err) {
      item.status = 'failed'
      item.error = err.message
      log('images', `[${idx}/${items.length}] 失败: ${err.message}`)
    }
    saveManifest(manifestPath, manifest)
  }
}

async function generateLastFrame(item, idx, total, manifest, dir, imagesDir, model, ratio, manifestPath) {
  try {
    item.status = 'generating'
    saveManifest(manifestPath, manifest)

    const firstFramePath = path.resolve(dir, item.file)
    let lastResult
    if (model === 'gemini') {
      const { edit: geminiEdit } = require('../gemini-image-generator')
      lastResult = await geminiEdit(item.lastFramePrompt, [firstFramePath], {
        outputDir: imagesDir,
        aspectRatio: ratio,
      })
    } else if (model === 'mj') {
      const { generate: mjGen } = require('../mj-image-generator')
      const mjOpts = { outputDir: imagesDir, aspectRatio: ratio, split: false }
      if (item.url) {
        mjOpts.referenceImages = [item.url]
        mjOpts.styleWeight = 200
      }
      lastResult = await mjGen(item.lastFramePrompt, mjOpts)
    } else if (model === 'kling') {
      const { generate: klingGen } = require('../kling-image-generator')
      lastResult = await klingGen(item.lastFramePrompt, {
        outputDir: imagesDir,
        styleImageUrl: item.url || '',
        aspectRatio: ratio,
      })
    }

    if (lastResult) {
      const files = lastResult.savedFiles || lastResult.files || []
      if (files.length > 0) {
        item.lastFrame = renameGeneratedFile(
          path.relative(dir, files[0]).replace(/\\/g, '/'),
          dir, idx, item.narration || item.shotDesc, 'last'
        )
        item.status = 'done'
        log('images', `[${idx}/${total}] lastFrame 完成: ${item.lastFrame}`)
      } else {
        item.status = 'failed'
        item.error = 'lastFrame 生成器未返回文件'
        log('images', `[${idx}/${total}] lastFrame 失败: 未返回文件`)
      }
    }
  } catch (err) {
    item.status = 'failed'
    item.error = `lastFrame 失败: ${err.message}`
    log('images', `[${idx}/${total}] lastFrame 失败: ${err.message}`)
  }
}

module.exports = { phaseImages }