AndroidRemoteController/nodejs/ef-compiler/actions/fun/img-center-point-location.js

/**
 * fun 标签：img-center-point-location
 * 图像匹配：识别模板图片在截图中的位置，返回中心点坐标
 */

const path = require('path')
const fs = require('fs')
const os = require('os')
const { spawnSync } = require('child_process')

const configPath = process.env.STATIC_ROOT
  ? path.join(path.dirname(process.env.STATIC_ROOT), 'configs', 'config.js')
  : path.join(__dirname, '..', '..', '..', '..', 'configs', 'config.js')
const config = fs.existsSync(configPath) ? require(configPath) : {}
// 打包后优先使用 config.projectRoot（如 package/x64/config.js 中的配置），否则按路径推导
const projectRoot = (config.projectRoot && fs.existsSync(config.projectRoot))
  ? config.projectRoot
  : path.dirname(path.dirname(path.resolve(configPath)))
const imageMatchScriptPath = path.join(projectRoot, 'python', 'scripts', 'image-match.py')

const tagName = 'img-center-point-location'

const schema = {
  description: '在屏幕截图中查找模板图片的位置并返回中心点坐标。inVars[1] 缩放比 [min,max]。inVars[2] 可选：数字 0–1 为旧版中心比例；或 [裁剪百分比, "w"|"h"] 表示以模板宽/高的该比例作为正方形边长取中心方形裁剪后匹配，如 [1,"w"]、[0.1,"h"]。',
  inputs: { template: '模板图片路径', scaleRange: '缩放比范围数组 [min, max]', centerRatio: '可选：数字 0–1 或 [percent, "w"|"h"] 方形裁剪', variable: '输出变量名' },
  outputs: { variable: '中心点坐标（JSON 字符串格式，如：{"x":123,"y":456}）' },
}

/** 解析 Python 可执行路径（与 config 中 pythonPath / pythonVenvPath 一致）。优先用 env（venv）以包含 opencv/numpy 等依赖。 */
function getPythonPath() {
  const base = config.pythonPath?.path || config.pythonVenvPath || path.join(projectRoot, 'python', process.arch === 'arm64' ? 'arm64' : 'x64')
  const envPy = path.join(base, 'env', 'Scripts', 'python.exe')
  const scriptsPy = path.join(base, 'Scripts', 'python.exe')
  const pyEmbedded = path.join(base, 'py', 'python.exe')
  if (fs.existsSync(envPy)) return envPy
  if (fs.existsSync(scriptsPy)) return scriptsPy
  if (fs.existsSync(pyEmbedded)) return pyEmbedded
  return 'python'
}

/** 在设备截图中匹配模板，返回坐标与中心点。scaleRange 为 [min, max]。centerRatio 为数字 0–1（旧版）或 [percent, 'w'|'h'] 方形裁剪。 */
function matchImageAndGetCoordinate(device, imagePath, scaleRange, centerRatio) {
  if (!imagePath || typeof imagePath !== 'string') return { success: false, error: '模板路径为空' }
  if (!Array.isArray(scaleRange) || scaleRange.length < 2) return { success: false, error: '缩放比范围 scaleRange 必填，且为 [min, max] 数组，如 [0.2, 1.6]' }
  const minScale = Number(scaleRange[0])
  const maxScale = Number(scaleRange[1])
  if (Number.isNaN(minScale) || Number.isNaN(maxScale) || minScale >= maxScale) return { success: false, error: '缩放比范围无效，需为两个数字且 min < max' }
  const templatePath = path.isAbsolute(imagePath) ? imagePath : path.resolve(projectRoot, imagePath)
  if (!fs.existsSync(templatePath)) return { success: false, error: `模板文件不存在: ${templatePath}` }
  const ts = Date.now()
  const templateDir = path.dirname(templatePath)
  const templateBase = path.basename(templatePath, path.extname(templatePath))
  const screenshotPath = path.join(templateDir, `Screenshot-${templateBase}.png`)
  try { fs.mkdirSync(templateDir, { recursive: true }) } catch (_) {}
  const templateCopyPath = path.join(os.tmpdir(), `ef-template-${ts}.png`)
  fs.copyFileSync(templatePath, templateCopyPath)

  const pythonPath = getPythonPath()
  const adbPath = config.adbPath?.path
    ? (path.isAbsolute(config.adbPath.path) ? config.adbPath.path : path.resolve(projectRoot, config.adbPath.path))
    : path.join(projectRoot, 'lib', 'scrcpy-adb', process.platform === 'win32' ? 'adb.exe' : 'adb')
  const cropOutputPath = path.join(templateDir, `Matched-${templateBase}.png`)
  const args = [imageMatchScriptPath, '--adb', adbPath, '--device', device, '--screenshot', screenshotPath.replace(/\\/g, '/'), '--template', templateCopyPath.replace(/\\/g, '/'), '--method', 'feature', '--scale-min', String(minScale), '--scale-max', String(maxScale), '--crop-output', cropOutputPath.replace(/\\/g, '/')]
  const isCropSquare = Array.isArray(centerRatio) && centerRatio.length >= 2 && typeof centerRatio[0] === 'number' && centerRatio[0] > 0
  const cropBase = isCropSquare ? String(centerRatio[1]).trim().toLowerCase() : ''
  const hasCrop = isCropSquare && (cropBase === 'w' || cropBase === 'h') || (centerRatio != null && typeof centerRatio === 'number' && centerRatio > 0 && centerRatio < 1)
  if (isCropSquare && (cropBase === 'w' || cropBase === 'h')) {
    args.push('--crop-square', String(centerRatio[0]), cropBase)
  } else {
    const ratio = centerRatio != null && typeof centerRatio === 'number' && centerRatio > 0 && centerRatio <= 1 ? centerRatio : 1
    if (ratio < 1) args.push('--center-ratio', String(ratio))
  }
  if (hasCrop) args.push('--template-output', templatePath.replace(/\\/g, '/'))
  const env = { ...process.env, PYTHONIOENCODING: 'utf-8' }
  if (process.platform === 'win32') {
    const pyDir = path.dirname(pythonPath)
    const pyRoot = path.dirname(path.dirname(pyDir))
    env.PATH = [pyDir, pyRoot, process.env.PATH].filter(Boolean).join(path.delimiter)
  }
  const spawnOpts = { encoding: 'utf-8', timeout: 20000, env, cwd: projectRoot }
  const r = spawnSync(pythonPath, args, spawnOpts)
  try { fs.unlinkSync(templateCopyPath) } catch (_) {}
  // 截图保留在模板同级目录（Screenshot-pic0.png 等），便于排查匹配失败原因

  if (r.status !== 0) {
    const msg = [r.stderr, r.stdout].filter(Boolean).map(s => String(s).trim()).join('\n') || '图像匹配失败'
    const extra = r.signal ? ` [signal: ${r.signal}]` : (r.error ? ` [${r.error.message}]` : '')
    const scriptExists = fs.existsSync(imageMatchScriptPath)
    const pyExists = fs.existsSync(pythonPath)
    const diag = ` | projectRoot=${projectRoot} script存在=${scriptExists} python存在=${pyExists} status=${r.status}`
    return { success: false, error: msg + extra + diag }
  }
  let out
  try {
    out = JSON.parse(r.stdout.trim())
  } catch (e) {
    return { success: false, error: `脚本输出非 JSON: ${(r.stdout || r.stderr || '').slice(0, 200)}` }
  }
  if (!out.success) return { success: false, error: out.error || '未找到图片' }
  return {
    success: true,
    coordinate: { x: out.x, y: out.y, width: out.width, height: out.height },
    clickPosition: { x: out.center_x, y: out.center_y }
  }
}

async function executeImgCenterPointLocation({ device, template, folderPath, scaleRange, centerRatio }) {
  if (!device) return { success: false, error: '缺少设备 ID，无法自动获取截图' }
  if (!template || typeof template !== 'string') return { success: false, error: '缺少模板图片路径' }
  if (!Array.isArray(scaleRange) || scaleRange.length < 2) return { success: false, error: 'img-center-point-location 必须填写 inVars[1] 缩放比范围 [min, max]，如 [0.2, 1.6]' }
  const baseDir = folderPath && typeof folderPath === 'string' ? folderPath : projectRoot
  // 绝对路径或带盘符的保持原样；已含子路径（如 tmp/pic0.png）相对 baseDir；否则视为 resources 下文件名
  const isAbsoluteOrDrive = template.startsWith('/') || template.includes(':')
  const hasSubPath = template.includes('/') || template.includes(path.sep)
  const templatePath = isAbsoluteOrDrive ? template : (hasSubPath ? path.join(baseDir, template) : path.join(baseDir, 'resources', template))
  const result = matchImageAndGetCoordinate(device, templatePath, scaleRange, centerRatio)
  if (!result.success) return { success: false, error: result.error }
  const center = result.clickPosition || { x: result.coordinate.x + result.coordinate.width / 2, y: result.coordinate.y + result.coordinate.height / 2 }
  return { success: true, center, coordinate: result.coordinate }
}

module.exports = { tagName, schema, executeImgCenterPointLocation, matchImageAndGetCoordinate }