/** * fun 标签:img-center-point-location * 图像匹配:识别模板图片在截图中的位置,返回中心点坐标 */ const path = require('path') const fs = require('fs') const os = require('os') const { spawnSync } = require('child_process') const configPath = process.env.STATIC_ROOT ? path.join(path.dirname(process.env.STATIC_ROOT), 'configs', 'config.js') : path.join(__dirname, '..', '..', '..', '..', 'configs', 'config.js') const projectRoot = path.dirname(path.dirname(path.resolve(configPath))) const config = fs.existsSync(configPath) ? require(configPath) : {} const imageMatchScriptPath = path.join(projectRoot, 'python', 'scripts', 'image-match.py') const tagName = 'img-center-point-location' const schema = { description: '在屏幕截图中查找模板图片的位置并返回中心点坐标。inVars[1] 缩放比 [min,max]。inVars[2] 可选:数字 0–1 为旧版中心比例;或 [裁剪百分比, "w"|"h"] 表示以模板宽/高的该比例作为正方形边长取中心方形裁剪后匹配,如 [1,"w"]、[0.1,"h"]。', inputs: { template: '模板图片路径', scaleRange: '缩放比范围数组 [min, max]', centerRatio: '可选:数字 0–1 或 [percent, "w"|"h"] 方形裁剪', variable: '输出变量名' }, outputs: { variable: '中心点坐标(JSON 字符串格式,如:{"x":123,"y":456})' }, } /** 解析 Python 可执行路径(与 config 中 pythonPath / pythonVenvPath 一致) */ function getPythonPath() { const base = config.pythonPath?.path || config.pythonVenvPath || path.join(projectRoot, 'python', process.arch === 'arm64' ? 'arm64' : 'x64') const envPy = path.join(base, 'env', 'Scripts', 'python.exe') const scriptsPy = path.join(base, 'Scripts', 'python.exe') const pyEmbedded = path.join(base, 'py', 'python.exe') if (fs.existsSync(envPy)) return envPy if (fs.existsSync(scriptsPy)) return scriptsPy if (fs.existsSync(pyEmbedded)) return pyEmbedded return 'python' } /** 在设备截图中匹配模板,返回坐标与中心点。scaleRange 为 [min, max]。centerRatio 为数字 0–1(旧版)或 [percent, 'w'|'h'] 方形裁剪。 */ function matchImageAndGetCoordinate(device, imagePath, scaleRange, centerRatio) { if (!imagePath || typeof imagePath !== 'string') return { success: false, error: '模板路径为空' } if (!Array.isArray(scaleRange) || scaleRange.length < 2) return { success: false, error: '缩放比范围 scaleRange 必填,且为 [min, max] 数组,如 [0.2, 1.6]' } const minScale = Number(scaleRange[0]) const maxScale = Number(scaleRange[1]) if (Number.isNaN(minScale) || Number.isNaN(maxScale) || minScale >= maxScale) return { success: false, error: '缩放比范围无效,需为两个数字且 min < max' } const templatePath = path.isAbsolute(imagePath) ? imagePath : path.resolve(projectRoot, imagePath) const ts = Date.now() const templateDir = path.dirname(templatePath) const templateBase = path.basename(templatePath, path.extname(templatePath)) const screenshotPath = path.join(templateDir, `Screenshot-${templateBase}.png`) try { fs.mkdirSync(templateDir, { recursive: true }) } catch (_) {} const templateCopyPath = path.join(os.tmpdir(), `ef-template-${ts}.png`) fs.copyFileSync(templatePath, templateCopyPath) const pythonPath = getPythonPath() const adbPath = config.adbPath?.path ? (path.isAbsolute(config.adbPath.path) ? config.adbPath.path : path.resolve(projectRoot, config.adbPath.path)) : path.join(projectRoot, 'lib', 'scrcpy-adb', process.platform === 'win32' ? 'adb.exe' : 'adb') const cropOutputPath = path.join(templateDir, `Matched-${templateBase}.png`) const args = [imageMatchScriptPath, '--adb', adbPath, '--device', device, '--screenshot', screenshotPath.replace(/\\/g, '/'), '--template', templateCopyPath.replace(/\\/g, '/'), '--method', 'feature', '--scale-min', String(minScale), '--scale-max', String(maxScale), '--crop-output', cropOutputPath.replace(/\\/g, '/')] const isCropSquare = Array.isArray(centerRatio) && centerRatio.length >= 2 && typeof centerRatio[0] === 'number' && centerRatio[0] > 0 const cropBase = isCropSquare ? String(centerRatio[1]).trim().toLowerCase() : '' const hasCrop = isCropSquare && (cropBase === 'w' || cropBase === 'h') || (centerRatio != null && typeof centerRatio === 'number' && centerRatio > 0 && centerRatio < 1) if (isCropSquare && (cropBase === 'w' || cropBase === 'h')) { args.push('--crop-square', String(centerRatio[0]), cropBase) } else { const ratio = centerRatio != null && typeof centerRatio === 'number' && centerRatio > 0 && centerRatio <= 1 ? centerRatio : 1 if (ratio < 1) args.push('--center-ratio', String(ratio)) } if (hasCrop) args.push('--template-output', templatePath.replace(/\\/g, '/')) const r = spawnSync(pythonPath, args, { encoding: 'utf-8', timeout: 20000, env: { ...process.env, PYTHONIOENCODING: 'utf-8' }, cwd: projectRoot }) try { fs.unlinkSync(templateCopyPath) } catch (_) {} // 截图保留在模板同级目录(Screenshot-pic0.png 等),便于排查匹配失败原因 if (r.status !== 0) return { success: false, error: (r.stderr || r.stdout || '').trim() || '图像匹配失败' } const out = JSON.parse(r.stdout.trim()) if (!out.success) return { success: false, error: out.error || '未找到图片' } return { success: true, coordinate: { x: out.x, y: out.y, width: out.width, height: out.height }, clickPosition: { x: out.center_x, y: out.center_y } } } async function executeImgCenterPointLocation({ device, template, folderPath, scaleRange, centerRatio }) { if (!device) return { success: false, error: '缺少设备 ID,无法自动获取截图' } if (!template || typeof template !== 'string') return { success: false, error: '缺少模板图片路径' } if (!Array.isArray(scaleRange) || scaleRange.length < 2) return { success: false, error: 'img-center-point-location 必须填写 inVars[1] 缩放比范围 [min, max],如 [0.2, 1.6]' } const baseDir = folderPath && typeof folderPath === 'string' ? folderPath : projectRoot // 绝对路径或带盘符的保持原样;已含子路径(如 tmp/pic0.png)相对 baseDir;否则视为 resources 下文件名 const isAbsoluteOrDrive = template.startsWith('/') || template.includes(':') const hasSubPath = template.includes('/') || template.includes(path.sep) const templatePath = isAbsoluteOrDrive ? template : (hasSubPath ? path.join(baseDir, template) : path.join(baseDir, 'resources', template)) const result = matchImageAndGetCoordinate(device, templatePath, scaleRange, centerRatio) if (!result.success) return { success: false, error: result.error } const center = result.clickPosition || { x: result.coordinate.x + result.coordinate.width / 2, y: result.coordinate.y + result.coordinate.height / 2 } return { success: true, center, coordinate: result.coordinate } } module.exports = { tagName, schema, executeImgCenterPointLocation, matchImageAndGetCoordinate }