ef-compiler.js 90 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415
  1. // EasyFlow 编译器 - 工作流任务解析和执行器(主机)
  2. const path = require('path')
  3. const fs = require('fs')
  4. const { spawnSync } = require('child_process')
  5. const compilerConfig = require(path.join(__dirname, 'components', 'compiler-config.js'))
  6. const valueResolver = require(path.join(__dirname, 'components', 'value-resolver.js'))
  7. const expressionEvaluator = require(path.join(__dirname, 'components', 'expression-evaluator.js'))
  8. const runtimeApi = require(path.join(__dirname, 'components', 'runtime-api.js'))
  9. const workflowParser = require(path.join(__dirname, 'components', 'workflow-parser.js'))
  10. const DEFAULT_STEP_INTERVAL = compilerConfig.DEFAULT_STEP_INTERVAL
  11. const DEFAULT_SCROLL_DISTANCE = compilerConfig.DEFAULT_SCROLL_DISTANCE
  12. // 变量上下文(用于存储变量值)
  13. let variableContext = {};
  14. // 变量上下文是否已初始化(防止循环中重置变量)
  15. let variableContextInitialized = false;
  16. // 全局步骤计数器(用于连续的步骤编号)
  17. let globalStepCounter = 0;
  18. // 当前工作流文件夹路径(用于日志记录)
  19. let currentWorkflowFolderPath = null;
  20. /**
  21. * 记录日志(同时输出到 console 和文件)
  22. * @param {string} message - 日志消息
  23. * @param {string} folderPath - 工作流文件夹路径(可选,如果不提供则使用 currentWorkflowFolderPath)
  24. */
  25. async function logMessage(message, folderPath = null) {
  26. try {
  27. const targetFolderPath = folderPath || currentWorkflowFolderPath
  28. if (targetFolderPath && electronAPI.appendLog) {
  29. await electronAPI.appendLog(targetFolderPath, message)
  30. }
  31. } catch (err) {
  32. // 静默失败,不影响主流程
  33. }
  34. }
  35. // 打印所有 outVars 的值
  36. async function logOutVars(action, variableContext, folderPath = null) {
  37. if (!action.outVars || !Array.isArray(action.outVars) || action.outVars.length === 0) {
  38. return;
  39. }
  40. const outVarsInfo = action.outVars.map((varName, index) => {
  41. const varNameClean = extractVarName(varName);
  42. const value = variableContext[varNameClean];
  43. // 如果值太长,截断显示(超过100字符)
  44. let displayValue = value;
  45. if (typeof value === 'string' && value.length > 100) {
  46. displayValue = value.substring(0, 100) + '...';
  47. }
  48. return `${varNameClean}: ${JSON.stringify(displayValue)}`;
  49. });
  50. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  51. // const logMsg = `输出变量: ${outVarsInfo.join(', ')}`;
  52. // await logMessage(logMsg, folderPath);
  53. }
  54. const funcDir = compilerConfig.funcDir
  55. const projectRoot = compilerConfig.projectRoot
  56. const { generateHistorySummary, getHistorySummary } = require(path.join(funcDir, 'chat', 'chat-history.js'))
  57. const { executeOcrChat } = require(path.join(funcDir, 'chat', 'ocr-chat.js'))
  58. const { executeImgBoundingBoxLocation } = require(path.join(funcDir, 'img-bounding-box-location.js'))
  59. const { executeImgCenterPointLocation, matchImageAndGetCoordinate } = require(path.join(funcDir, 'img-center-point-location.js'))
  60. const { executeImgCropping } = require(path.join(funcDir, 'img-cropping.js'))
  61. const { executeReadLastMessage } = require(path.join(funcDir, 'chat', 'read-last-message.js'))
  62. const { executeReadTxt, readTextFile } = require(path.join(funcDir, 'read-txt.js'))
  63. const { executeSaveTxt, writeTextFile } = require(path.join(funcDir, 'save-txt.js'))
  64. const { executeSmartChatAppend } = require(path.join(funcDir, 'chat', 'smart-chat-append.js'))
  65. const actionRegistry = require(path.join(__dirname, 'components', 'actions', 'index.js'))
  66. const electronAPI = runtimeApi.createElectronAPI({
  67. matchImageAndGetCoordinate,
  68. readTextFile,
  69. writeTextFile,
  70. })
  71. const extractVarName = valueResolver.extractVarName
  72. const replaceVariablesInString = valueResolver.replaceVariablesInString
  73. const resolveValue = valueResolver.resolveValue
  74. const parseTimeString = valueResolver.parseTimeString
  75. const parseDelayString = valueResolver.parseDelayString
  76. const calculateWaitTime = valueResolver.calculateWaitTime
  77. const parseValue = valueResolver.parseValue
  78. const evaluateCondition = expressionEvaluator.evaluateCondition
  79. const evaluateExpression = expressionEvaluator.evaluateExpression
  80. const getActionName = workflowParser.getActionName
  81. const calculateSwipeCoordinates = workflowParser.calculateSwipeCoordinates
  82. const parseOldFormatAction = workflowParser.parseOldFormatAction
  83. /**
  84. * 解析工作流格式(支持 variables, execute)
  85. * @param {Object} workflow - 工作流配置对象
  86. * @returns {Object} 解析后的工作流
  87. */
  88. function parseWorkflow(workflow) {
  89. if (!workflow || typeof workflow !== 'object') {
  90. return null;
  91. }
  92. // 初始化变量上下文(仅在未初始化时初始化,避免循环中重置)
  93. if (!variableContextInitialized) {
  94. variableContext = workflow.variables ? {} : {};
  95. if (workflow.variables) {
  96. // 转换变量类型:只允许 number 或 string
  97. for (const key in workflow.variables) {
  98. const value = workflow.variables[key];
  99. if (value === null || value === undefined) {
  100. variableContext[key] = ''; // null/undefined 转换为空字符串
  101. } else if (typeof value === 'boolean') {
  102. variableContext[key] = value ? '1' : '0'; // boolean 转换为字符串 '1' 或 '0'
  103. } else if (typeof value === 'number') {
  104. variableContext[key] = value; // number 保持不变
  105. } else if (typeof value === 'string') {
  106. variableContext[key] = value; // string 保持不变
  107. } else {
  108. variableContext[key] = String(value); // 其他类型转换为字符串
  109. }
  110. }
  111. }
  112. variableContextInitialized = true;
  113. } else {
  114. // 如果已初始化,只更新新增的变量(保留已有变量值)
  115. if (workflow.variables) {
  116. for (const key in workflow.variables) {
  117. // 如果变量已存在且不为空,则保留原值;否则使用新值
  118. if (variableContext[key] === undefined || variableContext[key] === null || variableContext[key] === '') {
  119. const value = workflow.variables[key];
  120. // 转换变量类型:只允许 number 或 string
  121. if (value === null || value === undefined) {
  122. variableContext[key] = ''; // null/undefined 转换为空字符串
  123. } else if (typeof value === 'boolean') {
  124. variableContext[key] = value ? '1' : '0'; // boolean 转换为字符串 '1' 或 '0'
  125. } else if (typeof value === 'number') {
  126. variableContext[key] = value; // number 保持不变
  127. } else if (typeof value === 'string') {
  128. variableContext[key] = value; // string 保持不变
  129. } else {
  130. variableContext[key] = String(value); // 其他类型转换为字符串
  131. }
  132. }
  133. }
  134. }
  135. }
  136. // 解析 execute 字段
  137. let actions = [];
  138. if (workflow.execute && Array.isArray(workflow.execute)) {
  139. actions = parseActions(workflow.execute);
  140. } else {
  141. // 如果没有 execute 字段,返回空数组
  142. actions = [];
  143. }
  144. // 处理 schedule 字段
  145. let schedule = workflow.schedule || {};
  146. // 如果 schedule 是数组,转换为对象格式(取第一个元素)
  147. if (Array.isArray(schedule)) {
  148. schedule = schedule.length > 0 ? schedule[0] : {};
  149. }
  150. // 如果 schedule 是对象但包含嵌套的 schedule 字段,提取内部对象
  151. if (schedule && typeof schedule === 'object' && schedule.schedule) {
  152. schedule = schedule.schedule;
  153. }
  154. // 处理 repeat 字段:将 "forever" 转换为 -1
  155. if (schedule && typeof schedule === 'object') {
  156. if (schedule.repeat === 'forever' || schedule.repeat === 'Forever') {
  157. schedule.repeat = -1;
  158. }
  159. }
  160. return {
  161. schedule: schedule,
  162. variables: variableContext,
  163. actions: actions
  164. };
  165. }
  166. /**
  167. * 解析操作数组(支持新旧格式)
  168. * @param {Array} actions - 操作数组
  169. * @returns {Array} 解析后的操作列表
  170. */
  171. function parseActions(actions) {
  172. if (!Array.isArray(actions)) {
  173. return [];
  174. }
  175. const parsedActions = [];
  176. for (const action of actions) {
  177. if (typeof action !== 'object' || action === null) {
  178. continue;
  179. }
  180. // 新格式:使用 type 字段
  181. if (action.type) {
  182. // 若该类型已接入 components/actions/*-parser.js,用其解析
  183. if (actionRegistry.registry[action.type]) {
  184. const parseContext = {
  185. extractVarName,
  186. resolveValue,
  187. variableContext,
  188. parseActions: (arr) => parseActions(arr),
  189. };
  190. parsedActions.push(actionRegistry.parseAction(action.type, action, parseContext));
  191. } else {
  192. parsedActions.push(parseNewFormatAction(action));
  193. }
  194. }
  195. // 旧格式:向后兼容
  196. else {
  197. parsedActions.push(parseOldFormatAction(action));
  198. }
  199. }
  200. return parsedActions;
  201. }
  202. /**
  203. * 解析新格式操作
  204. * @param {Object} action - 操作对象
  205. * @returns {Object} 解析后的操作
  206. */
  207. function parseNewFormatAction(action) {
  208. const parsed = {
  209. type: action.type,
  210. method: action.method,
  211. // target和value保留原始值,在执行时再解析(因为变量可能在执行时才被赋值)
  212. target: action.target,
  213. value: action.value,
  214. variable: action.variable,
  215. condition: action.condition,
  216. delay: action.delay || '',
  217. timeout: action.timeout,
  218. retry: action.retry
  219. };
  220. // 根据类型添加特定字段
  221. switch (action.type) {
  222. case 'adb':
  223. // 统一 ADB 操作,通过 method 区分
  224. parsed.method = action.method;
  225. // 支持新的 inVars/outVars 格式(都可以为空)
  226. if (action.inVars && Array.isArray(action.inVars)) {
  227. parsed.inVars = action.inVars.map(v => extractVarName(v));
  228. } else {
  229. parsed.inVars = [];
  230. }
  231. if (action.outVars && Array.isArray(action.outVars)) {
  232. parsed.outVars = action.outVars.map(v => extractVarName(v));
  233. } else {
  234. parsed.outVars = [];
  235. }
  236. // 向后兼容:保留旧字段
  237. parsed.target = action.target;
  238. parsed.value = action.value;
  239. parsed.variable = action.variable;
  240. parsed.clear = action.clear || false;
  241. break;
  242. case 'locate':
  243. // locate 操作(向后兼容)
  244. break;
  245. case 'click':
  246. // click 操作(向后兼容)
  247. break;
  248. case 'input':
  249. parsed.clear = action.clear || false;
  250. break;
  251. case 'ocr':
  252. parsed.area = action.area;
  253. parsed.avatar = resolveValue(action.avatar);
  254. break;
  255. case 'extract-messages':
  256. case 'ocr-chat':
  257. case 'ocr-chat-history': // 向后兼容
  258. case 'extract-chat-history': // 向后兼容
  259. // 支持新的 inVars/outVars 格式(都可以为空)
  260. if (action.inVars && Array.isArray(action.inVars)) {
  261. parsed.inVars = action.inVars.map(v => extractVarName(v));
  262. if (action.inVars.length >= 2) {
  263. parsed.avatar1 = action.inVars[0];
  264. parsed.avatar2 = action.inVars[1];
  265. } else if (action.inVars.length === 1) {
  266. parsed.avatar1 = action.inVars[0];
  267. parsed.avatar2 = action.avatar2;
  268. }
  269. } else {
  270. parsed.inVars = [];
  271. parsed.avatar1 = action.avatar1;
  272. parsed.avatar2 = action.avatar2;
  273. }
  274. if (action.outVars && Array.isArray(action.outVars)) {
  275. parsed.outVars = action.outVars.map(v => extractVarName(v));
  276. if (action.outVars.length > 0) {
  277. parsed.variable = extractVarName(action.outVars[0]);
  278. }
  279. } else {
  280. parsed.outVars = [];
  281. if (action.variable) {
  282. parsed.variable = extractVarName(action.variable);
  283. }
  284. }
  285. // 向后兼容:支持旧的 friendAvatar 和 myAvatar
  286. if (action.friendAvatar && !parsed.avatar1) parsed.avatar1 = action.friendAvatar;
  287. if (action.myAvatar && !parsed.avatar2) parsed.avatar2 = action.myAvatar;
  288. break;
  289. case 'save-messages':
  290. // 保存消息记录到文件
  291. break;
  292. case 'generate-summary':
  293. parsed.summaryVariable = action.summaryVariable;
  294. break;
  295. case 'ai-generate':
  296. parsed.prompt = resolveValue(action.prompt);
  297. parsed.model = action.model;
  298. // 支持新的 inVars/outVars 格式(都可以为空)
  299. if (action.inVars && Array.isArray(action.inVars)) {
  300. parsed.inVars = action.inVars.map(v => extractVarName(v));
  301. } else {
  302. parsed.inVars = [];
  303. }
  304. if (action.outVars && Array.isArray(action.outVars)) {
  305. parsed.outVars = action.outVars.map(v => extractVarName(v));
  306. if (action.outVars.length > 0) {
  307. parsed.variable = extractVarName(action.outVars[0]);
  308. }
  309. } else {
  310. parsed.outVars = [];
  311. if (action.variable) {
  312. parsed.variable = extractVarName(action.variable);
  313. }
  314. }
  315. break;
  316. case 'schedule':
  317. // schedule 操作:condition 定义调度条件,interval 定义要执行的动作
  318. parsed.condition = action.condition || {};
  319. // 处理 repeat 字段:将 "forever" 转换为 -1
  320. if (parsed.condition && typeof parsed.condition === 'object') {
  321. if (parsed.condition.repeat === 'forever' || parsed.condition.repeat === 'Forever') {
  322. parsed.condition.repeat = -1;
  323. }
  324. }
  325. // interval 字段包含要执行的动作数组
  326. if (action.interval && Array.isArray(action.interval)) {
  327. parsed.interval = parseActions(action.interval);
  328. } else {
  329. parsed.interval = [];
  330. }
  331. break;
  332. case 'if':
  333. // 支持 ture 作为 then 的别名(可能是拼写错误,但为了兼容性支持)
  334. parsed.then = action.then || action.ture ? parseActions(action.then || action.ture) : [];
  335. parsed.else = action.else ? parseActions(action.else) : [];
  336. break;
  337. case 'for':
  338. parsed.variable = action.variable;
  339. parsed.items = resolveValue(action.items);
  340. parsed.body = action.body ? parseActions(action.body) : [];
  341. break;
  342. case 'while':
  343. // 支持 ture 作为 body 的别名(可能是拼写错误,但为了兼容性支持)
  344. parsed.body = action.body || action.ture ? parseActions(action.body || action.ture) : [];
  345. break;
  346. case 'delay':
  347. parsed.value = action.value || action.delay || '0s';
  348. break;
  349. case 'set':
  350. parsed.variable = action.variable;
  351. parsed.value = resolveValue(action.value);
  352. break;
  353. case 'random':
  354. // 支持新格式:inVars[min, max] 和 outVars[{variable}]
  355. if (action.inVars && Array.isArray(action.inVars) && action.inVars.length >= 2) {
  356. parsed.min = action.inVars[0];
  357. parsed.max = action.inVars[1];
  358. } else {
  359. // 向后兼容旧格式
  360. parsed.min = action.min;
  361. parsed.max = action.max;
  362. }
  363. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  364. parsed.variable = action.outVars[0];
  365. } else {
  366. // 向后兼容旧格式
  367. parsed.variable = action.variable;
  368. }
  369. // integer 默认为 true(随机数总是整数)
  370. parsed.integer = action.integer !== undefined ? action.integer : true;
  371. break;
  372. case 'log':
  373. // log 操作:支持 inVars 或 value 字段
  374. if (action.inVars && Array.isArray(action.inVars)) {
  375. parsed.inVars = action.inVars.map(v => extractVarName(v));
  376. } else {
  377. parsed.inVars = [];
  378. }
  379. // 支持 value 字段作为直接输出内容
  380. if (action.value) {
  381. parsed.value = action.value;
  382. }
  383. break;
  384. case 'read-last-message':
  385. // 支持新的 inVars/outVars 格式,也支持 inputVars/outputVars(大小写不同,都可以为空)
  386. const inputVars = action.inVars || action.inputVars || [];
  387. const outputVars = action.outVars || action.outputVars || [];
  388. parsed.inVars = inputVars.map(v => extractVarName(v));
  389. parsed.outVars = outputVars.map(v => extractVarName(v));
  390. if (inputVars.length > 0) {
  391. parsed.inputVar = extractVarName(inputVars[0]);
  392. }
  393. if (outputVars.length > 0) {
  394. parsed.textVariable = extractVarName(outputVars[0]);
  395. }
  396. if (outputVars.length > 1) {
  397. parsed.senderVariable = extractVarName(outputVars[1]);
  398. }
  399. // 向后兼容:支持旧的 textVariable 和 senderVariable
  400. if (!parsed.textVariable) parsed.textVariable = action.textVariable;
  401. if (!parsed.senderVariable) parsed.senderVariable = action.senderVariable;
  402. break;
  403. case 'read-txt':
  404. case 'read-text': // 向后兼容别名
  405. // 支持新的 inVars/outVars 格式
  406. if (action.inVars && Array.isArray(action.inVars) && action.inVars.length > 0) {
  407. parsed.inVars = action.inVars.map(v => extractVarName(v));
  408. parsed.filePath = action.inVars[0];
  409. } else {
  410. parsed.inVars = [];
  411. parsed.filePath = action.filePath;
  412. }
  413. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  414. parsed.variable = extractVarName(action.outVars[0]);
  415. } else if (action.variable) {
  416. parsed.variable = extractVarName(action.variable);
  417. }
  418. break;
  419. case 'save-txt':
  420. case 'save-text': // 向后兼容别名
  421. // 支持新的 inVars/outVars 格式
  422. // 入参顺序:第一个参数是内容,第二个参数是文件路径
  423. if (action.inVars && Array.isArray(action.inVars)) {
  424. parsed.inVars = action.inVars.map(v => extractVarName(v));
  425. if (action.inVars.length > 0) {
  426. parsed.content = action.inVars[0]; // 第一个参数是内容
  427. }
  428. if (action.inVars.length > 1) {
  429. parsed.filePath = action.inVars[1]; // 第二个参数是文件路径
  430. }
  431. } else {
  432. parsed.inVars = [];
  433. parsed.filePath = action.filePath;
  434. parsed.content = action.content;
  435. }
  436. // save-txt 通常不需要 outVars,但为了兼容性支持
  437. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  438. parsed.variable = extractVarName(action.outVars[0]);
  439. }
  440. break;
  441. case 'img-bounding-box-location':
  442. // 支持新的 inVars/outVars 格式(都可以为空)
  443. if (action.inVars && Array.isArray(action.inVars)) {
  444. parsed.inVars = action.inVars.map(v => extractVarName(v));
  445. // 如果 inVars 有值,从变量中读取 screenshot 和 region
  446. if (action.inVars.length > 0) parsed.screenshot = action.inVars[0];
  447. if (action.inVars.length > 1) parsed.region = action.inVars[1];
  448. } else {
  449. parsed.inVars = [];
  450. parsed.screenshot = action.screenshot;
  451. parsed.region = action.region;
  452. }
  453. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  454. parsed.variable = extractVarName(action.outVars[0]);
  455. } else if (action.variable) {
  456. parsed.variable = extractVarName(action.variable);
  457. }
  458. break;
  459. case 'img-center-point-location':
  460. // 支持新的 inVars/outVars 格式(都可以为空)
  461. if (action.inVars && Array.isArray(action.inVars)) {
  462. parsed.inVars = action.inVars.map(v => extractVarName(v));
  463. // 如果 inVars 有值,从变量中读取 template
  464. if (action.inVars.length > 0) parsed.template = action.inVars[0];
  465. } else {
  466. parsed.inVars = [];
  467. parsed.template = action.template;
  468. }
  469. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  470. parsed.variable = extractVarName(action.outVars[0]);
  471. } else if (action.variable) {
  472. parsed.variable = extractVarName(action.variable);
  473. }
  474. break;
  475. case 'img-cropping':
  476. // 支持新的 inVars/outVars 格式
  477. if (action.inVars && Array.isArray(action.inVars)) {
  478. parsed.inVars = action.inVars.map(v => extractVarName(v));
  479. // 如果 inVars 有值,从变量中读取 area 和 savePath
  480. if (action.inVars.length > 0) parsed.area = action.inVars[0];
  481. if (action.inVars.length > 1) parsed.savePath = action.inVars[1];
  482. } else {
  483. parsed.inVars = [];
  484. parsed.area = action.area;
  485. parsed.savePath = action.savePath;
  486. }
  487. // img-cropping 通常不需要 outVars,但为了兼容性支持
  488. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  489. parsed.variable = extractVarName(action.outVars[0]);
  490. }
  491. break;
  492. case 'scroll':
  493. case 'swipe':
  494. case 'press':
  495. case 'string-press':
  496. case 'keyevent':
  497. // 保持原有逻辑(向后兼容)
  498. break;
  499. }
  500. return parsed;
  501. }
  502. /**
  503. * 执行单个操作
  504. * @param {Object} action - 操作对象
  505. * @param {string} device - 设备 ID
  506. * @param {string} folderPath - 文件夹路径(用于 press 操作查找图片)
  507. * @param {Object} resolution - 设备分辨率 {width, height}
  508. * @returns {Promise<Object>} 执行结果 {success, error?, result?}
  509. */
  510. async function executeAction(action, device, folderPath, resolution) {
  511. try {
  512. // 检查条件(传入变量上下文以解析 {变量名})
  513. if (action.condition && !evaluateCondition(action.condition, variableContext)) {
  514. return { success: true, skipped: true };
  515. }
  516. // 若该类型已接入 components/actions/*-parser.js,用其执行
  517. if (actionRegistry.registry[action.type]) {
  518. const ctx = {
  519. device,
  520. folderPath,
  521. resolution,
  522. variableContext,
  523. api: electronAPI,
  524. extractVarName,
  525. resolveValue,
  526. replaceVariablesInString,
  527. evaluateCondition,
  528. evaluateExpression,
  529. getActionName,
  530. logMessage,
  531. logOutVars,
  532. calculateSwipeCoordinates,
  533. parseDelayString,
  534. calculateWaitTime,
  535. DEFAULT_SCROLL_DISTANCE,
  536. };
  537. return await actionRegistry.executeAction(action.type, action, ctx);
  538. }
  539. switch (action.type) {
  540. case 'adb': {
  541. // 统一 ADB 操作
  542. const method = action.method;
  543. if (!method) {
  544. return { success: false, error: 'adb 操作缺少 method 参数' };
  545. }
  546. // 从 inVars 读取参数
  547. const inVars = action.inVars || [];
  548. const outVars = action.outVars || [];
  549. switch (method) {
  550. case 'input': {
  551. // 输入文本:inVars[0] 是输入文本
  552. let inputValue = null;
  553. if (inVars.length > 0) {
  554. const inputVar = extractVarName(inVars[0]);
  555. inputValue = variableContext[inputVar];
  556. } else if (action.value) {
  557. inputValue = resolveValue(action.value);
  558. }
  559. if (!inputValue) {
  560. return { success: false, error: 'input 操作缺少输入内容' };
  561. }
  562. // 如果设置了clear,先清空输入框
  563. if (action.clear) {
  564. for (let i = 0; i < 200; i++) {
  565. const clearResult = await electronAPI.sendKeyEvent(device, '67');
  566. if (!clearResult.success) break;
  567. await new Promise(resolve => setTimeout(resolve, 10));
  568. }
  569. await new Promise(resolve => setTimeout(resolve, 200));
  570. }
  571. if (!electronAPI || !electronAPI.sendText) {
  572. return { success: false, error: '输入 API 不可用' };
  573. }
  574. const textResult = await electronAPI.sendText(device, String(inputValue));
  575. if (!textResult.success) {
  576. return { success: false, error: `输入失败: ${textResult.error}` };
  577. }
  578. return { success: true };
  579. }
  580. case 'click': {
  581. // 点击操作:inVars[0] 是位置(坐标对象或变量名)
  582. let position = null;
  583. if (inVars.length > 0) {
  584. const posVar = extractVarName(inVars[0]);
  585. position = variableContext[posVar];
  586. } else if (action.target) {
  587. position = resolveValue(action.target);
  588. }
  589. if (!position) {
  590. return { success: false, error: 'click 操作缺少位置参数' };
  591. }
  592. // 如果 position 是字符串,尝试解析为坐标对象
  593. if (typeof position === 'string') {
  594. if (position === '') {
  595. return { success: false, error: 'click 操作缺少位置参数(位置变量为空)' };
  596. }
  597. try {
  598. // 尝试解析 JSON 字符串(例如:{"x":123,"y":456})
  599. position = JSON.parse(position);
  600. } catch (e) {
  601. // 如果不是 JSON,可能是 "x,y" 格式,尝试解析
  602. const parts = position.split(',');
  603. if (parts.length === 2) {
  604. const x = parseFloat(parts[0].trim());
  605. const y = parseFloat(parts[1].trim());
  606. if (!isNaN(x) && !isNaN(y)) {
  607. position = { x: Math.round(x), y: Math.round(y) };
  608. } else {
  609. return { success: false, error: `click 操作的位置格式错误,无法解析字符串: ${position}` };
  610. }
  611. } else {
  612. return { success: false, error: `click 操作的位置格式错误,无法解析字符串: ${position}` };
  613. }
  614. }
  615. }
  616. // 如果 position 是数组 [x, y],转换为对象
  617. if (Array.isArray(position) && position.length >= 2) {
  618. position = { x: position[0], y: position[1] };
  619. }
  620. // 如果 position 是 corners 对象(四个顶点),计算中心点
  621. if (position && typeof position === 'object' && position.topLeft && position.bottomRight) {
  622. const centerX = Math.round((position.topLeft.x + position.bottomRight.x) / 2);
  623. const centerY = Math.round((position.topLeft.y + position.bottomRight.y) / 2);
  624. position = { x: centerX, y: centerY };
  625. }
  626. if (!position || typeof position !== 'object' || position.x === undefined || position.y === undefined) {
  627. return { success: false, error: 'click 操作的位置格式错误,需要 {x, y} 对象' };
  628. }
  629. if (!electronAPI || !electronAPI.sendTap) {
  630. return { success: false, error: '点击 API 不可用' };
  631. }
  632. const tapResult = await electronAPI.sendTap(device, position.x, position.y);
  633. if (!tapResult.success) {
  634. return { success: false, error: `点击失败: ${tapResult.error}` };
  635. }
  636. return { success: true };
  637. }
  638. case 'locate': {
  639. // 定位操作:inVars[0] 是目标(图片路径或文字),outVars[0] 保存位置
  640. // 支持通过 action.method 或 action.targetMethod 指定定位方法
  641. const locateMethod = action.method || action.targetMethod || 'image'; // image, text, coordinate
  642. let position = null;
  643. if (locateMethod === 'image') {
  644. let imagePath = null;
  645. if (inVars.length > 0) {
  646. const imageVar = extractVarName(inVars[0]);
  647. imagePath = variableContext[imageVar] || imageVar;
  648. } else if (action.target) {
  649. imagePath = action.target;
  650. }
  651. if (!imagePath) {
  652. return { success: false, error: 'locate 操作(image)缺少图片路径' };
  653. }
  654. // resources 作为根目录
  655. const fullPath = imagePath.startsWith('/') || imagePath.includes(':')
  656. ? imagePath
  657. : `${folderPath}/resources/${imagePath}`;
  658. if (!electronAPI || !electronAPI.matchImageAndGetCoordinate) {
  659. return { success: false, error: '图像匹配 API 不可用' };
  660. }
  661. const matchResult = await electronAPI.matchImageAndGetCoordinate(device, fullPath);
  662. if (!matchResult.success) {
  663. return { success: false, error: `图像匹配失败: ${matchResult.error}` };
  664. }
  665. position = matchResult.clickPosition;
  666. } else if (locateMethod === 'text') {
  667. let targetText = null;
  668. if (inVars.length > 0) {
  669. const textVar = extractVarName(inVars[0]);
  670. targetText = variableContext[textVar] || textVar;
  671. } else if (action.target) {
  672. targetText = action.target;
  673. }
  674. if (!targetText) {
  675. return { success: false, error: 'locate 操作(text)缺少文字内容' };
  676. }
  677. if (!electronAPI || !electronAPI.findTextAndGetCoordinate) {
  678. return { success: false, error: '文字识别 API 不可用' };
  679. }
  680. const matchResult = await electronAPI.findTextAndGetCoordinate(device, targetText);
  681. if (!matchResult.success) {
  682. return { success: false, error: `文字识别失败: ${matchResult.error}` };
  683. }
  684. position = matchResult.clickPosition;
  685. } else if (locateMethod === 'coordinate') {
  686. let coord = null;
  687. if (inVars.length > 0) {
  688. const coordVar = extractVarName(inVars[0]);
  689. coord = variableContext[coordVar];
  690. } else if (action.target) {
  691. coord = resolveValue(action.target);
  692. }
  693. if (!coord) {
  694. return { success: false, error: 'locate 操作(coordinate)缺少坐标' };
  695. }
  696. position = Array.isArray(coord) ? { x: coord[0], y: coord[1] } : coord;
  697. }
  698. // 保存到变量
  699. if (outVars.length > 0) {
  700. const outputVar = extractVarName(outVars[0]);
  701. variableContext[outputVar] = position;
  702. await logOutVars(action, variableContext, folderPath);
  703. } else if (action.variable) {
  704. variableContext[action.variable] = position;
  705. }
  706. return { success: true, result: position };
  707. }
  708. case 'swipe': {
  709. // 滑动操作:inVars[0] 是方向,inVars[1] 和 inVars[2] 可选(起始和结束位置)
  710. let direction = null;
  711. if (inVars.length > 0) {
  712. const dirVar = extractVarName(inVars[0]);
  713. direction = variableContext[dirVar] || dirVar;
  714. } else if (action.value) {
  715. direction = resolveValue(action.value);
  716. }
  717. if (!direction) {
  718. return { success: false, error: 'swipe 操作缺少方向参数' };
  719. }
  720. let x1, y1, x2, y2;
  721. if (inVars.length >= 3) {
  722. // 从 inVars 读取起始和结束位置
  723. const startVar = extractVarName(inVars[1]);
  724. const endVar = extractVarName(inVars[2]);
  725. const start = variableContext[startVar];
  726. const end = variableContext[endVar];
  727. if (start && end) {
  728. x1 = start.x || start[0];
  729. y1 = start.y || start[1];
  730. x2 = end.x || end[0];
  731. y2 = end.y || end[1];
  732. }
  733. }
  734. // 如果没有提供具体坐标,使用方向计算坐标
  735. if (x1 === undefined || y1 === undefined || x2 === undefined || y2 === undefined) {
  736. const coords = calculateSwipeCoordinates(direction, resolution.width, resolution.height);
  737. x1 = coords.x1;
  738. y1 = coords.y1;
  739. x2 = coords.x2;
  740. y2 = coords.y2;
  741. }
  742. if (!electronAPI || !electronAPI.sendSwipe) {
  743. return { success: false, error: '滑动 API 不可用' };
  744. }
  745. const swipeResult = await electronAPI.sendSwipe(device, x1, y1, x2, y2, 300);
  746. if (!swipeResult.success) {
  747. return { success: false, error: `滑动失败: ${swipeResult.error}` };
  748. }
  749. return { success: true };
  750. }
  751. case 'scroll': {
  752. // 滚动操作:inVars[0] 是方向
  753. let direction = null;
  754. if (inVars.length > 0) {
  755. const dirVar = extractVarName(inVars[0]);
  756. direction = variableContext[dirVar] || dirVar;
  757. } else if (action.value) {
  758. direction = resolveValue(action.value);
  759. }
  760. if (!direction) {
  761. return { success: false, error: 'scroll 操作缺少方向参数' };
  762. }
  763. if (!electronAPI || !electronAPI.sendScroll) {
  764. return { success: false, error: '滚动 API 不可用' };
  765. }
  766. const scrollResult = await electronAPI.sendScroll(
  767. device,
  768. direction,
  769. resolution.width,
  770. resolution.height,
  771. DEFAULT_SCROLL_DISTANCE,
  772. 500
  773. );
  774. if (!scrollResult.success) {
  775. return { success: false, error: `滚动失败: ${scrollResult.error}` };
  776. }
  777. return { success: true };
  778. }
  779. case 'keyevent': {
  780. // 按键操作:inVars[0] 是按键代码(如 "4" 表示返回键,"KEYCODE_BACK" 也可以)
  781. let keyCode = null;
  782. if (inVars.length > 0) {
  783. const keyVar = extractVarName(inVars[0]);
  784. keyCode = variableContext[keyVar] || keyVar;
  785. } else if (action.value) {
  786. keyCode = resolveValue(action.value);
  787. }
  788. if (!keyCode) {
  789. return { success: false, error: 'keyevent 操作缺少按键代码参数' };
  790. }
  791. // 如果是字符串 "KEYCODE_BACK",转换为 "4"
  792. if (keyCode === 'KEYCODE_BACK') {
  793. keyCode = '4';
  794. }
  795. // 通过 runtime-api 的 sendSystemKey 发送系统按键(home/back)
  796. const keyResult = electronAPI.sendSystemKey(device, keyCode);
  797. if (!keyResult.success) {
  798. return { success: false, error: `按键失败: ${keyResult.error}` };
  799. }
  800. return { success: true };
  801. }
  802. case 'press': {
  803. // 图像匹配并点击:inVars[0] 是图片路径
  804. let imagePath = null;
  805. if (inVars.length > 0) {
  806. const imageVar = extractVarName(inVars[0]);
  807. imagePath = variableContext[imageVar] || imageVar;
  808. } else if (action.value) {
  809. imagePath = action.value;
  810. }
  811. if (!imagePath) {
  812. return { success: false, error: 'press 操作缺少图片路径' };
  813. }
  814. const fullPath = imagePath.startsWith('/') || imagePath.includes(':')
  815. ? imagePath
  816. : `${folderPath}/${imagePath}`;
  817. if (!electronAPI || !electronAPI.matchImageAndGetCoordinate) {
  818. return { success: false, error: '图像匹配 API 不可用' };
  819. }
  820. const matchResult = await electronAPI.matchImageAndGetCoordinate(device, fullPath);
  821. if (!matchResult.success) {
  822. return { success: false, error: `图像匹配失败: ${matchResult.error}` };
  823. }
  824. const { clickPosition } = matchResult;
  825. const { x, y } = clickPosition;
  826. if (!electronAPI || !electronAPI.sendTap) {
  827. return { success: false, error: '点击 API 不可用' };
  828. }
  829. const tapResult = await electronAPI.sendTap(device, x, y);
  830. if (!tapResult.success) {
  831. return { success: false, error: `点击失败: ${tapResult.error}` };
  832. }
  833. return { success: true };
  834. }
  835. case 'string-press': {
  836. // 文字识别并点击:inVars[0] 是文字
  837. let targetText = null;
  838. if (inVars.length > 0) {
  839. const textVar = extractVarName(inVars[0]);
  840. targetText = variableContext[textVar] || textVar;
  841. } else if (action.value) {
  842. targetText = action.value;
  843. }
  844. if (!targetText) {
  845. return { success: false, error: 'string-press 操作缺少文字内容' };
  846. }
  847. if (!electronAPI || !electronAPI.findTextAndGetCoordinate) {
  848. return { success: false, error: '文字识别 API 不可用' };
  849. }
  850. const matchResult = await electronAPI.findTextAndGetCoordinate(device, targetText);
  851. if (!matchResult.success) {
  852. return { success: false, error: `文字识别失败: ${matchResult.error}` };
  853. }
  854. const { clickPosition } = matchResult;
  855. const { x, y } = clickPosition;
  856. if (!electronAPI || !electronAPI.sendTap) {
  857. return { success: false, error: '点击 API 不可用' };
  858. }
  859. const tapResult = await electronAPI.sendTap(device, x, y);
  860. if (!tapResult.success) {
  861. return { success: false, error: `点击失败: ${tapResult.error}` };
  862. }
  863. return { success: true };
  864. }
  865. default:
  866. return { success: false, error: `未知的 adb method: ${method}` };
  867. }
  868. }
  869. case 'locate': {
  870. // 定位操作
  871. const method = action.method || 'image';
  872. let position = null;
  873. if (method === 'image') {
  874. const imagePath = action.target.startsWith('/') || action.target.includes(':')
  875. ? action.target
  876. : `${folderPath}/${action.target}`;
  877. if (!electronAPI || !electronAPI.matchImageAndGetCoordinate) {
  878. return { success: false, error: '图像匹配 API 不可用' };
  879. }
  880. const matchResult = await electronAPI.matchImageAndGetCoordinate(device, imagePath);
  881. if (!matchResult.success) {
  882. return { success: false, error: `图像匹配失败: ${matchResult.error}` };
  883. }
  884. position = matchResult.clickPosition;
  885. } else if (method === 'text') {
  886. if (!electronAPI || !electronAPI.findTextAndGetCoordinate) {
  887. return { success: false, error: '文字识别 API 不可用' };
  888. }
  889. const matchResult = await electronAPI.findTextAndGetCoordinate(device, action.target);
  890. if (!matchResult.success) {
  891. return { success: false, error: `文字识别失败: ${matchResult.error}` };
  892. }
  893. position = matchResult.clickPosition;
  894. } else if (method === 'coordinate') {
  895. position = Array.isArray(action.target)
  896. ? { x: action.target[0], y: action.target[1] }
  897. : action.target;
  898. }
  899. // 保存到变量
  900. if (action.variable && position) {
  901. variableContext[action.variable] = position;
  902. }
  903. return { success: true, result: position };
  904. }
  905. case 'click': {
  906. // 点击操作
  907. const method = action.method || 'position';
  908. let position = null;
  909. if (method === 'position') {
  910. position = resolveValue(action.target);
  911. } else if (method === 'image') {
  912. const imagePath = action.target.startsWith('/') || action.target.includes(':')
  913. ? action.target
  914. : `${folderPath}/${action.target}`;
  915. if (!electronAPI || !electronAPI.matchImageAndGetCoordinate) {
  916. return { success: false, error: '图像匹配 API 不可用' };
  917. }
  918. const matchResult = await electronAPI.matchImageAndGetCoordinate(device, imagePath);
  919. if (!matchResult.success) {
  920. return { success: false, error: `图像匹配失败: ${matchResult.error}` };
  921. }
  922. position = matchResult.clickPosition;
  923. } else if (method === 'text') {
  924. if (!electronAPI || !electronAPI.findTextAndGetCoordinate) {
  925. return { success: false, error: '文字识别 API 不可用' };
  926. }
  927. const matchResult = await electronAPI.findTextAndGetCoordinate(device, action.target);
  928. if (!matchResult.success) {
  929. return { success: false, error: `文字识别失败: ${matchResult.error}` };
  930. }
  931. position = matchResult.clickPosition;
  932. }
  933. if (!position || !position.x || !position.y) {
  934. return { success: false, error: '无法获取点击位置' };
  935. }
  936. if (!electronAPI || !electronAPI.sendTap) {
  937. return { success: false, error: '点击 API 不可用' };
  938. }
  939. const tapResult = await electronAPI.sendTap(device, position.x, position.y);
  940. if (!tapResult.success) {
  941. return { success: false, error: `点击失败: ${tapResult.error}` };
  942. }
  943. return { success: true };
  944. }
  945. case 'press': {
  946. // 向后兼容:图像匹配并点击
  947. // resources 作为根目录
  948. const imagePath = `${folderPath}/resources/${action.value}`;
  949. if (!electronAPI || !electronAPI.matchImageAndGetCoordinate) {
  950. return { success: false, error: '图像匹配 API 不可用' };
  951. }
  952. const matchResult = await electronAPI.matchImageAndGetCoordinate(device, imagePath);
  953. if (!matchResult.success) {
  954. return { success: false, error: `图像匹配失败: ${matchResult.error}` };
  955. }
  956. const { clickPosition } = matchResult;
  957. const { x, y } = clickPosition;
  958. if (!electronAPI || !electronAPI.sendTap) {
  959. return { success: false, error: '点击 API 不可用' };
  960. }
  961. const tapResult = await electronAPI.sendTap(device, x, y);
  962. if (!tapResult.success) {
  963. return { success: false, error: `点击失败: ${tapResult.error}` };
  964. }
  965. return { success: true };
  966. }
  967. case 'input': {
  968. // 输入文本
  969. const inputStartTime = Date.now();
  970. // 先解析value(可能在运行时变量才被赋值,需要重新解析)
  971. let inputValue = resolveValue(action.value);
  972. // 如果value为空或undefined,且target存在,使用target(用于向后兼容,target可能也是定位文字)
  973. if (!inputValue && action.target) {
  974. // 如果target看起来像定位文字(不是变量引用),就不使用它
  975. const resolvedTarget = resolveValue(action.target);
  976. // 只有当target是变量引用时才使用它作为输入值
  977. if (resolvedTarget !== action.target || !action.target.includes(' ')) {
  978. inputValue = resolvedTarget;
  979. }
  980. }
  981. // 如果还是没有值,报错
  982. if (!inputValue) {
  983. return { success: false, error: '输入内容为空' };
  984. }
  985. // 如果target是定位方式,先定位输入框(暂未实现,直接输入文本)
  986. if (action.method === 'locate' && action.target) {
  987. // 这里可以添加定位输入框的逻辑
  988. // 暂时直接使用 sendText
  989. }
  990. if (!electronAPI || !electronAPI.sendText) {
  991. return { success: false, error: '输入 API 不可用' };
  992. }
  993. // 如果设置了clear,先清空输入框(通过发送退格键)
  994. if (action.clear) {
  995. // 发送退格键清空输入框(假设最多200个字符)
  996. // 使用Android的KEYCODE_DEL,值为67
  997. for (let i = 0; i < 200; i++) {
  998. const clearResult = await electronAPI.sendKeyEvent(device, '67');
  999. if (!clearResult.success) {
  1000. break;
  1001. }
  1002. await new Promise(resolve => setTimeout(resolve, 10));
  1003. }
  1004. // 等待清空完成
  1005. await new Promise(resolve => setTimeout(resolve, 200));
  1006. }
  1007. const textResult = await electronAPI.sendText(device, inputValue);
  1008. if (!textResult.success) {
  1009. return { success: false, error: `输入失败: ${textResult.error}` };
  1010. }
  1011. // 确保正确显示UTF-8编码的中文
  1012. try {
  1013. const displayValue = Buffer.isBuffer(inputValue)
  1014. ? inputValue.toString('utf8')
  1015. : String(inputValue);
  1016. // 输入成功,不打印日志
  1017. } catch (e) {
  1018. // 输入成功,不打印日志
  1019. }
  1020. return { success: true };
  1021. }
  1022. case 'ocr': {
  1023. // OCR识别
  1024. if (!electronAPI || !electronAPI.ocrLastMessage) {
  1025. return { success: false, error: 'OCR API 不可用' };
  1026. }
  1027. const method = action.method || 'full-screen';
  1028. let avatarPath = null;
  1029. const area = action.area;
  1030. // 如果是by-avatar方法,需要获取头像路径
  1031. if (method === 'by-avatar' && action.avatar) {
  1032. const avatarName = resolveValue(action.avatar);
  1033. if (avatarName) {
  1034. // 头像路径:从工作流文件夹路径中提取文件夹名,然后拼接头像文件名
  1035. // folderPath格式可能是:C:\...\static\processing\工作流名称
  1036. // 我们需要传递:工作流名称/头像文件名
  1037. const folderName = folderPath.split(/[/\\]/).pop();
  1038. avatarPath = `${folderName}/${avatarName}`;
  1039. }
  1040. }
  1041. // 调用OCR API,传递工作流文件夹路径
  1042. const ocrResult = await electronAPI.ocrLastMessage(device, method, avatarPath, area, folderPath);
  1043. if (!ocrResult.success) {
  1044. return { success: false, error: `OCR识别失败: ${ocrResult.error}` };
  1045. }
  1046. // 保存识别结果到变量
  1047. if (action.variable) {
  1048. variableContext[action.variable] = ocrResult.text || '';
  1049. // 确保正确显示UTF-8编码的中文
  1050. const displayText = ocrResult.text || '';
  1051. try {
  1052. // 如果text是Buffer,转换为字符串
  1053. const textStr = Buffer.isBuffer(displayText)
  1054. ? displayText.toString('utf8')
  1055. : String(displayText);
  1056. // OCR识别结果已保存到变量
  1057. } catch (e) {
  1058. // 如果转换失败,直接输出
  1059. // OCR识别结果已保存到变量
  1060. }
  1061. }
  1062. return {
  1063. success: true,
  1064. text: ocrResult.text,
  1065. position: ocrResult.position
  1066. };
  1067. }
  1068. case 'extract-messages':
  1069. case 'ocr-chat':
  1070. case 'ocr-chat-history': // 向后兼容
  1071. case 'extract-chat-history': { // 向后兼容
  1072. // 提取消息记录
  1073. // 获取头像路径(支持新的 inVars 格式,也支持旧参数 avatar1/avatar2 和 friendAvatar/myAvatar)
  1074. const folderName = folderPath.split(/[/\\]/).pop();
  1075. let avatar1Path = null;
  1076. let avatar2Path = null;
  1077. // 优先使用新的 inVars 格式
  1078. let avatar1Name, avatar2Name, regionArea = null;
  1079. let friendRgb = null, myRgb = null;
  1080. if (action.inVars && Array.isArray(action.inVars)) {
  1081. if (action.inVars.length >= 3) {
  1082. // 三个参数:可能是 RGB格式 或 头像+区域格式
  1083. const param1 = resolveValue(action.inVars[0]);
  1084. const param2 = resolveValue(action.inVars[1]);
  1085. // 检查是否是RGB格式(格式:"(r,g,b)")
  1086. const rgbPattern = /^\((\d+),(\d+),(\d+)\)$/;
  1087. if (typeof param1 === 'string' && rgbPattern.test(param1.trim()) &&
  1088. typeof param2 === 'string' && rgbPattern.test(param2.trim())) {
  1089. // RGB格式:第一个是好友RGB,第二个是我的RGB,第三个是区域
  1090. friendRgb = param1.trim();
  1091. myRgb = param2.trim();
  1092. // 第三个参数是区域
  1093. const regionVar = extractVarName(action.inVars[2]);
  1094. regionArea = variableContext[regionVar];
  1095. if (regionArea === undefined) {
  1096. const regionResolved = resolveValue(action.inVars[2]);
  1097. if (regionResolved && typeof regionResolved === 'object') {
  1098. regionArea = regionResolved;
  1099. }
  1100. }
  1101. } else {
  1102. // 头像格式:头像1、头像2、区域
  1103. avatar1Name = action.inVars[0];
  1104. avatar2Name = action.inVars[1];
  1105. const regionVar = extractVarName(action.inVars[2]);
  1106. regionArea = variableContext[regionVar];
  1107. if (regionArea === undefined) {
  1108. const regionResolved = resolveValue(action.inVars[2]);
  1109. if (regionResolved && typeof regionResolved === 'object') {
  1110. regionArea = regionResolved;
  1111. }
  1112. }
  1113. }
  1114. // 验证区域格式
  1115. if (regionArea) {
  1116. if (typeof regionArea === 'string') {
  1117. try {
  1118. regionArea = JSON.parse(regionArea);
  1119. } catch (e) {
  1120. regionArea = null;
  1121. }
  1122. }
  1123. if (regionArea && typeof regionArea === 'object') {
  1124. if (!regionArea.topLeft || !regionArea.bottomRight) {
  1125. regionArea = null;
  1126. }
  1127. }
  1128. }
  1129. } else if (action.inVars.length >= 2) {
  1130. // 两个参数:可能是 RGB格式 或 头像格式
  1131. const param1 = resolveValue(action.inVars[0]);
  1132. const param2 = resolveValue(action.inVars[1]);
  1133. // 检查是否是RGB格式
  1134. const rgbPattern = /^\((\d+),(\d+),(\d+)\)$/;
  1135. if (typeof param1 === 'string' && rgbPattern.test(param1.trim()) &&
  1136. typeof param2 === 'string' && rgbPattern.test(param2.trim())) {
  1137. // RGB格式:第一个是好友RGB,第二个是我的RGB
  1138. friendRgb = param1.trim();
  1139. myRgb = param2.trim();
  1140. } else {
  1141. // 头像格式:头像1、头像2(无区域,使用全屏)
  1142. avatar1Name = action.inVars[0];
  1143. avatar2Name = action.inVars[1];
  1144. }
  1145. } else if (action.inVars.length === 1) {
  1146. // 一个参数:头像1(向后兼容)
  1147. avatar1Name = action.inVars[0];
  1148. avatar2Name = action.avatar2 || action.myAvatar;
  1149. }
  1150. } else {
  1151. // 使用旧参数
  1152. avatar1Name = action.avatar1 || action.friendAvatar;
  1153. avatar2Name = action.avatar2 || action.myAvatar;
  1154. }
  1155. if (avatar1Name) {
  1156. const avatar1Resolved = resolveValue(avatar1Name);
  1157. if (avatar1Resolved) {
  1158. // resources 作为根目录
  1159. avatar1Path = `${folderName}/resources/${avatar1Resolved}`;
  1160. }
  1161. }
  1162. if (avatar2Name) {
  1163. const avatar2Resolved = resolveValue(avatar2Name);
  1164. if (avatar2Resolved) {
  1165. // resources 作为根目录
  1166. avatar2Path = `${folderName}/resources/${avatar2Resolved}`;
  1167. }
  1168. }
  1169. // 调用 fun 目录下的执行函数
  1170. // 确保 regionArea 是对象格式(如果是字符串,尝试解析为 JSON)
  1171. let regionParam = regionArea;
  1172. if (regionArea && typeof regionArea === 'string') {
  1173. try {
  1174. regionParam = JSON.parse(regionArea);
  1175. } catch (e) {
  1176. // 解析失败,使用 null(函数内部会处理)
  1177. regionParam = null;
  1178. }
  1179. }
  1180. const chatResult = await executeOcrChat({
  1181. device,
  1182. avatar1: avatar1Path,
  1183. avatar2: avatar2Path,
  1184. folderPath,
  1185. region: regionParam, // 传递区域参数(对象格式,如果提供)
  1186. friendRgb: friendRgb, // 传递好友RGB(如果提供)
  1187. myRgb: myRgb // 传递我的RGB(如果提供)
  1188. });
  1189. if (!chatResult.success) {
  1190. return { success: false, error: `提取消息记录失败: ${chatResult.error}` };
  1191. }
  1192. // 保存消息记录到变量(支持新的 outVars 格式)
  1193. let outputVarName = null;
  1194. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1195. outputVarName = extractVarName(action.outVars[0]);
  1196. } else if (action.variable) {
  1197. outputVarName = extractVarName(action.variable);
  1198. }
  1199. if (outputVarName) {
  1200. // 使用JSON字符串格式的消息记录
  1201. const messagesJson = chatResult.messagesJson || JSON.stringify(chatResult.messages || []);
  1202. variableContext[outputVarName] = messagesJson;
  1203. await logOutVars(action, variableContext, folderPath);
  1204. }
  1205. return {
  1206. success: true,
  1207. messages: chatResult.messages || [],
  1208. messagesJson: chatResult.messagesJson || JSON.stringify(chatResult.messages || []),
  1209. lastMessage: chatResult.messages && chatResult.messages.length > 0 ? chatResult.messages[chatResult.messages.length - 1] : null
  1210. };
  1211. }
  1212. case 'ai-generate': {
  1213. // AI生成
  1214. let prompt = resolveValue(action.prompt);
  1215. // 如果提供了 inVars,替换 prompt 中的变量
  1216. if (action.inVars && Array.isArray(action.inVars)) {
  1217. for (let i = 0; i < action.inVars.length; i++) {
  1218. const varName = extractVarName(action.inVars[i]);
  1219. const varValue = variableContext[varName];
  1220. // 替换 prompt 中的变量占位符(例如 {currentMessage})
  1221. if (varValue !== undefined && varValue !== null) {
  1222. const placeholder = `{${varName}}`;
  1223. // 检查是否是空数组 JSON 字符串
  1224. let replaceValue = String(varValue);
  1225. if (typeof varValue === 'string' && varValue.trim() === '[]') {
  1226. try {
  1227. const parsed = JSON.parse(varValue);
  1228. if (Array.isArray(parsed) && parsed.length === 0) {
  1229. replaceValue = '';
  1230. }
  1231. } catch (e) {
  1232. // 不是 JSON,继续使用原值
  1233. }
  1234. }
  1235. prompt = prompt.replace(new RegExp(placeholder.replace(/[{}]/g, '\\$&'), 'g'), replaceValue);
  1236. }
  1237. }
  1238. }
  1239. // 替换 prompt 中的变量(包括 historySummary 和其他变量)
  1240. // 注意:这里需要先替换 historySummary,因为它可能包含在 prompt 模板中
  1241. if (prompt.includes('{historySummary}')) {
  1242. let historySummary = variableContext['historySummary'] || '';
  1243. // 如果变量中没有历史总结,尝试从文件中读取
  1244. if (!historySummary) {
  1245. historySummary = await getHistorySummary(folderPath);
  1246. // 如果从文件读取成功,也更新变量上下文
  1247. if (historySummary) {
  1248. variableContext['historySummary'] = historySummary;
  1249. }
  1250. }
  1251. prompt = prompt.replace(/{historySummary}/g, historySummary);
  1252. }
  1253. // 替换 prompt 中所有剩余的变量占位符(支持 {{variable}} 和 {variable} 格式)
  1254. prompt = replaceVariablesInString(prompt, variableContext);
  1255. try {
  1256. // 调用AI API(使用现有的GPT API)
  1257. const requestBody = {
  1258. prompt: prompt,
  1259. modelName: action.model || 'gpt-5-nano-ca'
  1260. };
  1261. const response = await fetch('https://ai-anim.com/api/text2textByModel', {
  1262. method: 'POST',
  1263. headers: { 'Content-Type': 'application/json' },
  1264. body: JSON.stringify(requestBody)
  1265. });
  1266. if (!response.ok) {
  1267. const errorText = await response.text();
  1268. return { success: false, error: `AI请求失败: ${response.statusText}` };
  1269. }
  1270. const data = await response.json();
  1271. // API 返回格式:{ success: true, data: { output_text: "..." } }
  1272. // 或者:{ data: { output_text: "..." } }
  1273. // 优先从 data.data.output_text 提取,然后是 data.output_text,最后是其他字段
  1274. let rawResult = '';
  1275. if (data.data && typeof data.data === 'object' && data.data.output_text) {
  1276. rawResult = data.data.output_text;
  1277. } else if (data.output_text) {
  1278. rawResult = data.output_text;
  1279. } else if (data.text) {
  1280. rawResult = data.text;
  1281. } else if (data.content) {
  1282. rawResult = data.content;
  1283. } else if (data.data && typeof data.data === 'string') {
  1284. rawResult = data.data;
  1285. } else {
  1286. // 如果都没有,尝试从整个响应中提取
  1287. rawResult = JSON.stringify(data);
  1288. }
  1289. // 确保 rawResult 是字符串
  1290. rawResult = rawResult ? String(rawResult) : '';
  1291. // 解析AI返回的JSON格式回复
  1292. let result = rawResult;
  1293. try {
  1294. // 尝试从返回文本中提取JSON
  1295. // 方法1: 尝试直接解析整个文本
  1296. try {
  1297. const jsonResult = JSON.parse(rawResult.trim());
  1298. if (jsonResult.reply) {
  1299. result = jsonResult.reply;
  1300. }
  1301. } catch (e) {
  1302. // 方法2: 尝试从代码块中提取JSON
  1303. const codeBlockMatch = rawResult.match(/```(?:json)?\s*(\{[\s\S]*?\})\s*```/);
  1304. if (codeBlockMatch) {
  1305. try {
  1306. const jsonResult = JSON.parse(codeBlockMatch[1]);
  1307. if (jsonResult.reply) {
  1308. result = jsonResult.reply;
  1309. }
  1310. } catch (e2) {
  1311. // JSON解析失败,继续使用原始文本
  1312. }
  1313. } else {
  1314. // 方法3: 尝试从文本中查找JSON对象
  1315. const jsonMatch = rawResult.match(/\{\s*"reply"\s*:\s*"([^"]+)"\s*\}/);
  1316. if (jsonMatch) {
  1317. result = jsonMatch[1];
  1318. } else {
  1319. // 方法4: 尝试查找单行的JSON格式
  1320. const lines = rawResult.split('\n').map(line => line.trim()).filter(line => line);
  1321. for (const line of lines) {
  1322. if (line.startsWith('{') && line.includes('"reply"')) {
  1323. try {
  1324. const jsonResult = JSON.parse(line);
  1325. if (jsonResult.reply) {
  1326. result = jsonResult.reply;
  1327. break;
  1328. }
  1329. } catch (e3) {
  1330. // 继续尝试下一行
  1331. }
  1332. }
  1333. }
  1334. }
  1335. }
  1336. }
  1337. } catch (parseError) {
  1338. // 如果解析失败,使用原始文本
  1339. }
  1340. // 保存到变量(支持 outVars 格式)
  1341. // outVars[0] 是 AI 生成的结果,outVars[1](如果有)是 aiCallBack 变量
  1342. if (action.outVars && Array.isArray(action.outVars)) {
  1343. // 第一个输出变量保存 AI 生成结果
  1344. if (action.outVars.length > 0) {
  1345. const outputVarName = extractVarName(action.outVars[0]);
  1346. if (outputVarName) {
  1347. variableContext[outputVarName] = result;
  1348. }
  1349. }
  1350. // 第二个输出变量(如果有)设置为 1 表示 AI 生成完成(aiCallBack)
  1351. if (action.outVars.length > 1) {
  1352. const callbackVarName = extractVarName(action.outVars[1]);
  1353. if (callbackVarName) {
  1354. variableContext[callbackVarName] = 1;
  1355. }
  1356. }
  1357. await logOutVars(action, variableContext, folderPath);
  1358. } else if (action.variable) {
  1359. // 向后兼容:使用旧的 variable 字段
  1360. const outputVarName = extractVarName(action.variable);
  1361. if (outputVarName) {
  1362. variableContext[outputVarName] = result;
  1363. }
  1364. }
  1365. // 向后兼容:如果 aiCallBack 在 inVars 中提供,也设置它(但优先使用 outVars)
  1366. if (!action.outVars || !Array.isArray(action.outVars) || action.outVars.length <= 1) {
  1367. if (action.inVars && Array.isArray(action.inVars) && action.inVars.length > 1) {
  1368. const callbackVarName = extractVarName(action.inVars[1]);
  1369. if (callbackVarName) {
  1370. variableContext[callbackVarName] = 1;
  1371. }
  1372. }
  1373. }
  1374. return { success: true, result };
  1375. } catch (error) {
  1376. return { success: false, error: `AI生成失败: ${error.message}` };
  1377. }
  1378. }
  1379. case 'save-messages':
  1380. case 'generate-summary':
  1381. case 'generate-history-summary': { // 向后兼容
  1382. // 生成消息记录的AI总结
  1383. if (!action.variable) {
  1384. return { success: false, error: '缺少变量名' };
  1385. }
  1386. const messages = variableContext[action.variable];
  1387. if (!messages) {
  1388. return { success: false, error: `变量 ${action.variable} 不存在或为空` };
  1389. }
  1390. const modelName = action.model || 'gpt-5-nano-ca';
  1391. const result = await generateHistorySummary(messages, folderPath, modelName);
  1392. if (!result.success) {
  1393. return { success: false, error: `生成消息记录总结失败: ${result.error}` };
  1394. }
  1395. // 保存总结到变量
  1396. if (action.summaryVariable) {
  1397. variableContext[action.summaryVariable] = result.summary;
  1398. // 消息记录总结已保存到变量
  1399. }
  1400. return { success: true, summary: result.summary };
  1401. }
  1402. case 'img-bounding-box-location': {
  1403. // 图像区域定位
  1404. // 支持新的 inVars/outVars 格式(都可以为空)
  1405. let screenshotPath = action.screenshot;
  1406. let regionPath = action.region;
  1407. // 如果提供了 inVars,从变量中读取或直接使用
  1408. if (action.inVars && Array.isArray(action.inVars)) {
  1409. if (action.inVars.length === 1) {
  1410. // 如果只有一个参数,将其作为 region(区域图片)
  1411. const firstVar = extractVarName(action.inVars[0]);
  1412. const firstValue = variableContext[firstVar];
  1413. if (firstValue && typeof firstValue === 'string' && !firstValue.includes('{')) {
  1414. regionPath = firstValue;
  1415. } else {
  1416. // 如果变量不存在,直接使用 inVars[0] 作为路径
  1417. regionPath = action.inVars[0];
  1418. }
  1419. // screenshot 需要自动从设备获取(传递 null)
  1420. screenshotPath = null;
  1421. } else if (action.inVars.length >= 2) {
  1422. // 如果有两个参数,第一个是 screenshot,第二个是 region
  1423. const screenshotVar = extractVarName(action.inVars[0]);
  1424. const screenshotValue = variableContext[screenshotVar];
  1425. if (screenshotValue && typeof screenshotValue === 'string' && !screenshotValue.includes('{')) {
  1426. screenshotPath = screenshotValue;
  1427. } else {
  1428. screenshotPath = action.inVars[0];
  1429. }
  1430. const regionVar = extractVarName(action.inVars[1]);
  1431. const regionValue = variableContext[regionVar];
  1432. if (regionValue && typeof regionValue === 'string' && !regionValue.includes('{')) {
  1433. regionPath = regionValue;
  1434. } else {
  1435. regionPath = action.inVars[1];
  1436. }
  1437. }
  1438. }
  1439. // 如果没有提供路径,使用默认值或从 action 中读取
  1440. if (screenshotPath !== null && !screenshotPath) screenshotPath = action.screenshot;
  1441. if (!regionPath) regionPath = action.region;
  1442. if (!regionPath) {
  1443. return { success: false, error: '缺少区域截图路径' };
  1444. }
  1445. // 如果 screenshotPath 为 null,需要自动从设备获取
  1446. if (screenshotPath === null && !device) {
  1447. return { success: false, error: '缺少完整截图路径,且无法自动获取设备截图(缺少设备ID)' };
  1448. }
  1449. // 调用 fun 目录下的执行函数
  1450. const result = await executeImgBoundingBoxLocation({
  1451. device,
  1452. screenshot: screenshotPath,
  1453. region: regionPath,
  1454. folderPath
  1455. });
  1456. if (!result.success) {
  1457. return { success: false, error: `图像区域定位失败: ${result.error}` };
  1458. }
  1459. // 保存结果到变量(支持 outVars 格式)
  1460. // img-bounding-box-location 返回四个顶点坐标
  1461. let outputVarName = null;
  1462. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1463. outputVarName = extractVarName(action.outVars[0]);
  1464. } else if (action.variable) {
  1465. outputVarName = extractVarName(action.variable);
  1466. }
  1467. if (outputVarName) {
  1468. // 将对象转换为 JSON 字符串(只允许 string 或 int 类型)
  1469. if (result.corners && typeof result.corners === 'object') {
  1470. variableContext[outputVarName] = JSON.stringify(result.corners);
  1471. } else {
  1472. variableContext[outputVarName] = '';
  1473. }
  1474. // 图像区域定位结果已保存到变量
  1475. await logOutVars(action, variableContext, folderPath);
  1476. }
  1477. return { success: true, result: result.corners };
  1478. }
  1479. case 'img-center-point-location': {
  1480. // 图像中心点定位
  1481. // 支持新的 inVars/outVars 格式(都可以为空)
  1482. let templatePath = action.template;
  1483. // 如果提供了 inVars,从变量中读取或直接使用
  1484. if (action.inVars && Array.isArray(action.inVars) && action.inVars.length > 0) {
  1485. const templateVar = extractVarName(action.inVars[0]);
  1486. const templateValue = variableContext[templateVar];
  1487. if (templateValue && typeof templateValue === 'string' && !templateValue.includes('{')) {
  1488. templatePath = templateValue;
  1489. } else {
  1490. // 如果变量不存在,直接使用 inVars[0] 作为路径
  1491. templatePath = action.inVars[0];
  1492. }
  1493. }
  1494. // 如果没有提供路径,使用默认值或从 action 中读取
  1495. if (!templatePath) templatePath = action.template;
  1496. if (!templatePath) {
  1497. return { success: false, error: '缺少模板图片路径' };
  1498. }
  1499. if (!device) {
  1500. return { success: false, error: '缺少设备 ID,无法自动获取截图' };
  1501. }
  1502. // 调用 fun 目录下的执行函数
  1503. const result = await executeImgCenterPointLocation({
  1504. device,
  1505. template: templatePath,
  1506. folderPath
  1507. });
  1508. if (!result.success) {
  1509. return { success: false, error: `图像中心点定位失败: ${result.error}` };
  1510. }
  1511. // 保存结果到变量(支持 outVars 格式)
  1512. let outputVarName = null;
  1513. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1514. outputVarName = extractVarName(action.outVars[0]);
  1515. } else if (action.variable) {
  1516. outputVarName = extractVarName(action.variable);
  1517. }
  1518. if (outputVarName) {
  1519. // 保存中心点坐标为字符串(JSON 格式):只允许 number 或 string
  1520. if (result.center && typeof result.center === 'object' && result.center.x !== undefined && result.center.y !== undefined) {
  1521. variableContext[outputVarName] = JSON.stringify({ x: result.center.x, y: result.center.y });
  1522. } else {
  1523. variableContext[outputVarName] = '';
  1524. }
  1525. // 图像中心点定位结果已保存到变量
  1526. await logOutVars(action, variableContext, folderPath);
  1527. }
  1528. return { success: true, result: result.center };
  1529. }
  1530. case 'img-cropping': {
  1531. // 裁剪图片区域
  1532. // 支持新的 inVars 格式
  1533. let area = action.area;
  1534. let savePath = action.savePath;
  1535. // 如果提供了 inVars,从变量中读取或直接使用
  1536. if (action.inVars && Array.isArray(action.inVars)) {
  1537. if (action.inVars.length > 0) {
  1538. const areaVar = extractVarName(action.inVars[0]);
  1539. const areaValue = variableContext[areaVar];
  1540. if (areaValue !== undefined) {
  1541. area = areaValue;
  1542. } else {
  1543. area = resolveValue(action.inVars[0]);
  1544. }
  1545. }
  1546. if (action.inVars.length > 1) {
  1547. const savePathVar = extractVarName(action.inVars[1]);
  1548. const savePathValue = variableContext[savePathVar];
  1549. if (savePathValue !== undefined) {
  1550. savePath = savePathValue;
  1551. } else {
  1552. savePath = resolveValue(action.inVars[1]);
  1553. }
  1554. }
  1555. }
  1556. if (!area) {
  1557. return { success: false, error: 'img-cropping 缺少 area 参数' };
  1558. }
  1559. if (!savePath) {
  1560. return { success: false, error: 'img-cropping 缺少 savePath 参数' };
  1561. }
  1562. const result = await executeImgCropping({
  1563. area,
  1564. savePath,
  1565. folderPath,
  1566. device // 传递设备ID,用于获取最新截图
  1567. });
  1568. if (!result.success) {
  1569. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  1570. return { success: false, error: result.error };
  1571. }
  1572. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  1573. // 如果提供了 outVars,可以将结果保存到变量
  1574. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1575. const outputVarName = extractVarName(action.outVars[0]);
  1576. if (outputVarName) {
  1577. // 只允许 string 或 int 类型,保存成功标志为 "1" 或 1
  1578. variableContext[outputVarName] = result.success ? '1' : '0';
  1579. }
  1580. }
  1581. await logOutVars(action, variableContext, folderPath);
  1582. return { success: true };
  1583. }
  1584. case 'read-last-message': {
  1585. // 读取最后一条消息
  1586. // 支持新的 inVars/outVars 格式,也支持 inputVars/outputVars
  1587. const inputVars = action.inVars || action.inputVars || [];
  1588. const outputVars = action.outVars || action.outputVars || [];
  1589. let textVar = action.textVariable;
  1590. let senderVar = action.senderVariable;
  1591. let inputVar = null;
  1592. if (outputVars.length > 0) {
  1593. textVar = extractVarName(outputVars[0]);
  1594. }
  1595. if (outputVars.length > 1) {
  1596. senderVar = extractVarName(outputVars[1]);
  1597. }
  1598. if (inputVars.length > 0) {
  1599. inputVar = extractVarName(inputVars[0]);
  1600. }
  1601. if (!textVar && !senderVar) {
  1602. return { success: false, error: 'read-last-message 缺少 textVariable 或 senderVariable 参数' };
  1603. }
  1604. // 如果提供了 inputVar,从变量中读取数据
  1605. let inputData = null;
  1606. if (inputVar && variableContext[inputVar] !== undefined) {
  1607. inputData = variableContext[inputVar];
  1608. }
  1609. // 确保 inputData 是字符串类型(如果是对象或数组,转换为 JSON 字符串)
  1610. let inputDataString = inputData;
  1611. if (inputData !== null && inputData !== undefined) {
  1612. if (typeof inputData === 'string') {
  1613. inputDataString = inputData;
  1614. } else if (Array.isArray(inputData) || typeof inputData === 'object') {
  1615. inputDataString = JSON.stringify(inputData);
  1616. } else {
  1617. inputDataString = String(inputData);
  1618. }
  1619. } else {
  1620. inputDataString = null; // null 表示从文件读取
  1621. }
  1622. const result = await executeReadLastMessage({
  1623. folderPath,
  1624. inputData: inputDataString, // 确保是字符串类型,如果为 null,则从 history 文件夹读取
  1625. textVariable: textVar,
  1626. senderVariable: senderVar
  1627. });
  1628. if (!result.success) {
  1629. return { success: false, error: result.error };
  1630. }
  1631. // 保存消息文本和发送者到变量
  1632. if (textVar) {
  1633. variableContext[textVar] = result.text;
  1634. // 最后一条消息文本已保存到变量
  1635. }
  1636. if (senderVar) {
  1637. variableContext[senderVar] = result.sender;
  1638. // 最后一条消息发送者已保存到变量
  1639. }
  1640. await logOutVars(action, variableContext, folderPath);
  1641. return { success: true, text: result.text, sender: result.sender };
  1642. }
  1643. case 'read-txt':
  1644. case 'read-text': { // 向后兼容别名
  1645. // 读取根目录下的文本文件
  1646. // 支持新的 inVars/outVars 格式
  1647. let filePath = action.filePath;
  1648. let varName = action.variable;
  1649. if (action.inVars && Array.isArray(action.inVars) && action.inVars.length > 0) {
  1650. // 从 inVars 读取文件路径(可能是变量或直接路径)
  1651. const filePathVar = extractVarName(action.inVars[0]);
  1652. const filePathValue = variableContext[filePathVar];
  1653. if (filePathValue !== undefined) {
  1654. filePath = filePathValue;
  1655. } else {
  1656. filePath = resolveValue(action.inVars[0]);
  1657. }
  1658. }
  1659. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1660. varName = extractVarName(action.outVars[0]);
  1661. } else if (action.variable) {
  1662. varName = extractVarName(action.variable);
  1663. }
  1664. if (!filePath) {
  1665. return { success: false, error: 'read-txt 缺少 filePath 参数' };
  1666. }
  1667. if (!varName) {
  1668. return { success: false, error: 'read-txt 缺少 variable 参数' };
  1669. }
  1670. const result = await executeReadTxt({
  1671. filePath,
  1672. folderPath
  1673. });
  1674. if (!result.success) {
  1675. return { success: false, error: result.error };
  1676. }
  1677. // 保存文件内容到变量(确保始终是字符串类型,即使是空字符串)
  1678. const content = result.content || '';
  1679. variableContext[varName] = typeof content === 'string' ? content : String(content);
  1680. // 确保变量始终是字符串类型(即使是空字符串)
  1681. if (variableContext[varName] === undefined || variableContext[varName] === null) {
  1682. variableContext[varName] = '';
  1683. }
  1684. await logOutVars(action, variableContext, folderPath);
  1685. return { success: true, content: result.content };
  1686. }
  1687. case 'smart-chat-append': {
  1688. // 智能合并历史聊天记录和当前聊天记录,自动检测并去除连续重合部分后返回新的聊天记录字符串
  1689. // 支持新的 inVars/outVars 格式
  1690. let history = action.history;
  1691. let current = action.current;
  1692. if (action.inVars && Array.isArray(action.inVars)) {
  1693. // 从 inVars 读取历史记录和当前记录(可能是变量或直接值)
  1694. if (action.inVars.length > 0) {
  1695. const historyVar = extractVarName(action.inVars[0]);
  1696. const historyValue = variableContext[historyVar];
  1697. if (historyValue !== undefined) {
  1698. history = historyValue;
  1699. } else {
  1700. history = resolveValue(action.inVars[0]);
  1701. }
  1702. }
  1703. if (action.inVars.length > 1) {
  1704. const currentVar = extractVarName(action.inVars[1]);
  1705. const currentValue = variableContext[currentVar];
  1706. if (currentValue !== undefined) {
  1707. current = currentValue;
  1708. } else {
  1709. current = resolveValue(action.inVars[1]);
  1710. }
  1711. }
  1712. }
  1713. if (history === undefined || history === null) {
  1714. history = '';
  1715. }
  1716. if (current === undefined || current === null) {
  1717. current = '';
  1718. }
  1719. const result = await executeSmartChatAppend({
  1720. history: typeof history === 'string' ? history : String(history),
  1721. current: typeof current === 'string' ? current : String(current)
  1722. });
  1723. if (!result.success) {
  1724. return { success: false, error: result.error };
  1725. }
  1726. // 保存结果到变量
  1727. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1728. const outputVarName = extractVarName(action.outVars[0]);
  1729. if (outputVarName && result.result) {
  1730. variableContext[outputVarName] = result.result;
  1731. }
  1732. } else if (action.variable) {
  1733. const varName = extractVarName(action.variable);
  1734. if (varName && result.result) {
  1735. variableContext[varName] = result.result;
  1736. }
  1737. }
  1738. return { success: true, result: result.result };
  1739. }
  1740. case 'save-txt':
  1741. case 'save-text': { // 向后兼容别名
  1742. // 保存字符串为文本文件
  1743. // 支持新的 inVars/outVars 格式
  1744. let filePath = action.filePath;
  1745. let content = action.content;
  1746. if (action.inVars && Array.isArray(action.inVars)) {
  1747. // 从 inVars 读取内容和文件路径(可能是变量或直接值)
  1748. // 入参顺序:第一个参数是内容,第二个参数是文件路径
  1749. if (action.inVars.length > 0) {
  1750. // 第一个参数是内容
  1751. const contentVar = extractVarName(action.inVars[0]);
  1752. const contentValue = variableContext[contentVar];
  1753. if (contentValue !== undefined) {
  1754. content = contentValue;
  1755. } else {
  1756. content = resolveValue(action.inVars[0]);
  1757. }
  1758. }
  1759. if (action.inVars.length > 1) {
  1760. // 第二个参数是文件路径
  1761. const filePathVar = extractVarName(action.inVars[1]);
  1762. const filePathValue = variableContext[filePathVar];
  1763. if (filePathValue !== undefined) {
  1764. filePath = filePathValue;
  1765. } else {
  1766. filePath = resolveValue(action.inVars[1]);
  1767. }
  1768. }
  1769. }
  1770. if (!filePath) {
  1771. return { success: false, error: 'save-txt 缺少 filePath 参数' };
  1772. }
  1773. if (content === undefined || content === null) {
  1774. return { success: false, error: 'save-txt 缺少 content 参数' };
  1775. }
  1776. const result = await executeSaveTxt({
  1777. filePath,
  1778. content,
  1779. folderPath
  1780. });
  1781. if (!result.success) {
  1782. return { success: false, error: result.error };
  1783. }
  1784. // 如果提供了 outVars,可以将结果保存到变量(虽然通常不需要)
  1785. if (action.outVars && Array.isArray(action.outVars) && action.outVars.length > 0) {
  1786. const outputVarName = extractVarName(action.outVars[0]);
  1787. if (outputVarName) {
  1788. // 只允许 string 或 int 类型,保存成功标志为 "1" 或 1
  1789. variableContext[outputVarName] = result.success ? '1' : '0';
  1790. }
  1791. }
  1792. await logOutVars(action, variableContext, folderPath);
  1793. return { success: true };
  1794. }
  1795. default:
  1796. return { success: false, error: `未知的操作类型: ${action.type}` };
  1797. }
  1798. } catch (error) {
  1799. // 记录错误到 log.txt
  1800. const now = new Date();
  1801. const year = now.getFullYear();
  1802. const month = String(now.getMonth() + 1).padStart(2, '0');
  1803. const day = String(now.getDate()).padStart(2, '0');
  1804. const hour = String(now.getHours()).padStart(2, '0');
  1805. const minute = String(now.getMinutes()).padStart(2, '0');
  1806. const second = String(now.getSeconds()).padStart(2, '0');
  1807. const timeStr = `${year}/${month}/${day} ${hour}:${minute}:${second}`;
  1808. const errorMsg = `[错误] 操作执行失败: ${error.message} [系统时间: ${timeStr}]`;
  1809. await logMessage(errorMsg, folderPath).catch(() => {
  1810. // 静默失败,不影响主流程
  1811. });
  1812. return { success: false, error: error.message };
  1813. }
  1814. }
  1815. /**
  1816. * 执行操作序列(支持嵌套和条件)
  1817. * @param {Array} actions - 解析后的操作列表
  1818. * @param {string} device - 设备 ID
  1819. * @param {string} folderPath - 文件夹路径
  1820. * @param {Object} resolution - 设备分辨率
  1821. * @param {number} stepInterval - 步骤间隔时间(毫秒),默认1秒
  1822. * @param {Function} onStepComplete - 每步完成后的回调函数
  1823. * @param {Function} shouldStop - 检查是否应该停止的函数
  1824. * @param {number} depth - 嵌套深度(用于递归)
  1825. * @returns {Promise<Object>} 执行结果 {success, error?, completedSteps}
  1826. */
  1827. async function executeActionSequence(
  1828. actions,
  1829. device,
  1830. folderPath,
  1831. resolution,
  1832. stepInterval = DEFAULT_STEP_INTERVAL,
  1833. onStepComplete = null,
  1834. shouldStop = null,
  1835. depth = 0
  1836. ) {
  1837. // 如果是顶层(depth === 0),重置全局步骤计数器和变量初始化标志
  1838. if (depth === 0) {
  1839. globalStepCounter = 0;
  1840. // 重置变量初始化标志,允许在新工作流开始时重新初始化
  1841. variableContextInitialized = false;
  1842. // 保存当前工作流文件夹路径,用于日志记录
  1843. currentWorkflowFolderPath = folderPath;
  1844. // 添加分割线,分开每次执行的日志
  1845. await logMessage('========================', folderPath);
  1846. }
  1847. let completedSteps = 0;
  1848. const stepPrefix = depth > 0 ? ' '.repeat(depth) : '';
  1849. for (let i = 0; i < actions.length; i++) {
  1850. // 检查是否应该停止
  1851. if (shouldStop && shouldStop()) {
  1852. // 执行被停止
  1853. return { success: false, error: '执行被停止', completedSteps };
  1854. }
  1855. const action = actions[i];
  1856. // 处理特殊操作类型
  1857. if (action.type === 'schedule') {
  1858. // schedule 操作:根据 condition 中的 interval 和 repeat 执行动作
  1859. const condition = action.condition || {};
  1860. const intervalStr = condition.interval || '0s';
  1861. const repeat = condition.repeat !== undefined ? condition.repeat : 1;
  1862. const actionsToExecute = action.interval || [];
  1863. // 解析间隔时间
  1864. const intervalMs = parseDelayString(intervalStr) || 0;
  1865. // 确定循环次数(-1 表示无限循环)
  1866. const maxIterations = repeat === -1 ? Infinity : (typeof repeat === 'number' ? repeat : 1);
  1867. let iteration = 0;
  1868. while (iteration < maxIterations) {
  1869. if (shouldStop && shouldStop()) {
  1870. return { success: false, error: '执行被停止', completedSteps };
  1871. }
  1872. iteration++;
  1873. // 如果不是第一次迭代,等待间隔时间
  1874. if (iteration > 1 && intervalMs > 0) {
  1875. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  1876. let remainingTime = intervalMs;
  1877. const countdownInterval = 100;
  1878. while (remainingTime > 0) {
  1879. if (shouldStop && shouldStop()) {
  1880. return { success: false, error: '执行被停止', completedSteps };
  1881. }
  1882. const waitTime = Math.min(countdownInterval, remainingTime);
  1883. await new Promise(resolve => setTimeout(resolve, waitTime));
  1884. remainingTime -= waitTime;
  1885. }
  1886. }
  1887. // 执行动作序列
  1888. if (actionsToExecute.length > 0) {
  1889. const result = await executeActionSequence(
  1890. actionsToExecute,
  1891. device,
  1892. folderPath,
  1893. resolution,
  1894. stepInterval,
  1895. onStepComplete,
  1896. shouldStop,
  1897. depth + 1
  1898. );
  1899. if (!result.success) {
  1900. return result;
  1901. }
  1902. completedSteps += result.completedSteps || 0;
  1903. }
  1904. }
  1905. continue;
  1906. }
  1907. if (action.type === 'if') {
  1908. const conditionResult = evaluateCondition(action.condition, variableContext);
  1909. // 支持 ture(拼写错误)和 false 作为 then 和 else 的别名
  1910. const actionsToExecute = conditionResult ? (action.then || action.ture || []) : (action.else || action.false || []);
  1911. if (actionsToExecute.length > 0) {
  1912. const result = await executeActionSequence(
  1913. actionsToExecute,
  1914. device,
  1915. folderPath,
  1916. resolution,
  1917. stepInterval,
  1918. onStepComplete,
  1919. shouldStop,
  1920. depth + 1
  1921. );
  1922. if (!result.success) {
  1923. return result;
  1924. }
  1925. completedSteps += result.completedSteps || 0;
  1926. }
  1927. continue;
  1928. }
  1929. if (action.type === 'for') {
  1930. const items = Array.isArray(action.items) ? action.items : [];
  1931. for (const item of items) {
  1932. if (shouldStop && shouldStop()) {
  1933. return { success: false, error: '执行被停止', completedSteps };
  1934. }
  1935. // 设置循环变量
  1936. if (action.variable) {
  1937. variableContext[action.variable] = item;
  1938. }
  1939. if (action.body && action.body.length > 0) {
  1940. const result = await executeActionSequence(
  1941. action.body,
  1942. device,
  1943. folderPath,
  1944. resolution,
  1945. stepInterval,
  1946. onStepComplete,
  1947. shouldStop,
  1948. depth + 1
  1949. );
  1950. if (!result.success) {
  1951. return result;
  1952. }
  1953. completedSteps += result.completedSteps || 0;
  1954. }
  1955. }
  1956. continue;
  1957. }
  1958. if (action.type === 'while') {
  1959. while (evaluateCondition(action.condition, variableContext)) {
  1960. if (shouldStop && shouldStop()) {
  1961. return { success: false, error: '执行被停止', completedSteps };
  1962. }
  1963. if (action.body && action.body.length > 0) {
  1964. const result = await executeActionSequence(
  1965. action.body,
  1966. device,
  1967. folderPath,
  1968. resolution,
  1969. stepInterval,
  1970. onStepComplete,
  1971. shouldStop,
  1972. depth + 1
  1973. );
  1974. if (!result.success) {
  1975. return result;
  1976. }
  1977. completedSteps += result.completedSteps || 0;
  1978. }
  1979. }
  1980. continue;
  1981. }
  1982. // 普通操作
  1983. const times = action.times || 1;
  1984. // 发送步骤开始执行事件
  1985. if (onStepComplete) {
  1986. const stepName = getActionName(action);
  1987. onStepComplete(i + 1, actions.length, stepName, 0, times, 0);
  1988. }
  1989. // 计算等待时间(根据 data 和 delay)
  1990. const waitTime = calculateWaitTime(action.data, action.delay);
  1991. if (waitTime > 0) {
  1992. const waitSeconds = Math.round(waitTime / 1000);
  1993. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  1994. // 在等待期间也更新倒计时
  1995. let remainingTime = waitTime;
  1996. const countdownInterval = 100;
  1997. const stepName = getActionName(action);
  1998. while (remainingTime > 0) {
  1999. if (shouldStop && shouldStop()) {
  2000. return { success: false, error: '执行被停止', completedSteps };
  2001. }
  2002. if (onStepComplete) {
  2003. onStepComplete(i + 1, actions.length, stepName, remainingTime, times, 0);
  2004. }
  2005. const waitTimeChunk = Math.min(countdownInterval, remainingTime);
  2006. await new Promise(resolve => setTimeout(resolve, waitTimeChunk));
  2007. remainingTime -= waitTimeChunk;
  2008. }
  2009. }
  2010. // 根据 times 重复执行操作
  2011. for (let t = 0; t < times; t++) {
  2012. // 检查是否应该停止
  2013. if (shouldStop && shouldStop()) {
  2014. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  2015. return { success: false, error: '执行被停止', completedSteps };
  2016. }
  2017. // 发送步骤执行中事件(包含当前执行次数)
  2018. if (onStepComplete) {
  2019. const stepName = getActionName(action);
  2020. onStepComplete(i + 1, actions.length, stepName, 0, times, t + 1);
  2021. }
  2022. // 使用全局步骤计数器
  2023. globalStepCounter++;
  2024. const currentStepNumber = globalStepCounter;
  2025. // 记录步骤开始时间
  2026. const stepStartTime = Date.now();
  2027. const startTimeStr = new Date(stepStartTime).toLocaleString('zh-CN', {
  2028. year: 'numeric',
  2029. month: '2-digit',
  2030. day: '2-digit',
  2031. hour: '2-digit',
  2032. minute: '2-digit',
  2033. second: '2-digit',
  2034. hour12: false
  2035. });
  2036. // 获取操作类型名称
  2037. const typeName = getActionName(action);
  2038. // 步骤开始日志(便于排查未成功且无错误日志的情况)
  2039. await logMessage(`[步骤] 开始: ${typeName}`, folderPath).catch(() => {});
  2040. // 执行操作
  2041. const result = await executeAction(action, device, folderPath, resolution);
  2042. // 步骤被条件跳过时也记录
  2043. if (result.success && result.skipped) {
  2044. await logMessage(`[提示] 步骤已跳过(条件不满足): ${typeName}`, folderPath).catch(() => {});
  2045. }
  2046. // 记录步骤结束时间
  2047. const stepEndTime = Date.now();
  2048. const endTimeStr = new Date(stepEndTime).toLocaleString('zh-CN', {
  2049. year: 'numeric',
  2050. month: '2-digit',
  2051. day: '2-digit',
  2052. hour: '2-digit',
  2053. minute: '2-digit',
  2054. second: '2-digit',
  2055. hour12: false
  2056. });
  2057. const stepDuration = (stepEndTime - stepStartTime) / 1000; // 转换为秒
  2058. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  2059. if (!result.success) {
  2060. // 记录错误到 log.txt
  2061. const now = new Date();
  2062. const year = now.getFullYear();
  2063. const month = String(now.getMonth() + 1).padStart(2, '0');
  2064. const day = String(now.getDate()).padStart(2, '0');
  2065. const hour = String(now.getHours()).padStart(2, '0');
  2066. const minute = String(now.getMinutes()).padStart(2, '0');
  2067. const second = String(now.getSeconds()).padStart(2, '0');
  2068. const timeStr = `${year}/${month}/${day} ${hour}:${minute}:${second}`;
  2069. const errorMsg = `[错误] ${getActionName(action)} 执行失败: ${result.error} [系统时间: ${timeStr}]`;
  2070. await logMessage(errorMsg, folderPath).catch(() => {
  2071. // 静默失败,不影响主流程
  2072. });
  2073. return { success: false, error: result.error, completedSteps: i };
  2074. }
  2075. // 如果不是最后一次重复,等待一小段时间
  2076. if (t < times - 1) {
  2077. await new Promise(resolve => setTimeout(resolve, 500));
  2078. }
  2079. }
  2080. completedSteps++;
  2081. // 调用完成回调
  2082. if (onStepComplete) {
  2083. const stepName = getActionName(action);
  2084. onStepComplete(i + 1, actions.length, stepName, 0, times, times);
  2085. }
  2086. // 如果不是最后一步,等待间隔时间
  2087. if (i < actions.length - 1) {
  2088. let remainingTime = stepInterval;
  2089. const countdownInterval = 100;
  2090. const nextStepName = getActionName(actions[i + 1]);
  2091. const nextTimes = actions[i + 1].times || 1;
  2092. while (remainingTime > 0) {
  2093. if (shouldStop && shouldStop()) {
  2094. return { success: false, error: '执行被停止', completedSteps };
  2095. }
  2096. if (onStepComplete) {
  2097. onStepComplete(i + 1, actions.length, nextStepName, remainingTime, nextTimes, 0);
  2098. }
  2099. const waitTime = Math.min(countdownInterval, remainingTime);
  2100. await new Promise(resolve => setTimeout(resolve, waitTime));
  2101. remainingTime -= waitTime;
  2102. }
  2103. }
  2104. }
  2105. if (depth === 0) {
  2106. // 注意:系统日志不再写入 log.txt,只保留 echo 类型的日志
  2107. }
  2108. return { success: true, completedSteps };
  2109. }
  2110. module.exports = { parseWorkflow, parseActions, calculateSwipeCoordinates, executeAction, executeActionSequence }