ScreenIdentification.cs 49 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100
  1. #define ENABLE_LOG
  2. using o0.Geometry2D.Float;
  3. using o0.Num;
  4. using System;
  5. using System.Collections.Generic;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Threading.Tasks;
  9. using UnityEngine;
  10. using UnityEngine.UIElements;
  11. using ZIM;
  12. using ZIM.Unity;
  13. namespace o0.Project
  14. {
  15. public partial class ScreenIdentification
  16. {
  17. private const string TAG = "ScreenIdentification#";
  18. // LocateAreaData表示每次屏幕的色差变化的区域,可能有多次。通过设置LocateSingleStep可调整为仅识别一次色差
  19. static Rect[][] LocateAreaData = new Rect[][] {
  20. new Rect[] { new Rect(0f, 0f, 0.3f, 0.3f), new Rect(0f, 0f, 0.4f, 0.4f), new Rect(0f, 0f, 0.5f, 0.5f) },
  21. new Rect[] { new Rect(0.7f, 0f, 0.3f, 0.3f), new Rect(0.6f, 0f, 0.4f, 0.4f), new Rect(0.5f, 0f, 0.5f, 0.5f) },
  22. new Rect[] { new Rect(0f, 0.7f, 0.3f, 0.3f), new Rect(0f, 0.6f, 0.4f, 0.4f), new Rect(0f, 0.5f, 0.5f, 0.5f) },
  23. new Rect[] { new Rect(0.7f, 0.7f, 0.3f, 0.3f), new Rect(0.6f, 0.6f, 0.4f, 0.4f), new Rect(0.5f, 0.5f, 0.5f, 0.5f) }
  24. };
  25. //static Rect[][] LocateAreaData = new Rect[][] {
  26. // new Rect[] { new Rect(0f, 0f, 0.3f, 0.3f), new Rect(0f, 0f, 0.4f, 0.4f), new Rect(0f, 0f, 0.5f, 0.5f), new Rect(0f, 0f, 0.6f, 0.6f) },
  27. // new Rect[] { new Rect(0.7f, 0f, 0.3f, 0.3f), new Rect(0.6f, 0f, 0.4f, 0.4f), new Rect(0.5f, 0f, 0.5f, 0.5f), new Rect(0.4f, 0f, 0.6f, 0.6f) },
  28. // new Rect[] { new Rect(0f, 0.7f, 0.3f, 0.3f), new Rect(0f, 0.6f, 0.4f, 0.4f), new Rect(0f, 0.5f, 0.5f, 0.5f), new Rect(0f, 0.4f, 0.6f, 0.6f) },
  29. // new Rect[] { new Rect(0.7f, 0.7f, 0.3f, 0.3f), new Rect(0.6f, 0.6f, 0.4f, 0.4f), new Rect(0.5f, 0.5f, 0.5f, 0.5f), new Rect(0.4f, 0.4f, 0.6f, 0.6f) }
  30. //};
  31. //static bool LocateSingleStep = false;
  32. static bool LocateSingleStep = true;
  33. public Geometry2D.Vector<int> Size => ScreenLocate.Main.CameraSize;
  34. public QuadrilateralInCamera QuadManual;
  35. public QuadrilateralInCamera QuadAuto; // 全自动,可以给用户选择(赋值给Screen.QuadInCamera即生效)
  36. public QuadrilateralInCamera QuadSemiAuto; // 半自动,可以给用户选择(赋值给Screen.QuadInCamera即生效)
  37. public ScreenMap Screen; // 识别到的屏幕,用于执行透视变换
  38. int capture = 0;
  39. int delay = 0;
  40. int maxCapture;
  41. int maxDelay;
  42. Geometry.Vector<float>[] ScreenBlackTexture;
  43. Geometry.Vector<float>[] ScreenWhiteTexture;
  44. int locateIndex = -1;
  45. readonly List<Rect> locateArea = new List<Rect> {
  46. new Rect(0f, 0f, 0.5f, 0.5f), new Rect(0.5f, 0f, 0.5f, 0.5f), new Rect(0f, 0.5f, 0.5f, 0.5f), new Rect(0.5f, 0.5f, 0.5f, 0.5f)
  47. }; // 屏幕显示白色的区域大小
  48. float areaPercent => locateArea[locateIndex].size.x; // 当前白色区域的占比
  49. int areaSelected = -1; // 选择哪个区域,顺序与Quadrilateral对应
  50. readonly List<float> sumTemp = new List<float>();
  51. readonly List<QuadrilateralInCamera> quadTemp = new List<QuadrilateralInCamera>();
  52. //public ScreenIdentification(WebCamTexture texture)
  53. //{
  54. // Size = new Geometry2D.Vector<int>(texture.width, texture.height);
  55. // Screen = new ScreenMap();
  56. //}
  57. public static UnityEngine.Color FloatValueToColor(float i)
  58. {
  59. return i switch
  60. {
  61. 1 => UnityEngine.Color.yellow,
  62. 2 => new UnityEngine.Color(0,1,1,1),
  63. 3 => UnityEngine.Color.green,
  64. 4 => UnityEngine.Color.white,
  65. 5 => UnityEngine.Color.red,
  66. _ => UnityEngine.Color.black,
  67. };
  68. }
  69. public ScreenIdentification()
  70. {
  71. Screen = new ScreenMap();
  72. OnLocateScreenEnter += () => Application.targetFrameRate = 30; // 固定识别的帧率,确保摄像机拍到正确的画面
  73. OnLocateScreenEnd += () => Application.targetFrameRate = 60;
  74. }
  75. public void SetScreenQuad(QuadrilateralInCamera quad) => Screen.QuadInCamera = quad;
  76. // 上一次半自动识别的情况,false代表这条边识别失败,线段顺序: 下、右、上、左
  77. public bool[] LastQuadSemiAutoState;
  78. public event Action OnLocateScreenEnter;
  79. public event Action OnLocateScreenEnd;
  80. public bool bStartLocateScreen { get; set; } = false;//是否进行捕获
  81. public bool SelectScreenAfterLocate(ScreenLocate.ScreenIdentificationTag tag)
  82. {
  83. QuadrilateralInCamera target = GetScreenAfterLocate(tag);
  84. if (target == null)
  85. return false;
  86. Debug.Log($"<color=aqua>[ScreenIdentification] 选择已识别到的屏幕({Enum.GetName(typeof(ScreenLocate.ScreenIdentificationTag), tag)}), {target}</color>");
  87. SetScreenQuad(target);
  88. return true;
  89. }
  90. public QuadrilateralInCamera GetScreenAfterLocate(ScreenLocate.ScreenIdentificationTag tag)
  91. {
  92. return tag switch
  93. {
  94. ScreenLocate.ScreenIdentificationTag.Manual => QuadManual,
  95. ScreenLocate.ScreenIdentificationTag.SemiAuto => QuadSemiAuto,
  96. ScreenLocate.ScreenIdentificationTag.Auto => QuadAuto,
  97. _ => null
  98. };
  99. }
  100. // 自动识别开始的入口
  101. public void LocateScreen(int Capture = 30, int Delay = 30) //数值单位是frame
  102. {
  103. if (ScreenLocate.Main.DebugScreenImages.Count != 0 && ScreenLocate.Main.DebugOnZIMDemo) // 这段仅用于测试图片
  104. {
  105. ScreenLocate.Main.CameraSize = new Geometry2D.Vector<int>(ScreenLocate.Main.DebugScreenImages[0].width, ScreenLocate.Main.DebugScreenImages[0].height);
  106. DebugImage(ScreenLocate.Main.DebugScreenImages);
  107. Screen.QuadInCamera = quadTemp[0];
  108. ScreenLocate.SetScreen(null);
  109. ScreenLocate.Main.ShowScreen(ScreenLocate.Main.ScreenQuad, Screen.QuadInCamera);
  110. delay = 0;
  111. capture = 0;
  112. ScreenWhiteTexture = null;
  113. ScreenBlackTexture = null;
  114. locateIndex = -1;
  115. areaSelected = -1;
  116. quadTemp.Clear();
  117. sumTemp.Clear();
  118. ScreenLocate.Main.DebugScreenImages.Clear();
  119. return;
  120. }
  121. delay = Math.Max(Delay, 5);
  122. capture = Math.Max(Capture, 5);
  123. maxDelay = Delay;
  124. maxCapture = Capture;
  125. ScreenLocate.SetScreen(new Rect(0f, 0f, 1f, 1f), UnityEngine.Color.black);
  126. //ScreenLocate.SetScreen(new Rect(0f, 0f, 0.6f, 0.6f), UnityEngine.Color.white);
  127. //bStartLocateScreen = false;
  128. OnLocateScreenEnter?.Invoke();
  129. }
  130. /// <summary>
  131. /// 开始进行捕获
  132. /// 初始化了两个数据 capture 和 delay
  133. /// </summary>
  134. /// <returns></returns>
  135. public bool isInitLocateScreen()
  136. {
  137. return capture != 0 && delay != 0;
  138. }
  139. void DebugImage(List<Texture2D> images)
  140. {
  141. QuadrilateralFit(images);
  142. //var watch = new System.Diagnostics.Stopwatch();
  143. //watch.Start();
  144. //var times = new List<double>() { 0.0 };
  145. #if (!NDEBUG && DEBUG && ENABLE_LOG)
  146. Console.WriteLine($"{TAG} quadTemp.Count:{quadTemp.Count}");
  147. #endif
  148. if (quadTemp.Count > 0)
  149. {
  150. ScreenLocate.Main.ShowScreen(ScreenLocate.Main.outputRawImages[4].transform.GetChild(0) as RectTransform, quadTemp[0]);
  151. // 透视变换
  152. // var srcWidth = LocateLightedRedTex.width;
  153. // var transformWidth = (int)((quad.B.x - quad.A.x + quad.D.x - quad.C.x) / 2);
  154. // var transformHeight = (int)((quad.C.y - quad.A.y + quad.D.y - quad.B.y) / 2);
  155. // var transformTex = new Texture2D(transformWidth, transformHeight);
  156. // var pt = new ZIMPerspectiveTransform(new OrdinalQuadrilateral(new Vector(0, 0), new Vector(transformWidth, 0), new Vector(0, transformHeight), new Vector(transformWidth, transformHeight)), quad);
  157. // var dstPixel = new UnityEngine.Color[transformWidth * transformHeight];
  158. // var srcPixel = LocateLightedRedTex.GetPixels();
  159. // Parallel.For(0, transformWidth, (x) =>
  160. // {
  161. // for (int y = 0; y < transformHeight; y++)
  162. // {
  163. // var index = y * transformWidth + x;
  164. // var sampleCoord = pt.TransformRound(x, y);
  165. // dstPixel[index] = srcPixel[sampleCoord.y * srcWidth + sampleCoord.x];
  166. // }
  167. // });
  168. // transformTex.SetPixels(dstPixel);
  169. // transformTex.Apply();
  170. // //ScreenLocate.DebugTexture(1, transformTex);
  171. //#if (!NDEBUG && DEBUG && ENABLE_LOG)
  172. // Console.WriteLine($"{TAG} ScreenLocate.DebugTexture 1:{transformTex.GetNativeTexturePtr()}");
  173. //#endif
  174. }
  175. //times.Add(watch.ElapsedMilliseconds);
  176. //Debug.Log("time: " + (times[times.Count - 1] - times[times.Count - 2]));
  177. }
  178. public void NextScreen()
  179. {
  180. // 只识别一次色差变化
  181. if (LocateSingleStep && areaSelected == -1)
  182. {
  183. LocateAreaData = new Rect[][] { new Rect[] { new Rect(0, 0, 1f, 1f) } };
  184. locateIndex = 3;
  185. areaSelected = 0;
  186. locateArea.AddRange(LocateAreaData[0]);
  187. }
  188. // index从-1开始
  189. locateIndex++;
  190. if (locateIndex < locateArea.Count) // 依次点亮屏幕区域
  191. {
  192. ScreenLocate.SetScreen(locateArea[locateIndex], UnityEngine.Color.white);
  193. delay = maxDelay;
  194. capture = maxCapture;
  195. }
  196. else // 退出屏幕黑白控制
  197. {
  198. ScreenLocate.SetScreen(null);
  199. ScreenLocate.Main.ShowScreen(ScreenLocate.Main.ScreenQuad, Screen.QuadInCamera);
  200. Reset();
  201. }
  202. }
  203. // 清除记录的屏幕识别数据(手动、自动等)
  204. public void ClearQuadCache()
  205. {
  206. SetScreenQuad(null);
  207. QuadManual = null;
  208. QuadSemiAuto = null;
  209. QuadAuto = null;
  210. }
  211. public void Reset()
  212. {
  213. // bStartLocateScreen = false;
  214. delay = 0;
  215. capture = 0;
  216. ScreenWhiteTexture = null;
  217. ScreenBlackTexture = null;
  218. locateIndex = -1;
  219. areaSelected = -1;
  220. if (locateArea.Count > 4)
  221. locateArea.RemoveRange(4, LocateAreaData[0].Length);
  222. quadTemp.Clear();
  223. sumTemp.Clear();
  224. }
  225. public void CaptureBlack(Texture2D cam)
  226. {
  227. if (ScreenBlackTexture == null)
  228. ScreenBlackTexture = new Geometry.Vector<float>[Size.x * Size.y];
  229. var pixel = cam.GetPixels();
  230. Parallel.For(0, Size.x * Size.y, i =>
  231. {
  232. var ip = pixel[i];
  233. ScreenBlackTexture[i] += new Geometry.Vector<float>(ip.r / maxCapture, ip.g / maxCapture, ip.b / maxCapture);
  234. });
  235. }
  236. public void CaptureWhite(Texture2D cam)
  237. {
  238. if (ScreenWhiteTexture == null)
  239. ScreenWhiteTexture = new Geometry.Vector<float>[Size.x * Size.y];
  240. var pixel = cam.GetPixels();
  241. Parallel.For(0, Size.x * Size.y, i =>
  242. {
  243. var ip = pixel[i];
  244. ScreenWhiteTexture[i] += new Geometry.Vector<float>(ip.r / maxCapture, ip.g / maxCapture, ip.b / maxCapture);
  245. });
  246. }
  247. public void CaptureStay(Texture2D cam)
  248. {
  249. if (locateIndex == -1) // 屏幕黑色
  250. {
  251. CaptureBlack(cam);
  252. }
  253. else // 屏幕部分为白色
  254. {
  255. CaptureWhite(cam);
  256. }
  257. }
  258. public void CaptureEnd()
  259. {
  260. //Debug.Log("locateIndex: " + locateIndex + ", quad: " + quadTemp.Count);
  261. if (locateIndex == -1)
  262. return;
  263. if (locateIndex < 4)
  264. {
  265. sumTemp.Add(GetBrightness());
  266. ScreenWhiteTexture = null;
  267. // 选择亮度差最大的区域
  268. if (locateIndex == 3)
  269. {
  270. areaSelected = sumTemp.MaxIndex();
  271. locateArea.AddRange(LocateAreaData[areaSelected]);
  272. }
  273. }
  274. else if (locateIndex >= 4 && locateIndex < locateArea.Count - 1)
  275. {
  276. QuadrilateralFit();
  277. ScreenWhiteTexture = null;
  278. }
  279. else
  280. {
  281. QuadrilateralFit();
  282. if (quadTemp.Count != LocateAreaData[0].Length)
  283. {
  284. Debug.Log($"<color=yellow>[ScreenIdentification] 拟合四边形失败, quadTemp.Count: {quadTemp.Count}</color>");
  285. }
  286. else if (quadTemp.Count == 1)
  287. {
  288. SetScreenQuad(quadTemp[0]);
  289. Debug.Log($"[ScreenIdentification] 拟合成功,识别数据: {Screen.QuadInCamera}");
  290. }
  291. else
  292. {
  293. // Debug.Log($"拟合四边形 2 , quadTemp.Count: {quadTemp.Count}");
  294. // 线性拟合
  295. var xValue = new List<float>() { 0 };
  296. var predicts = new List<Vector>();
  297. foreach (var i in LocateAreaData[0])
  298. xValue.Add(i.size.x);
  299. Vector baseVertex = Vector.Zero; // x==0 时的点
  300. {
  301. foreach (var q in quadTemp)
  302. {
  303. baseVertex += q.Quad[areaSelected];
  304. }
  305. baseVertex /= quadTemp.Count;
  306. }
  307. double rs = 0.0;
  308. for (int i = 0; i < 4; i++)
  309. {
  310. if (i == areaSelected)
  311. {
  312. predicts.Add(baseVertex);
  313. }
  314. else
  315. {
  316. var yValue = new List<Vector>() { baseVertex };
  317. foreach (var q in quadTemp)
  318. {
  319. yValue.Add(q.Quad[i]);
  320. }
  321. var lr = LinerRegression1D.Fit(2, xValue.ToArray(), yValue.ToArray());
  322. rs += lr.RSquared / 3;
  323. predicts.Add(lr.Predict<Vector>(1));
  324. }
  325. }
  326. SetScreenQuad(new QuadrilateralInCamera(predicts, new Vector(Size.x, Size.y)));
  327. Debug.Log($"[ScreenIdentification] 拟合成功,RSquared: {rs}, Quad: {Screen.QuadInCamera}");
  328. //if (rs < 0.8) Screen.Quad = null;
  329. }
  330. OnLocateScreenEnd?.Invoke();
  331. }
  332. }
  333. public bool Update(Texture2D cam)
  334. {
  335. //if (!bStartLocateScreen) return false;
  336. if (delay != 0)
  337. {
  338. //ScreenLocate.Main.CreateUVCTexture2DFocusSizeIfNeeded(1280, 720);
  339. delay--;
  340. if (delay == 0)
  341. {
  342. ScreenLocate.Main.CameraSize = new Geometry2D.Vector<int>(cam.width, cam.height); // 记录当前的分辨率
  343. Debug.Log("[ScreenIdentification] 采样纹理,记录采样分辨率: [" + Size.x + ", " + Size.y + "]");
  344. }
  345. return true;
  346. }
  347. if (capture != 0)
  348. {
  349. //ScreenLocate.Main.CreateUVCTexture2DFocusSizeIfNeeded(1280, 720);
  350. CaptureStay(cam);
  351. capture--;
  352. if (capture == 0)
  353. {
  354. CaptureEnd();
  355. NextScreen();
  356. }
  357. return true;
  358. }
  359. return false;
  360. #region Old
  361. /*
  362. if (delay != 0)
  363. {
  364. delay--;
  365. return true;
  366. }
  367. if (capture != 0)
  368. {
  369. capture--;
  370. if (ScreenBlackTexture == null)
  371. ScreenBlackTexture = new Geometry.Vector<float>[Size.x * Size.y];
  372. var pixel = cam.GetPixels();
  373. Parallel.For(0, Size.x * Size.y, i =>
  374. {
  375. var ip = pixel[i];
  376. ScreenBlackTexture[i] += new Geometry.Vector<float>(ip.r, ip.g, ip.b);
  377. });
  378. if (capture == 0)
  379. ScreenLocate.SetScreen(UnityEngine.Color.black);
  380. return true;
  381. }
  382. if (delay != 0)
  383. {
  384. delay--;
  385. return true;
  386. }
  387. if (capture != 0)
  388. {
  389. capture--;
  390. if (ScreenWhiteTexture == null)
  391. ScreenWhiteTexture = new Geometry.Vector<float>[Size.x * Size.y];
  392. var pixel = cam.GetPixels();
  393. Parallel.For(0, Size.x * Size.y, i =>
  394. {
  395. var ip = pixel[i];
  396. ScreenWhiteTexture[i] += new Geometry.Vector<float>(ip.r, ip.g, ip.b);
  397. });
  398. if (capture == 0)
  399. ScreenLocate.SetScreen(UnityEngine.Color.black);
  400. return true;
  401. }
  402. if (delay != 0)
  403. {
  404. delay--;
  405. return true;
  406. }
  407. if (capture != 0)
  408. {
  409. capture--;
  410. var pixel = cam.GetPixels();
  411. Parallel.For(0, Size.x * Size.y, i =>
  412. {
  413. var ip = pixel[i];
  414. ScreenWhiteTexture[i] -= new Geometry.Vector<float>(ip.r, ip.g, ip.b);
  415. });
  416. if (capture == 0)
  417. {
  418. ScreenLocate.SetScreen(null);
  419. UnityEngine.Color[] newPixel = new UnityEngine.Color[Size.x * Size.y];
  420. Parallel.For(0, Size.x * Size.y, i => {
  421. var pi = ScreenWhiteTexture[i] /= capture;
  422. newPixel[i] = new UnityEngine.Color(pi.x, pi.y, pi.z);
  423. });
  424. //读取数据
  425. //{
  426. // var fileName = "3.bin";
  427. // ScreenLocateTexture = $"2023 04 16 厦门测试数据/{fileName}".FileReadByte<Vector<float>[]>();
  428. // Debug.Log($"Read {fileName}");
  429. // Parallel.For(0, Size.x * Size.y, i =>
  430. // {
  431. // var pi = ScreenLocateTexture[i];
  432. // newPixel[i] = new UnityEngine.Color(pi.x, pi.y, pi.z);
  433. // });
  434. //}
  435. var ScreenLocateTex = new Texture2D(Size.x, Size.y);
  436. ScreenLocateTex.SetPixels(newPixel);
  437. ScreenLocateTex.Apply();
  438. //ScreenLocate.DebugTexture(2, ScreenLocateTex);
  439. var ScreenLocateTexLighted = ScreenLocateTex.AutoLight(10);
  440. //ScreenLocate.DebugTexture(2, ScreenLocateTexLighted);
  441. //var FileSavePath = Application.persistentDataPath + "/ScreenLocateTexture.bin";
  442. bool Save = ScreenLocate.Main.SaveToggle.isOn;
  443. string time;
  444. if (Save)
  445. {
  446. time = DateTime.Now.ToString("yyyyMMdd_HHmmss");
  447. var FileSavePath = $"屏幕定位数据{time}.bin";
  448. FileSavePath.FileWriteByte(ScreenWhiteTexture);
  449. var bytes = ScreenLocateTexLighted.EncodeToPNG();
  450. File.WriteAllBytes($"屏幕定位数据{time}.png", bytes);
  451. Debug.Log("ScreenLocateTexture Saved To: " + FileSavePath);
  452. }
  453. var ScreenLocateTexR = ScreenLocateTexLighted.ToRGB(ColorChannel.Red);
  454. var ScreenLocateTexG = ScreenLocateTexLighted.ToRGB(ColorChannel.Green);
  455. var ScreenLocateTexB = ScreenLocateTexLighted.ToRGB(ColorChannel.Blue);
  456. ScreenLocate.DebugTexture(2, ScreenLocateTexR);
  457. //ScreenLocate.DebugTexture(4, ScreenLocateTexG);
  458. //ScreenLocate.DebugTexture(5, ScreenLocateTexB);
  459. var watch = new System.Diagnostics.Stopwatch();
  460. watch.Start();
  461. var times = new List<double>() { 0.0 };
  462. var ScreenLocateTexLightedMat = ScreenLocateTexLighted.Too0Mat();
  463. //var ScreenLocateTexLightedMat = texture.Too0Mat();
  464. //var (edge, edgeDir) = ScreenLocateTexLightedMat.IdentifyEdge();
  465. var (edge, edgeDir) = ScreenLocateTexLightedMat.zimIdentifyEdgeGradientAny(15);
  466. //ScreenLocate.DebugTexture(4, ScreenLocateTexLighted.Too0Mat().IdentifyEdgeGradient().ToTex());
  467. //ScreenLocate.DebugTexture(4, edge.ToTex());
  468. var quadLines = ScreenLocateTexLightedMat.IdentifyQuadLSD(edge, edgeDir, out List<Line> lightLines, 30);
  469. var drawLineMap = new MatrixF2D(edge..Size.x, edge.Size.y);
  470. int lineCount = 0;
  471. foreach (var l in quadLines)
  472. {
  473. if (l != null)
  474. {
  475. o0Extension.DrawLine(drawLineMap.DrawLine(l, (x, y) => 1, new Geometry2D.Float.Vector(0, 10));
  476. lineCount++;
  477. }
  478. }
  479. if (lineCount == 4)
  480. {
  481. var a = quadLines[0].Intersect(quadLines[3], false).Value;
  482. var b = quadLines[0].Intersect(quadLines[1], false).Value;
  483. var c = quadLines[2].Intersect(quadLines[3], false).Value;
  484. var d = quadLines[1].Intersect(quadLines[2], false).Value;
  485. Quad = new Quadrilateral(a, b, c, d);
  486. if (!Quad.IsInScreen(ScreenLocate.Main.WebCamera.Size))
  487. Quad = null;
  488. }
  489. ScreenLocate.Main.ShowScreen(Quad);
  490. //var lines = edge.IdentifyLineLSD(edgeDir, 100);
  491. ////var lines = ScreenLocateTexLightedMat.IdentifyLineLSD();
  492. //var drawLineMap = new MatrixF2D(edge..Size.x, edge.Size.y);
  493. //var returnMaxLines = lines.Sub(0, 10);
  494. //foreach (var (line, sum, gradient) in returnMaxLines)
  495. // o0Extension.DrawLine(drawLineMap.DrawLine(line, (x, y) => 1, new Geometry2D.Float.Vector(0, 10));
  496. ScreenLocate.DebugTexture(3, drawLineMap.ToTex());
  497. //{
  498. // var bytes = drawLineMap.ToTex().EncodeToPNG();
  499. // File.WriteAllBytes($"屏幕定位数据DrawLineMap.png", bytes);
  500. //}
  501. times.Add(watch.ElapsedMilliseconds);
  502. Debug.Log("time: " + (times[times.Count - 1] - times[times.Count - 2]));
  503. //ScreenLocate.DebugTexture(5, edge.IdentifyLine(edgeDir).ToTex());
  504. //ScreenLocate.DebugTexture(4, ScreenLocateTexLighted.Too0Mat().IdentifyEdgeGradientX().ToTex());
  505. //ScreenLocate.DebugTexture(5, ScreenLocateTexLighted.Too0Mat().IdentifyEdgeGradientY().ToTex());
  506. //var convolutionLighted2 = ScreenLocateTexLighted.Too0Mat().IdentifyEdgeVariance().ToTex();
  507. // opecncv处理
  508. // zim
  509. {
  510. //var cvLines = edge.cvHoughLinesP();
  511. //ScreenLocate.DebugTexture(5, cvLines);
  512. //var myLines = Hough.Transform(edgeMat);
  513. //var cvLines = edge.cvLine(myLines);
  514. //ScreenLocate.DebugTexture(5, cvLines);
  515. }
  516. UnityEngine.Object.Destroy(ScreenLocateTex);
  517. //ScreenLocate.DebugTexture(4, convolutionLighted2);
  518. }
  519. return true;
  520. }
  521. /*
  522. var avg = new Geometry4D.Vector<float>();
  523. var pixel = texture.GetPixels();
  524. foreach(var i in pixel.Index())
  525. {
  526. var iP = pixel[i];
  527. avg += new Geometry4D.Vector<float>(iP.r, iP.g, iP.b, iP.a);
  528. }
  529. avg /= pixel.Count();
  530. /*
  531. var (texLightedR, texLightedG, texLightedB) = ToRGB(newTex);
  532. ScreenLocate.DebugTexture(3, texLightedR);
  533. ScreenLocate.DebugTexture(4, texLightedG);
  534. ScreenLocate.DebugTexture(5, texLightedB);
  535. //Debug.Log(avg);
  536. return false;
  537. /**/
  538. #endregion
  539. }
  540. float GetBrightness()
  541. {
  542. UnityEngine.Color[] differPixel = new UnityEngine.Color[Size.x * Size.y];
  543. Parallel.For(0, Size.x * Size.y, i =>
  544. {
  545. var pi = ScreenWhiteTexture[i] - ScreenBlackTexture[i];
  546. differPixel[i] = new UnityEngine.Color(pi.x, pi.y, pi.z);
  547. });
  548. var sum = 0f;
  549. foreach (var i in differPixel)
  550. {
  551. sum += i.Brightness();
  552. }
  553. sum /= differPixel.Length;
  554. //Debug.Log(sum);
  555. return sum;
  556. }
  557. // 转换成屏幕定位所需的纹理图像
  558. Texture2D ToLocateTex(UnityEngine.Color[] pixels)
  559. {
  560. var ScreenLocateTex = new Texture2D(Size.x, Size.y);
  561. ScreenLocateTex.SetPixels(pixels);
  562. ScreenLocateTex.Apply();
  563. //ScreenLocate.DebugTexture(2, ScreenLocateTex);
  564. return ScreenLocateTex.AutoLight(10);
  565. //ScreenLocate.DebugTexture(2, ScreenLocateTexLighted);
  566. //var ScreenLocateTexR = ToLocateTex.ToRGB(ColorChannel.Red);
  567. //var ScreenLocateTexG = ToLocateTex.ToRGB(ColorChannel.Green);
  568. //var ScreenLocateTexB = ToLocateTex.ToRGB(ColorChannel.Blue);
  569. //LocateLightedRedTex = ScreenLocateTexR;
  570. //ScreenLocate.DebugTexture(2, ScreenLocateTexR);
  571. //ScreenLocate.DebugTexture(4, ScreenLocateTexG);
  572. //ScreenLocate.DebugTexture(5, ScreenLocateTexB);
  573. //var ScreenLocateTexLightedMat = texture.Too0Mat();
  574. }
  575. /// <param name="lineWidth">识别的最小线段长度</param>
  576. /// <param name="debugImages">这个参数如果不为null且数量大于0,则执行debug操作</param>
  577. void QuadrilateralFit(List<Texture2D> debugImages = null)
  578. {
  579. // 屏幕黑白差值,存放多批次的图像用于识别, 该List数量不能等于 0
  580. List<UnityEngine.Color[]> PixelsMultipleBatches = new List<UnityEngine.Color[]>();
  581. var sw = new System.Diagnostics.Stopwatch();
  582. sw.Start();
  583. //读取数据
  584. if (debugImages != null && debugImages.Count != 0)
  585. {
  586. foreach (var i in debugImages)
  587. {
  588. Debug.Log($"<color=aqua>Debug {i.name}</color>");
  589. PixelsMultipleBatches.Add(i.GetPixels());
  590. }
  591. }
  592. else // 获得屏幕差值
  593. {
  594. var maxWhite = 0f;
  595. foreach (var i in ScreenWhiteTexture)
  596. {
  597. var m = i.x > i.y ? (i.x > i.z ? i.x : i.z) : (i.y > i.z ? i.y : i.z);
  598. if (maxWhite < m)
  599. maxWhite = m;
  600. }
  601. var scale = 1.0f / maxWhite; // 放大对比度
  602. var differPixel = new UnityEngine.Color[Size.x * Size.y];
  603. var whitePixel = new UnityEngine.Color[Size.x * Size.y];
  604. Parallel.For(0, Size.x, x =>
  605. {
  606. for (int y = 0; y < Size.y; y++)
  607. {
  608. var i = y * Size.x + x;
  609. var d = ScreenWhiteTexture[i] - ScreenBlackTexture[i];
  610. differPixel[i] = new UnityEngine.Color(d.x, d.y, d.z) * scale;
  611. whitePixel[i] = new UnityEngine.Color(ScreenWhiteTexture[i].x, ScreenWhiteTexture[i].y, ScreenWhiteTexture[i].z) * scale;
  612. }
  613. });
  614. PixelsMultipleBatches.Add(differPixel); // 色差图
  615. PixelsMultipleBatches.Add(whitePixel); // 原图
  616. }
  617. int conSize = (int)Math.Ceiling(0.007f * Size.y) * 2 + 1;
  618. conSize = Math.Max(conSize, 7); // 设置最小为7
  619. float minLength = conSize * 7.7f;
  620. minLength = locateIndex == -1 ? minLength : minLength * areaPercent; // minLength需要按比例缩小
  621. string log = $"[Log][ScreenLocate Auto] Size: ({Size.x},{Size.y}), 卷积核Size: {conSize}, 最小线段长度: {minLength}";
  622. var allLines = new List<LineIdentified>();
  623. List<Texture2D> LocateTexTemp = new List<Texture2D>();
  624. List<Matrix> ScreenLocateMatList = new List<Matrix>();
  625. foreach (var batch in PixelsMultipleBatches.Index())
  626. {
  627. var locateTex = ToLocateTex(PixelsMultipleBatches[batch]);
  628. LocateTexTemp.Add(locateTex);
  629. var ScreenLocateMat = locateTex.Too0Mat(); // 用于获取Lines的Matrix
  630. var lineCount = ZIMIdentifyQuadLSD(ref allLines, batch, ScreenLocateMat.zimIdentifyEdgeGradientAny(conSize), minLength);
  631. log += $"\r\n识别图片{batch}, 识别到的线段数量为: {lineCount}";
  632. ScreenLocateMatList.Add(ScreenLocateMat);
  633. }
  634. Texture2D ScreenLocateTexture = LocateTexTemp[0]; // for output
  635. // 如果有手动数据,刷新一下Size
  636. QuadManual?.ReSize(new Vector(Size.x, Size.y), ScreenMap.ViewAspectRatioSetting);
  637. // 估算屏幕中点,如果已有手动定位数据,根据现有数据取平均即可,否则从色差计算,ScreenLocateMatList[0]默认是屏幕的黑白色差
  638. Vector AvgPoint = QuadManual != null ? QuadManual.Quad.Centroid : GetAvgPoint(ScreenLocateMatList[0]);
  639. // 过滤得到四边形的四条边,
  640. var (quadLinesSemiAuto, quadLinesAuto) = FilterLines(ScreenLocateMatList, allLines, AvgPoint,
  641. out LineIdentified[] manualLines, out List<LineIdentified> possibleLines,
  642. conSize, conSize, minLength);
  643. #region 全自动识别的结果
  644. List<LineIdentified> LineIdentifiedAuto = new List<LineIdentified>(); // 线段顺序: 下、右、上、左
  645. for (int i = 0; i < 4; i++)
  646. {
  647. if (quadLinesAuto[i] != null)
  648. LineIdentifiedAuto.Add(quadLinesAuto[i]);
  649. }
  650. if (LineIdentifiedAuto.Count == 4) // 判断识别的线段能否拼成屏幕,能拼成则记录
  651. {
  652. var a = LineIdentifiedAuto[0].Line.Intersect(LineIdentifiedAuto[3].Line, false).Value;
  653. var b = LineIdentifiedAuto[0].Line.Intersect(LineIdentifiedAuto[1].Line, false).Value;
  654. var c = LineIdentifiedAuto[2].Line.Intersect(LineIdentifiedAuto[3].Line, false).Value;
  655. var d = LineIdentifiedAuto[1].Line.Intersect(LineIdentifiedAuto[2].Line, false).Value;
  656. QuadAuto = new QuadrilateralInCamera(a, b, c, d, new Vector(Size.x, Size.y));
  657. if (!QuadAuto.IsQuadComplete())
  658. QuadAuto = null;
  659. }
  660. #endregion
  661. #region 半自动识别
  662. List<LineIdentified> LineIdentifiedSemiAuto = new List<LineIdentified>(); // 线段顺序: 下、右、上、左
  663. LastQuadSemiAutoState = new bool[4] { true, true, true, true };
  664. for (int i = 0; i < 4; i++)
  665. {
  666. if (quadLinesSemiAuto[i] != null)
  667. LineIdentifiedSemiAuto.Add(quadLinesSemiAuto[i]);
  668. else if (manualLines != null)
  669. {
  670. LineIdentifiedSemiAuto.Add(manualLines[i]);
  671. LastQuadSemiAutoState[i] = false;
  672. }
  673. }
  674. if (LineIdentifiedSemiAuto.Count == 4) // 判断识别的线段能否拼成屏幕,能拼成则记录
  675. {
  676. var a = LineIdentifiedSemiAuto[0].Line.Intersect(LineIdentifiedSemiAuto[3].Line, false).Value;
  677. var b = LineIdentifiedSemiAuto[0].Line.Intersect(LineIdentifiedSemiAuto[1].Line, false).Value;
  678. var c = LineIdentifiedSemiAuto[2].Line.Intersect(LineIdentifiedSemiAuto[3].Line, false).Value;
  679. var d = LineIdentifiedSemiAuto[1].Line.Intersect(LineIdentifiedSemiAuto[2].Line, false).Value;
  680. QuadSemiAuto = new QuadrilateralInCamera(a, b, c, d, new Vector(Size.x, Size.y));
  681. if (!QuadSemiAuto.IsQuadComplete())
  682. QuadSemiAuto = null;
  683. }
  684. #endregion
  685. // 优先应用自动的结果(也可以在外部手动设置)
  686. if (QuadSemiAuto == null && QuadAuto == null && Screen.QuadInCamera != null) // 如果可能,回退到上一个screen
  687. {
  688. Debug.Log($"<color=yellow>[ScreenIdentification] 本次识别失败,回退到上次的识别结果: {Screen.QuadInCamera}</color>");
  689. quadTemp.Add(Screen.QuadInCamera);
  690. }
  691. else if (QuadAuto != null)
  692. {
  693. Debug.Log($"<color=aqua>[ScreenIdentification] 识别到四边形(全自动): {QuadAuto}</color>");
  694. quadTemp.Add(QuadAuto);
  695. }
  696. else if (QuadSemiAuto != null)
  697. {
  698. Debug.Log($"<color=aqua>[ScreenIdentification] 识别到四边形(半自动): {QuadSemiAuto}</color>");
  699. quadTemp.Add(QuadSemiAuto);
  700. }
  701. #region 绘制 output texture
  702. // 绘制半自动
  703. var ScreenQuadMap = new Matrix(Size, Tiling: true); // 识别的到的屏幕四边形(半自动和自动在一张图上)
  704. foreach (var i in LineIdentifiedSemiAuto.Index())
  705. {
  706. if (LastQuadSemiAutoState[i])
  707. o0Extension.DrawLine(ScreenQuadMap, LineIdentifiedSemiAuto[i].DrawLine, (x, y) => 5, new Geometry2D.Float.Vector(0, 10));
  708. else
  709. o0Extension.DrawLine(ScreenQuadMap, LineIdentifiedSemiAuto[i].DrawLine, (x, y) => 3, new Geometry2D.Float.Vector(0, 6), true);
  710. }
  711. // 绘制全自动
  712. foreach (var i in LineIdentifiedAuto.Index())
  713. o0Extension.DrawLine(ScreenQuadMap, LineIdentifiedAuto[i].DrawLine, (x, y) => 4, new Geometry2D.Float.Vector(0, 4), true);
  714. Texture2D ScreenQuad = ScreenQuadMap.ToTexRGBA(FloatValueToColor);
  715. Texture2D ScreenQuadWithScreen = ScreenQuad.Overlay(ScreenLocateTexture); // 叠加屏幕色差图
  716. // 绘制allLines
  717. var allLinesMap = new Matrix(Size, Tiling: true);
  718. foreach (var l in allLines)
  719. {
  720. if (l.DrawLine != null)
  721. o0Extension.DrawLine(allLinesMap, l.DrawLine, (x, y) => 1, new Geometry2D.Float.Vector(0, 2), true);
  722. }
  723. var allLinesTex = allLinesMap.ToTexRGBA(FloatValueToColor);
  724. ScreenLocate.DebugTexture(1, allLinesTex);
  725. // 还需要输出一张识别结果图,包含干扰线段
  726. var ChoosableLineMap = new Matrix(Size, Tiling: true);
  727. foreach (var l in possibleLines)
  728. {
  729. if (l != null && !quadLinesSemiAuto.Contains(l) && !manualLines.Contains(l))
  730. o0Extension.DrawLine(ChoosableLineMap, l.DrawLine, (x, y) => 1, new Geometry2D.Float.Vector(0, 2), true); // 其他的备选线段
  731. }
  732. foreach (var l in LineIdentifiedSemiAuto)
  733. {
  734. if (l != null)
  735. o0Extension.DrawLine(ChoosableLineMap, l.DrawLine, (x, y) => 5, new Geometry2D.Float.Vector(0, 5)); // 识别的结果
  736. }
  737. if (manualLines != null)
  738. {
  739. foreach (var l in manualLines)
  740. o0Extension.DrawLine(ChoosableLineMap, l.DrawLine, (x, y) => 3, new Geometry2D.Float.Vector(0, 2), true); // 旧的屏幕线段(例如上次手动识别的)
  741. }
  742. Texture2D ChoosableLineTex = ChoosableLineMap.ToTexRGBA(FloatValueToColor);
  743. #endregion
  744. log += $"\r\n屏幕四边形_手动识别{QuadManual != null}\r\n屏幕四边形_半自动识别{QuadSemiAuto != null}\r\n屏幕四边形_全自动识别{QuadAuto != null}";
  745. Debug.Log(log);
  746. // 是否将图片保存到本地
  747. if (ScreenLocate.Main.SaveToggle?.isOn ?? false && ScreenLocate.Main.DebugOnZIMDemo)
  748. {
  749. var FileDirectory = $"Debug_屏幕定位/";
  750. SaveImages(FileDirectory, log, ScreenLocateTexture, allLinesTex, ChoosableLineTex, ScreenQuad);
  751. }
  752. //times.Add(watch.ElapsedMilliseconds);
  753. //Debug.Log("time: " + (times[times.Count - 1] - times[times.Count - 2]));
  754. // opecncv处理, zim
  755. {
  756. //var cvLines = edge.cvHoughLinesP();
  757. //ScreenLocate.DebugTexture(5, cvLines);
  758. //var myLines = Hough.Transform(edgeMat);
  759. //var cvLines = edge.cvLine(myLines);
  760. //ScreenLocate.DebugTexture(5, cvLines);
  761. }
  762. {
  763. ScreenLocate.DebugTexture(2, ScreenLocateTexture);
  764. ScreenLocate.DebugTexture(3, ScreenQuad);
  765. ScreenLocate.DebugTexture(4, ScreenQuadWithScreen);
  766. ScreenLocate.DebugTexture(5, ChoosableLineTex);
  767. }
  768. foreach (var i in LocateTexTemp)
  769. {
  770. if (i != ScreenLocateTexture) // ScreenLocateTexture 由 ScreenLocate.DebugTexture 释放
  771. GameObject.Destroy(i);
  772. }
  773. }
  774. Vector GetAvgPoint(Matrix screenLocateMat)
  775. {
  776. // 加权平均
  777. Vector[] avgPointsColumn = new Vector[screenLocateMat.Size.x];
  778. float[] valueSumsColumn = new float[screenLocateMat.Size.x];
  779. Parallel.For(0, screenLocateMat.Size.x, i =>
  780. {
  781. for (int j = 0; j < screenLocateMat.Size.y; j++)
  782. {
  783. var value = screenLocateMat[i, j];
  784. valueSumsColumn[i] += value;
  785. avgPointsColumn[i] += new Vector(i, j) * value;
  786. }
  787. });
  788. Vector avgPoint = Vector.Zero;
  789. var valueSum = 0f;
  790. for (int i = 0; i < screenLocateMat.Size.x; i++)
  791. {
  792. avgPoint += avgPointsColumn[i];
  793. valueSum += valueSumsColumn[i];
  794. }
  795. avgPoint /= valueSum;
  796. return avgPoint;
  797. }
  798. // 返回查找到的线段数量,0是查找失败
  799. int ZIMIdentifyQuadLSD(ref List<LineIdentified> allLines, int batch, (Matrix edgeMat, Matrix edgeDirMat) edgeGradient,
  800. float minLength = 100)
  801. {
  802. var l = edgeGradient.edgeMat.IdentifyLineLSD(edgeGradient.edgeDirMat, minLength, 50, LineCaptureSize: new Vector(10, 6));
  803. if (l == null || l.Count == 0)
  804. return 0;
  805. allLines.AddRange(l.Select((i) => new LineIdentified(batch, i)));
  806. return l.Count;
  807. }
  808. // 返回四边形的四条边(半自动、全自动),List长度一定是4 (如果没有识别到就是null),且线段顺序是: 下、右、上、左
  809. (List<LineIdentified>, List<LineIdentified>) FilterLines(List<Matrix> screenLocateMatList, List<LineIdentified> allLines, Vector avgPoint,
  810. out LineIdentified[] manualLines, out List<LineIdentified> possibleLines, float conSize, float gradientLength, float minLength = 100)
  811. {
  812. //Debug.Log("[IdentifyLineLSD] lines.Count: " + lines.Count);
  813. var offset = new Vector((conSize - 1) / 2, (conSize - 1) / 2);
  814. // LSD计算得到的矩阵尺寸较小(因为卷积),这里必须进行位移
  815. for (int i = 0; i < allLines.Count; i++)
  816. allLines[i].Offset(offset);
  817. // 筛掉椭圆框外的线段(超出一半会筛掉)
  818. var innerLines = new List<LineIdentified>();
  819. for (int i = 0; i < allLines.Count; i++)
  820. {
  821. List<Vector> InArea = new List<Vector>();
  822. var dir = (allLines[i].Line.B - allLines[i].Line.A) / 4;
  823. var points = new Vector[5] { allLines[i].Line.A, allLines[i].Line.A + dir, allLines[i].Line.A + dir * 2f, allLines[i].Line.A + dir * 3f, allLines[i].Line.B }; // A点、中间的点、B点
  824. for (int pI = 0; pI < points.Length; pI++)
  825. {
  826. if (!ScreenLocate.Main.ScreenPixelCheaker.OutArea2D(points[pI], Size))
  827. InArea.Add(points[pI]);
  828. }
  829. if (InArea.Count < 2) // 少于2个点在内部
  830. continue;
  831. else if (InArea.Count < points.Length) // 不完全在内部
  832. allLines[i].DrawLine = new Line(InArea.First(), InArea.Last()); // 将部分线条设置为drawline,用于下一步的绘制
  833. else // 线段全部在椭圆内
  834. allLines[i].DrawLine = allLines[i].Line;
  835. innerLines.Add(allLines[i]);
  836. }
  837. // 角度阈值,用来判断线段的梯度方向是否指向屏幕中心(avgPoint)
  838. var avaAngleHalf = 75f;
  839. // 沿直线计算综合梯度(梯度乘以长度系数,再乘以距离系数), distanceRatio是实际距离除以最大距离
  840. float estimateGradient(LineIdentified line, float distanceRatio)
  841. {
  842. var dir = (line.Line.B - line.Line.A).Normalized;
  843. var vertical = new Vector(-dir.y, dir.x) * (gradientLength / 2);
  844. var step = 2;
  845. var ll = line.Line.Length;
  846. var lg = new List<float>();
  847. for (int i = 0; i <= ll; i += step)
  848. {
  849. var point = line.Line.A + dir * i;
  850. var ga = point + vertical;
  851. var gb = point - vertical;
  852. lg.Add(screenLocateMatList[line.Batch][(int)ga.x, (int)ga.y] - screenLocateMatList[line.Batch][(int)gb.x, (int)gb.y]);
  853. }
  854. float e = (float)Math.Sqrt(Math.Ceiling(line.Line.Length / minLength)); // 长度系数,筛选时梯度更大、长度更长的线段更优
  855. float d = (3 - distanceRatio) / 2; // 距离系数,距离越近,系数越大
  856. return e * d * Math.Abs(lg.Mean());
  857. }
  858. // 根据线段梯度的角度,判断是不是屏幕的边,out index代表是哪条边(顺序是: 下、右、上、左)
  859. bool isScreenLine(LineIdentified line, out int index)
  860. {
  861. var a = (avgPoint - (line.Line.A + line.Line.B) / 2).DegreeToXAxis();
  862. //Debug.Log(a + ", " + gradient + ", " + sum);
  863. index = -1;
  864. if (Math.Abs(a - line.GradientDegree) < avaAngleHalf || Math.Abs(a - 360 - line.GradientDegree) < avaAngleHalf || Math.Abs(a + 360 - line.GradientDegree) < avaAngleHalf)
  865. {
  866. if (line.GradientDegree > 45 && line.GradientDegree < 135) // 下
  867. index = 0;
  868. else if (line.GradientDegree > 135 && line.GradientDegree < 225) // 右
  869. index = 1;
  870. else if (line.GradientDegree > 225 && line.GradientDegree < 315) // 上
  871. index = 2;
  872. else
  873. index = 3;
  874. return true;
  875. }
  876. return false;
  877. }
  878. // 下、右、上、左, 半自动和自动
  879. var quadLinesSemiAuto = new List<(float, LineIdentified)>[4] { new List<(float, LineIdentified)>(), new List<(float, LineIdentified)>(), new List<(float, LineIdentified)>(), new List<(float, LineIdentified)>() };
  880. var quadLinesAuto = new List<(float, LineIdentified)>[4] { new List<(float, LineIdentified)>(), new List<(float, LineIdentified)>(), new List<(float, LineIdentified)>(), new List<(float, LineIdentified)>() };
  881. possibleLines = new List<LineIdentified>();
  882. // 如果已有手动定位数据,根据现有数据筛选线条(半自动)
  883. manualLines = null;
  884. if (QuadManual != null)
  885. {
  886. Debug.Log($"[IdentifyLineLSD] 根据已有定位数据做筛选, QuadManual: {QuadManual}");
  887. manualLines = QuadManual.GetLines().Select((i) => new LineIdentified(0, i, 0, 0, true)).ToArray();
  888. var calibration = ScreenLocate.Main.ReDoLocateCalibrationRatio * Size.y;
  889. var avgPointCross = manualLines.Select((i) => i.Line.LineCrossWithPoint(avgPoint)).ToArray(); // 对于平均点的corss值
  890. var avgPointPedal = manualLines.Select((i) => o0Extension.PointPedal(i.Line, avgPoint, out _)).ToArray(); // 当前定位的垂足,下、右、上、左
  891. foreach (var line in innerLines)
  892. {
  893. // 筛选条件:1-梯度方向匹配,2-垂足的距离足够近, 3-线段的AB点均在旧线段外部, 4-新的线段的中点,到旧线段的垂足,要在旧线段内
  894. if (isScreenLine(line, out int index))
  895. {
  896. var distanceToOld = (o0Extension.PointPedal(line.Line, avgPoint, out _) - avgPointPedal[index]).Length;
  897. if (distanceToOld < calibration &&
  898. manualLines[index].Line.LineCrossWithPoint(line.Line.A) * avgPointCross[index] <= 0 &&
  899. manualLines[index].Line.LineCrossWithPoint(line.Line.B) * avgPointCross[index] <= 0)
  900. {
  901. var middleToOldLine = o0Extension.PointPedal(manualLines[index].Line, (line.Line.A + line.Line.B) / 2, out bool inLineSegment);
  902. if (inLineSegment)
  903. {
  904. quadLinesSemiAuto[index].Add((estimateGradient(line, distanceToOld / calibration), line));
  905. possibleLines.Add(line);
  906. }
  907. }
  908. }
  909. }
  910. }
  911. // 全自动
  912. foreach (var line in allLines)
  913. {
  914. if (isScreenLine(line, out int index))
  915. {
  916. if (line.Batch < 1) // 全自动只处理第一张图,默认是色差图
  917. {
  918. quadLinesAuto[index].Add((estimateGradient(line, 1), line));
  919. }
  920. }
  921. }
  922. var resultSemiAuto = new LineIdentified[4];
  923. var resultAuto = new LineIdentified[4];
  924. for (int i = 0; i < 4; i++)
  925. {
  926. if (quadLinesSemiAuto[i].Count > 0)
  927. resultSemiAuto[i] = quadLinesSemiAuto[i].Max((a, b) => a.Item1.CompareTo(b.Item1)).Item2;
  928. if (quadLinesAuto[i].Count > 0)
  929. resultAuto[i] = quadLinesAuto[i].Max((a, b) => a.Item1.CompareTo(b.Item1)).Item2;
  930. }
  931. return (resultSemiAuto.ToList(), resultAuto.ToList());
  932. }
  933. void SaveImages(string FileDirectory, string log,
  934. Texture2D ScreenLocateTex, Texture2D allLinesTex, Texture2D ChoosableLineTex, Texture2D ScreenQuadTex)
  935. {
  936. if (!Directory.Exists(FileDirectory))
  937. Directory.CreateDirectory(FileDirectory);
  938. var time = DateTime.Now.ToString("yyyyMMdd_HHmmss");
  939. var pngData = ScreenLocate.Main.OutputTextures[7]?.EncodeToPNG();
  940. if (pngData != null)
  941. File.WriteAllBytes($"{FileDirectory}{time}A屏幕原图.png", pngData);
  942. var pngData1 = ScreenLocateTex?.EncodeToPNG();
  943. if (pngData1 != null)
  944. File.WriteAllBytes($"{FileDirectory}{time}B黑白色差.png", pngData1);
  945. var pngData2 = allLinesTex?.EncodeToPNG();
  946. if (pngData2 != null)
  947. File.WriteAllBytes($"{FileDirectory}{time}C全部识别线段_半自动.png", pngData2);
  948. var pngData3 = ChoosableLineTex?.EncodeToPNG();
  949. if (pngData3 != null)
  950. File.WriteAllBytes($"{FileDirectory}{time}D备选线段_半自动.png", pngData3);
  951. var pngData4 = ScreenQuadTex?.EncodeToPNG();
  952. if (pngData4 != null)
  953. File.WriteAllBytes($"{FileDirectory}{time}E识别结果.png", pngData4);
  954. Debug.Log($"<color=aqua>({time}) 屏幕识别图片保存至:程序根目录/{FileDirectory}</color>");
  955. log +=
  956. $"\r\n屏幕原图保存{pngData != null}, " +
  957. $"\r\n黑白色差保存{pngData1 != null}, " +
  958. $"\r\n全部识别线段(半自动)保存{pngData2 != null}, " +
  959. $"\r\n备选线段(半自动)保存{pngData3 != null}, " +
  960. $"\r\n识别结果保存{pngData4 != null}";
  961. File.WriteAllText($"{FileDirectory}{time}屏幕自动定位_日志.log", log);
  962. }
  963. }
  964. }