matches = flann.knnMatch(des1, des2, k=2)
-GOOD_DISTANCE_LIMIT = 0.7
good = []
for pair in matches:
if (len_pair := len(pair)) == 2:
@@ -189,7 +188,7 @@
-
2024-07-13 19:59:08,194 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/mower-profile/screenshot/501/20240705071219.png
+2024-07-14 11:28:18,374 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/mower-profile/screenshot/501/20240705071219.png
@@ -214,7 +213,6 @@
matches = flann.knnMatch(des1, des2, k=2)
-GOOD_DISTANCE_LIMIT = 0.7
good = []
for pair in matches:
if (len_pair := len(pair)) == 2:
diff --git a/_includes/matcher.html b/_includes/matcher.html
new file mode 100644
index 00000000..c99e1f36
--- /dev/null
+++ b/_includes/matcher.html
@@ -0,0 +1,441 @@
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:31,654 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/mower-profile/screenshot/202/20240714174003.png
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:31,938 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/arknights-mower/arknights_mower/resources/infra_collect_factory.png
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:32,060 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:66 - __init__ - Matcher init: shape ((1080, 1920))
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:32,428 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:192 - score - transform matrix: [[0.9981798972146724, 0.0034091767564587566, 242.9226171323746], [-0.00882626456769677, 1.00219164365151, 985.2447691724211]]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:32,828 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:106 - match - match success: ([[243, 985], [321, 1063]], (0.26649076517150394, 0.7210257114508213, 1.0, 0.9736551440651242))
+
+
+
+
+
Out[5]:
+
+
[[243, 985], [321, 1063]]
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:32,838 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/mower-profile/screenshot/201/20240714214339.png
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:33,067 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/arknights-mower/arknights_mower/resources/control_central.png
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:33,212 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:66 - __init__ - Matcher init: shape ((1080, 1920))
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:33,683 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:192 - score - transform matrix: [[0.7544874125196873, -0.002213000681994066, 1097.881567848667], [0.0007849747819058742, 0.7567520230790792, 238.5087977188498]]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:34,088 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:106 - match - match success: ([[1098, 239], [1294, 359]], (0.1488994389296504, 0.8881538977989784, 1.0, 0.8984694173297328))
+
+
+
+
+
Out[9]:
+
+
[[1098, 239], [1294, 359]]
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:34,097 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/mower-profile/screenshot/1105/20240712065207.png
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:34,344 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/image.py:44 - loadimg - /home/zhao/Documents/mower-profile/screenshot/1106/20240712065212.png
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:34,672 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:66 - __init__ - Matcher init: shape ((1080, 1920))
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:35,040 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:192 - score - transform matrix: [[1.1197843731842343, -0.0005674608950607882, 1013.6984387283818], [-0.0015298378674758022, 1.12178520790043, 610.6445517137909]]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
2024-07-14 23:25:35,396 - DEBUG - /home/zhao/Documents/arknights-mower/arknights_mower/utils/matcher.py:106 - match - match success: ([[1014, 611], [1227, 667]], (0.09854604200323101, 0.6821052752043072, 0.9375, 0.7308784325378576))
+
+
+
+
+
Out[14]:
+
+
[[1014, 611], [1227, 667]]
+
+
+
+
+
使用示例
{% include feature-matching.html %}
+
+## 利用特征匹配定位目标图像
+
+`arknights_mower.utils.matcher` 中的 `Matcher` 类可用于定位目标图片。
+
+实例化 `Matcher` 类时，需传入灰度图像 `origin`。实例化过程中计算 `origin` 图像的特征点。
+
+`Matcher` 类的实例方法 `match()` 接受 6 个参数，其中 `query` 必选：
+
+- `query`：灰度目标图像；
+- `draw`：控制是否绘制并显示匹配过程；
+- `scope`：`origin` 的特征点中，在此区域内的特征点参与匹配；
+- `dpi_aware`：大部分元素的尺寸不变，`dpi_aware` 默认为 `False`，若匹配结果与目标图像的尺寸相差较大时拒绝结果。对于尺寸有变化的元素，将此选项设置为 `True`；
+- `prescore`：SSIM 分数阈值。如果此参数为正，则根据 SSIM 分数决定是否接受匹配结果。
+- `judge`：在 `prescore` 为 0 时生效。如果为 `True`，则使用支持向量机判断是否接受匹配结果，否则直接接受匹配结果。
+
+如果匹配成功，`match()` 返回目标图片在截图中匹配到的区域；否则返回 `None`。
+
+
+使用示例
+{% include matcher.html %}
+
+
+## 注意事项
+
+### 性能
+
+从截图提取特征点一般会花费数十毫秒，一次 FLANN 匹配也会花费十几毫秒到几十毫秒。大量使用特征匹配会导致脚本很慢。
+
+### 目标图像截取
+
+目标图像应尽量满足特征点数量多、尺寸小、与其它目标图像有较大区别。例如对于按钮，只截取按钮中独特的图案，或在文字中截取 3-5 字的关键词，相比截取整个按钮，往往能得到更好的效果。
+
+### 随机性
+
+FLANN 和 RANSAC 算法具有一定的随机性。若结果变化较大，可考虑重新截取目标图像，或换用其它匹配方式。