[BugFix] Move Pointer To $destination In $domain doesn't work (#32)

Signed-off-by: Douglas Chiang <[email protected]>

Author: douglasdotc

yarf/rf_libraries/libraries/ocr/rapidocr.py

@@ -69,7 +69,7 @@ def read(self, image: Image.Image | Path) -> str:
         Returns:
             Text found in image.
         """
-        image = to_image(image)
+        image = to_image(image)  # type: ignore[assignment]
         result, _ = self.reader(np.array(image))
 
         if not result:
@@ -105,7 +105,7 @@ def find(
         """
         image_obj = to_image(image)
         if region is not None:
-            image_obj = image_obj.crop(region.as_tuple())
+            image_obj = image_obj.crop(region.as_tuple())  # type: ignore[union-attr]
 
         text = text.strip()
         if not text:

yarf/rf_libraries/libraries/video_input_base.py

@@ -330,7 +330,7 @@ async def match_text(
             )
 
             text_matches = await self.find_text(
-                text, image=cropped_image, region=region
+                text, image=image, region=region
             )
             if text_matches:
                 return text_matches, cropped_image
@@ -475,9 +475,7 @@ async def _do_match(
                     if region:
                         adjusted_regions = []
                         for reg in regions:
-                            adjusted_regions.append(
-                                reg.move(region.left, region.top)
-                            )
+                            adjusted_regions.append(reg)
                         regions = adjusted_regions
                 except (ValueError, ImageNotFoundError):
                     # If we're performing match_all, and we fail to match any

yarf/rf_libraries/resources/kvm.resource

@@ -6,6 +6,7 @@ Documentation       Keyword definitions for specialised functionality
 ...                 using the PlatformVideoInput.Init keyword. The initialization is
 ...                 platform-specific.
 
+Library             Collections
 Library             Hid.py    AS    PlatformHid
 Library             VideoInput.py    AS    PlatformVideoInput
 Variables           video_input_vars.py
@@ -148,12 +149,13 @@ Move Pointer To ${destination} In ${domain}
     ...    Return:
     ...    Absolute position of the pointer after the move, as a tuple (x, y)
     ...    of integers.
-    IF    ${{ isinstance(domain, dict) }}
-        ${sub_region}=          Set Variable            ${domain}
-    ELSE IF    ${{ isinstance(domain, str) }}
+    IF    ${{ isinstance($domain, dict) }}
+        ${target_region}=       Set Variable            ${domain}
+    ELSE IF    ${{ isinstance($domain, str) }}
         IF    ${{ os.path.exists($domain) }}
             ${sub_regions}=         PlatformVideoInput.Match                        ${domain}
-            ${sub_region}=          Set Variable            ${sub_regions}[0]
+            ${target_region}=       Set Variable            ${sub_regions}[0]
+            Remove From Dictionary                          ${target_region}        path
         ELSE
             Fail                    Template ${domain} doesn't exist!
         END
@@ -164,12 +166,12 @@ Move Pointer To ${destination} In ${domain}
     IF    ${{ os.path.exists($destination) }}
         ${regions}=             PlatformVideoInput.Match
         ...                     template=${destination}
-        ...                     region=${sub_region}
+        ...                     region=${target_region}
         ${position}=            Get Center Of ${regions}[0]
     ELSE
         ${position}=            PlatformVideoInput.Get Text Position
         ...                     text=${destination}
-        ...                     region=${sub_region}
+        ...                     region=${target_region}
     END
 
     PlatformHid.Move Pointer To Absolute            ${position}[0]          ${position}[1]