Add support for cloud gaming

1. Add support custom window name
2. Scroll latency will depend on measured game response time
3. Show game response time while scanning

Author: ProblemFactory

ArtScanner/art_scanner_logic.py

@@ -3,6 +3,7 @@
 import win32gui
 import mouse, math
 from PIL import ImageChops
+import numpy as np
 from utils import captureWindow
 
 class GameInfo:
@@ -51,20 +52,25 @@ class ArtScannerLogic:
     def __init__(self, game_info):
         self.game_info = game_info
         self.stopped = False
+        self.avg_response_time = 1/60
 
     def interrupt(self):
         self.stopped = True
 
 
     def waitSwitched(self, art_center_x, art_center_y, min_wait=0.1, max_wait=3, condition=lambda pix:sum(pix)/3>200):
+        start = time.time()
         total_wait = 0
         while True:
+            mouse.move(self.game_info.left+art_center_x, self.game_info.top+art_center_y)
+            mouse.click()
             pix = captureWindow(self.game_info.hwnd, (
                 art_center_x-self.game_info.art_width/2-self.game_info.art_expand, 
                 art_center_y, 
                 art_center_x-self.game_info.art_width/2-self.game_info.art_expand+1.5, 
                 art_center_y+1.5))
             if condition(pix.getpixel((0,0))):
+                self.avg_response_time = 0.5*self.avg_response_time + 0.5*(time.time()-start)
                 return True
             else:
                 time.sleep(min_wait)
@@ -113,12 +119,13 @@ def scanRows(self, rows, callback):
 
     def alignFirstRow(self):
         mouse.move(self.game_info.left+self.game_info.first_art_x, self.game_info.top+self.game_info.first_art_y)
+        mouse.click()
         pix = captureWindow(self.game_info.hwnd, (
             self.game_info.scroll_fin_keypt_x, 
             self.game_info.scroll_fin_keypt_y, 
             self.game_info.scroll_fin_keypt_x+1.5, 
             self.game_info.scroll_fin_keypt_y+1.5))
-        if pix.getpixel((0,0))[0]!=233 or pix.getpixel((0,0))[1]!=229 or pix.getpixel((0,0))[2]!=220:
+        if abs(pix.getpixel((0,0))[0]-233)>5 or abs(pix.getpixel((0,0))[1]-229)>5 or abs(pix.getpixel((0,0))[2]-220)>5:
             for _ in range(3):
                 mouse.wheel(1)
             time.sleep(0.1)
@@ -135,7 +142,7 @@ def scrollToRow(self, target_row, max_scrolls=20, extra_scroll=0, interval=0.05)
                 self.game_info.scroll_fin_keypt_y, 
                 self.game_info.scroll_fin_keypt_x+1.5, 
                 self.game_info.scroll_fin_keypt_y+1.5))
-            if pix.getpixel((0,0))[0]!=233 or pix.getpixel((0,0))[1]!=229 or pix.getpixel((0,0))[2]!=220:
+            if abs(pix.getpixel((0,0))[0]-233)>5 or abs(pix.getpixel((0,0))[1]-229)>5 or abs(pix.getpixel((0,0))[2]-220)>5:
                 # if in_between_row==False:
                 #     print('到行之间了')
                 in_between_row = True
@@ -150,21 +157,22 @@ def scrollToRow(self, target_row, max_scrolls=20, extra_scroll=0, interval=0.05)
                     return rows_scrolled
             if lines_scrolled > max_scrolls:
                 return rows_scrolled
-            get_first_art = lambda : captureWindow(self.game_info.hwnd, (
+            get_first_art = lambda : np.array(captureWindow(self.game_info.hwnd, (
                 self.game_info.first_art_x+self.game_info.art_width/2-1, 
                 self.game_info.first_art_y+self.game_info.art_height/2, 
                 self.game_info.first_art_x+self.game_info.art_width/2+1, 
-                self.game_info.first_art_y+self.game_info.art_height))
+                self.game_info.first_art_y+self.game_info.art_height)))
             first_art = get_first_art()
             for _ in range(7 if lines_scrolled==0 and target_row>0 else 1):
                 mouse.wheel(-1)
                 lines_scrolled += 1
                 # print('翻一下')
+            time.sleep(self.avg_response_time)
             total_waited = 0
             while True:
-                time.sleep(interval)
-                total_waited += interval
                 if total_waited>5:
                     break
-                if ImageChops.difference(get_first_art(), first_art).getbbox():
+                if np.max(np.abs(get_first_art()-first_art))>5:
                     break
+                time.sleep(interval)
+                total_waited += interval

ArtScanner/main.py

@@ -31,20 +31,34 @@ def is_admin():
 import ocr
 from art_saver import ArtDatabase
 from art_scanner_logic import ArtScannerLogic, GameInfo
-from utils import decodeValue
+from utils import decodeValue, findWindowsByName, calcFormatWidth, setWindowToForeground
 
 if len(sys.argv)>1:
     bundle_dir = sys.argv[1]
 else:
     bundle_dir = getattr(sys, '_MEIPASS', os.path.abspath(os.path.dirname(__file__)))
 
+import win32gui
 
 window_name_cn = '原神'
-hwnd = win32gui.FindWindow(None, window_name_cn)
-    
-if hwnd is None or hwnd==0:
-    input('未找到在运行的原神')
-    sys.exit(0)
+while True:
+    windows = findWindowsByName(window_name_cn)
+    if len(windows) == 0:
+        window_name_cn = input('未找到在运行的原神，请在这里输入窗口标题（留空则列出所有尺寸非0窗口）：').strip().lower()
+    elif len(windows) == 1:
+        hwnd = windows[0][0]
+        break
+    else:
+        print('-----------------------------')
+        print(f'发现多个窗口名为{window_name_cn}，请从以下列表中选择：')
+        print('{0:^{4}} {1:^{5}} {2:^{6}} {3:^{7}}'.format('编号','窗口标题', '进程名', '窗口内部分辨率',
+            calcFormatWidth('编号', 5), calcFormatWidth('窗口标题', 25), calcFormatWidth('进程名', 25), calcFormatWidth('窗口内部分辨率', 15)))
+        for i, window in enumerate(windows):
+            print('{0:^5} {1:<{4}.{4}} {2:<{5}.{5}} {3:<15}'.format(i+1, window[1], os.path.basename(window[2]), str(window[3]), 
+                calcFormatWidth(window[1], 25), calcFormatWidth(window[2], 25)))
+        hwnd = windows[int(input('请输入要选择的编号：'))-1][0]
+        print('-----------------------------')
+        break
 
 game_info = GameInfo(hwnd)
 
@@ -117,10 +131,7 @@ def is_admin():
 except:
     scroll_interval = 0.05
 
-keyboard.press('alt')
-win32gui.ShowWindow(hwnd,5)
-win32gui.SetForegroundWindow(hwnd)
-keyboard.release('alt')
+setWindowToForeground(hwnd)
 
 time.sleep(5)
 
@@ -154,7 +165,7 @@ def artscannerCallback(art_img):
             f.write(s)
         failed += 1
     art_id += 1
-    print(f"\r已扫描{art_id}个圣遗物，已保存{saved}个，已跳过{skipped}个", end='')
+    print(f"\r已扫描{art_id}个圣遗物，已保存{saved}个，已跳过{skipped}个，游戏平均响应时间{art_scanner.avg_response_time*1000:3.0f}毫秒", end='')
 
 try:
     while True:

ArtScanner/utils.py

@@ -1,6 +1,36 @@
 from mss import mss
 from PIL import Image 
 import win32gui
+import win32process
+import win32api
+import win32con
+import unicodedata
+import keyboard
+
+def calcFormatWidth(text, target):
+    return target - sum(unicodedata.east_asian_width(c) in 'WF' for c in text)
+
+def setWindowToForeground(hwnd):
+    keyboard.press('alt')
+    win32gui.ShowWindow(hwnd,5)
+    win32gui.SetForegroundWindow(hwnd)
+    keyboard.release('alt')
+
+def getProcessName(hwnd):
+    pid = win32process.GetWindowThreadProcessId(hwnd)
+    handle = win32api.OpenProcess(win32con.PROCESS_QUERY_INFORMATION | win32con.PROCESS_VM_READ, False, pid[1])
+    return win32process.GetModuleFileNameEx(handle, 0)
+
+def findWindowsByName(name):
+    windows = []
+    def winEnumHandler( hwnd, ctx ):
+        win_name = win32gui.GetWindowText( hwnd )
+        win_size = win32gui.GetClientRect(hwnd)[2:]
+        if win32gui.IsWindowVisible( hwnd ) and name in win_name and ((win_size[0]*win_size[1])!=0 or len(name)>0):
+            windows.append((hwnd, win_name, getProcessName(hwnd), win_size))
+    win32gui.EnumWindows( winEnumHandler, None )
+    return windows
+
 
 def captureRect(rect):
     with mss() as sct: