def windowshots(self, x1, y1, x2, y2): w, h = x2 - x1, y2 - y1 # wDC = GetDC(hwnd) # 根据窗口句柄获取窗口的设备上下文DC(Divice Context) # 获取桌面 hdesktop = GetDesktopWindow() wDC = GetWindowDC(hdesktop) # 根据窗口的DC获取dcObj dcObj = CreateDCFromHandle(wDC) # dcObj创建可兼容的DC cDC = dcObj.CreateCompatibleDC() # 创建bigmap准备保存图片 dataBitMap = CreateBitmap() # 为bitmap开辟空间 dataBitMap.CreateCompatibleBitmap(dcObj, w, h) # 高度cDC,将截图保存到dataBitMap中 cDC.SelectObject(dataBitMap) # 截取从左上角(0,0)长宽为(w,h)的图片 cDC.BitBlt((0, 0), (w, h), dcObj, (x1, y1), SRCCOPY) # 保存图像 # dataBitMap.SaveBitmapFile(cDC, 'test.jpg') signedIntsArray = dataBitMap.GetBitmapBits(True) # Free Resources # 释放资源 DeleteObject(dataBitMap.GetHandle()) cDC.DeleteDC() dcObj.DeleteDC() ReleaseDC(hdesktop, wDC) screen = np.frombuffer(signedIntsArray, dtype='uint8') screen.shape = (h, w, 4) screen = cv2.cvtColor(screen, cv2.COLOR_BGRA2BGR) return screen
def icon_path(exe: path_type, name: str): id_file_name = f'{name}.png' id_path = p_join(this_dir, 'icons', id_file_name) if not p_exists(id_path): ico_x = GetSystemMetrics(SM_CXICON) try: large, small = ExtractIconEx(exe, 0) except error: return default_icon_path if not len(large): return default_icon_path if len(small): DestroyIcon(small[0]) hdc = CreateDCFromHandle(GetDC(0)) h_bmp = CreateBitmap() h_bmp.CreateCompatibleBitmap(hdc, ico_x, ico_x) hdc = hdc.CreateCompatibleDC() hdc.SelectObject(h_bmp) hdc.DrawIcon((0, 0), large[0]) bmp_str = h_bmp.GetBitmapBits(True) img = Image.frombuffer('RGBA', (32, 32), bmp_str, 'raw', 'BGRA', 0, 1) img.save(id_path) print(f'Icon of {exe} saved in {id_path}') return id_path
def save_screenshot(): hwnd = GetDesktopWindow() width = GetSystemMetrics(SM_CXVIRTUALSCREEN) height = GetSystemMetrics(SM_CYVIRTUALSCREEN) x = GetSystemMetrics(SM_XVIRTUALSCREEN) y = GetSystemMetrics(SM_YVIRTUALSCREEN) hwnd_dc = GetWindowDC(hwnd) mfc_dc = CreateDCFromHandle(hwnd_dc) save_dc = mfc_dc.CreateCompatibleDC() save_bit_map = CreateBitmap() save_bit_map.CreateCompatibleBitmap(mfc_dc, width, height) save_dc.SelectObject(save_bit_map) save_dc.BitBlt((0, 0), (width, height), mfc_dc, (x, y), SRCCOPY) bmp_info = save_bit_map.GetInfo() bmp_str = save_bit_map.GetBitmapBits(True) image = Image.frombuffer('RGB', (bmp_info['bmWidth'], bmp_info['bmHeight']), bmp_str, 'raw', 'BGRX', 0, 1) time_str = str(ctime()).replace(' ', '_').replace(':', '_').lower() name_scr = 'screen_' + time_str + '.png' image.save(name_scr, format='png') log_record('сохранен скриншот: ' + name_scr) save_dc.DeleteDC() DeleteObject(save_bit_map.GetHandle())
def Screenshot(self): ######################## # Usadas en Screenshot # ######################## from time import sleep from win32gui import GetDesktopWindow, GetWindowDC from win32ui import CreateDCFromHandle, CreateBitmap from win32con import SRCCOPY, SM_CXVIRTUALSCREEN, SM_CYVIRTUALSCREEN, SM_XVIRTUALSCREEN, SM_YVIRTUALSCREEN from win32api import GetSystemMetrics, GetUserName from time import strftime print "Tomando Pantallazo" # Toma 4 pantallazos # Cada pantallazo lo llama pantallazo1 , 2 ,3 o 4 # Lo hace cada 2 segundos t = strftime("%Y-%H%M%S") hwin = GetDesktopWindow() width = GetSystemMetrics(SM_CXVIRTUALSCREEN) height = GetSystemMetrics(SM_CYVIRTUALSCREEN) left = GetSystemMetrics(SM_XVIRTUALSCREEN) top = GetSystemMetrics(SM_YVIRTUALSCREEN) hwindc = GetWindowDC(hwin) srcdc = CreateDCFromHandle(hwindc) memdc = srcdc.CreateCompatibleDC() bmp = CreateBitmap() bmp.CreateCompatibleBitmap(srcdc, width, height) memdc.SelectObject(bmp) memdc.BitBlt((0, 0), (width, height), srcdc, (left, top), SRCCOPY) bmp.SaveBitmapFile( memdc, "C:\\Users\\" + GetUserName() + "\\Downloads\\test\\screen" + t + ".bmp")
def screenshot(**kwargs): global client dimensions = GetWindowDC(client) handle = CreateDCFromHandle(dimensions) buff = handle.CreateCompatibleDC() screenshot = CreateBitmap() screenshot.CreateCompatibleBitmap(handle, kwargs['width'], kwargs['height']) buff.SelectObject(screenshot) buff.BitBlt((0, 0), (kwargs['width'], kwargs['height']), handle, (kwargs['left'], kwargs['top']), SRCCOPY) pixels = screenshot.GetBitmapBits(True) im = array( Image.frombuffer('RGB', (kwargs['width'], kwargs['height']), pixels, 'raw', 'BGRX', 0, 1)) if kwargs['cleaning'] == True: im = cleaning(kwargs['width'], kwargs['height'], im) handle.DeleteDC() buff.DeleteDC() ReleaseDC(client, dimensions) DeleteObject(screenshot.GetHandle()) return im
def hwd_screenshot(self): # 获取句柄窗口的大小信息 try: _left, _top, _right, _bot = self.get_window_rect() _width = _right - _left _height = _bot - _top # 返回句柄窗口的设备环境,覆盖整个窗口,包括非客户区,标题栏,菜单,边框 _hwnd_dc = GetWindowDC(self.hwnd) # 创建设备描述表 _mfc_dc = CreateDCFromHandle(_hwnd_dc) # 创建内存设备描述表 _save_dc = _mfc_dc.CreateCompatibleDC() # 创建位图对象准备保存图片 _save_bit_map = CreateBitmap() # 为bitmap开辟存储空间 _save_bit_map.CreateCompatibleBitmap(_mfc_dc, _width, _height) # 将截图保存到saveBitMap中 _save_dc.SelectObject(_save_bit_map) # 保存bitmap到内存设备描述表 _save_dc.BitBlt((0, 0), (_width, _height), _mfc_dc, (0, 0), win32con.SRCCOPY) # 如果要截图到打印设备: ###最后一个int参数:0-保存整个窗口,1-只保存客户区。如果PrintWindow成功函数返回值为1 # result = windll.user32.PrintWindow(hWnd,_save_dc.GetSafeHdc(),0) # print(result) #PrintWindow成功则输出1 # 保存图像 ##方法一:windows api保存 ###保存bitmap到文件 # _save_bit_map.SaveBitmapFile(_save_dc, "img_Winapi.bmp") ##方法二(第一部分):PIL保存 ###获取位图信息 # bmpinfo = _save_bit_map.GetInfo() # bmpstr = _save_bit_map.GetBitmapBits(True) ###生成图像 # im_PIL = Image.frombuffer('RGB', (bmpinfo['bmWidth'], bmpinfo['bmHeight']), bmpstr, 'raw', 'BGRX', 0, 1) ##方法二(后续转第二部分) ##方法三(第一部分):opencv+numpy保存 ###获取位图信息 signed_ints_array = _save_bit_map.GetBitmapBits(True) return Image.get_img_opencv(signed_ints_array, _width, _height) ##方法三(后续转第二部分) finally: # 内存释放 DeleteObject(_save_bit_map.GetHandle()) _save_dc.DeleteDC() _mfc_dc.DeleteDC() ReleaseDC(self.hwnd, _hwnd_dc)
def _capture(self): # make sure the process is DPI aware, otherwise the image # is only a part of the full monitor content # (necessary only on Win 8.1+) old_awareness = self._dpi_aware() self._set_dpi_aware(True) # get width and height of current monitor width = GetSystemMetrics(SM_CXVIRTUALSCREEN) height = GetSystemMetrics(SM_CYVIRTUALSCREEN) # get 'desktop' window handle handle_desktop = GetDesktopWindow() # get window graphic context handle handle_context = GetWindowDC(handle_desktop) # create device context dev_ctx = CreateDCFromHandle(handle_context) # create destination for original device context dest_ctx = dev_ctx.CreateCompatibleDC() # create bitmap compatible with desktop window device bmp = CreateBitmap() bmp.CreateCompatibleBitmap(dev_ctx, width, height) # select bitmap into destination device dest_ctx.SelectObject(bmp) # populate selected bitmap in destination device dest_ctx.BitBlt( (0, 0), # start point (x, y) (width, height), # size of rectangle dev_ctx, ( # source device GetSystemMetrics(SM_XVIRTUALSCREEN), GetSystemMetrics(SM_YVIRTUALSCREEN) ), # source rectangle, can be different monitor SRCCOPY # copy directly without filters ) # save bitmap to file bmp.SaveBitmapFile(dest_ctx, self.file_path) # return to the original state self._set_dpi_aware(old_awareness)
def getBmp(box=None, handle=None, dcTuple=None): if handle is None: handle = getHandle() if dcTuple is None: localDC = True dcTuple = getDc(handle) else: localDC = False left, up, right, down = box if box else wgui.GetWindowRect(handle) height, width = down - up, right - left size = width, height bmp = CreateBitmap() bmp.CreateCompatibleBitmap(dcTuple[1], width, height) dcTuple[2].SelectObject(bmp) dcTuple[2].BitBlt((0, 0), size, dcTuple[1], (left, up), win32con.SRCCOPY) if localDC: dropDc(handle, dcTuple) return bmp
def ScreenShot(self): """ 截图 网上找的代码直接复制修改的 后面加了释放资源代码,网上找的 """ hwndDC = GetWindowDC(self.mHwnd) mfcDC = CreateDCFromHandle(hwndDC) saveDC = mfcDC.CreateCompatibleDC() saveBitMap = CreateBitmap() saveBitMap.CreateCompatibleBitmap(mfcDC, self.mWindowWidth, self.mWindowHeight) saveDC.SelectObject(saveBitMap) saveDC.BitBlt((0, 0), (self.mWindowWidth, self.mWindowHeight), mfcDC, (0, 0), SRCCOPY) saveBitMap.SaveBitmapFile(saveDC, self.mScreenShotFileName) self.mImageSrc = aircv.imread(self.mScreenShotFileName) # release DeleteObject(saveBitMap.GetHandle()) mfcDC.DeleteDC() saveDC.DeleteDC() ReleaseDC(self.mHwnd, hwndDC)
def get_screenshot(): hdesktop = GetDesktopWindow() width = GetSystemMetrics(win32con.SM_CXVIRTUALSCREEN) height = GetSystemMetrics(win32con.SM_CYVIRTUALSCREEN) left = GetSystemMetrics(win32con.SM_XVIRTUALSCREEN) top = GetSystemMetrics(win32con.SM_YVIRTUALSCREEN) hdc = GetWindowDC(hdesktop) source_dc = CreateDCFromHandle(hdc) target_dc = source_dc.CreateCompatibleDC() bmp = CreateBitmap() bmp.CreateCompatibleBitmap(source_dc, width, height) target_dc.SelectObject(bmp) target_dc.BitBlt((0, 0), (width, height), source_dc, (left, top), win32con.SRCCOPY) tmp = tempfile.NamedTemporaryFile(suffix='.bmp') bmp.SaveBitmapFile(target_dc, tmp.name) return tmp
def __getIconFromProc(self, proc): path = proc.cmdline()[0] ico_size = GetSystemMetrics(SM_CXICON) large, _ = ExtractIconEx(path, 0) hdc = CreateDCFromHandle(GetDC(0)) hbmp = CreateBitmap() hbmp.CreateCompatibleBitmap(hdc, ico_size, ico_size) hdc = hdc.CreateCompatibleDC() hdc.SelectObject(hbmp) hdc.DrawIcon((0, 0), large[0]) bmpstr = hbmp.GetBitmapBits(True) image = Image.frombuffer('RGB', (ico_size, ico_size), bmpstr, 'raw', 'BGRX', 0, 1) self.__imageList.append(image)
class SoullessEnv(gym.Env): metadata = {'render.modes': ['human']} user32 = WinDLL("user32") DEATHCOUNT_PATTERN = re.compile("(\d+)") KEYS = (KEYS.LEFT, KEYS.RIGHT, KEYS.DELETE) TRANSITION_TO_ACTION = {"10": "UP", "01": "DOWN", "00": False, "11": False} def __init__(self): self.AHK = AHK() self.application = self.start_game() self.process_id = self.application.process self.process = Process(pid=self.process_id) self.dialog = self.get_window_dialog() self.handle = self.dialog.handle self.window = Window.from_pid(self.AHK, self.process_id) left, top, right, bot = GetClientRect(self.handle) w = right - left h = bot - top self.hwndDC = GetWindowDC(self.handle) self.mfcDC = CreateDCFromHandle(self.hwndDC) self.saveDC = self.mfcDC.CreateCompatibleDC() self.saveDC_handle = self.saveDC.GetSafeHdc() self.saveBitMap = CreateBitmap() self.saveBitMap.CreateCompatibleBitmap(self.mfcDC, w, h) self.bmpinfo = self.saveBitMap.GetInfo() self.saveDC.SelectObject(self.saveBitMap) self.navigate_main_menu() self.enter_avoidance() self.process.suspend() self.PREVIOUS_ACTION = 0 self.deathcount = self.get_game_deathcount() self.action_space = spaces.Discrete(6) self.elapsed_time = 0.0 self.observation_space = spaces.Dict({"window": spaces.Box(low=0, high=255, shape=self.get_observation_space_size(), dtype=np.uint8), "time": spaces.Box(low=0, high=900, shape=(1,))}) def start_game(self): """starts the Soulless process""" app = Application().start( "D:/Users/david/PycharmProjects/reinforcement-learning/gym-soulless/Soulless 1.3HM/Soulless Hard Mode.exe") return app def get_window_dialog(self): """:returns the main dialog of the application, which is the entry-point for interacting with it""" return self._top_window() @try_loop(error_type=RuntimeError) def _top_window(self): return self.application.top_window() def navigate_main_menu(self): """from the title screen it navigates the menus until it enters the game""" self.window.send("{Shift}", blocking=False) sleep(3) self.window.send("{Shift}", blocking=False) def enter_avoidance(self): self.window.send("{Left down}", blocking=False) sleep(0.3) self.window.send("{Left up}", blocking=False) sleep(2) def capture_window(self): """:returns a np array image of the dialog cropped to exclude the margins for resizing the window https://stackoverflow.com/questions/19695214/python-screenshot-of-inactive-window-printwindow-win32gui""" SoullessEnv.user32.PrintWindow(HWND(self.handle), self.saveDC_handle, 3) bmpstr = self.saveBitMap.GetBitmapBits(True) im = Image.frombuffer( 'RGB', (self.bmpinfo['bmWidth'], self.bmpinfo['bmHeight']), bmpstr, 'raw', 'BGRX', 0, 1) return np.array(im, copy=False) def step(self, action: int): """expects the game to be in a suspended state""" is_done, obs, reward = self.step_and_track_elapsed_time(action) obs = {"window": obs, "time": np.array([self.elapsed_time], dtype=np.float)} return obs, reward, is_done, {} def step_and_track_elapsed_time(self, action): self.process.resume() step_start_time = perf_counter() is_done, obs = self._step(action) self.process.suspend() step_end_time = perf_counter() elapsed_time = step_end_time - step_start_time self.elapsed_time += elapsed_time return is_done, obs, elapsed_time def _step(self, action): self.perform_action(action) obs = self.capture_window() is_done = self.is_done() if is_done: self.update_env_deathcount() return is_done, obs def perform_action(self, action): keystrokes = self.get_action_transition(self.PREVIOUS_ACTION, action) self.send_input_to_game(keystrokes) self.PREVIOUS_ACTION = action def is_done(self): return self.get_game_deathcount() > self.deathcount def update_env_deathcount(self): self.deathcount = self.get_game_deathcount() def get_action_transition(self, old_action: int, new_action: int): """:param old_action is the action performed on the previous step, or no-op if this is the first step :param new_action is the action performed on this step :returns the input to the send function needed to transition from the old action to the new action""" old_action, new_action = bin(old_action)[2:].zfill(3), bin(new_action)[2:].zfill(3) actions = map(SoullessEnv.TRANSITION_TO_ACTION.get, map("".join, zip(old_action, new_action))) return "".join(getattr(key, action) for key, action in zip(SoullessEnv.KEYS, actions) if action) def send_input_to_game(self, keystrokes: str): """:param keystrokes is the input to the send_keys function""" self.window.send(keystrokes, blocking=False) def reset(self): self.process.resume() self.window.send("r", delay=150) self.process.suspend() self.elapsed_time = 0.0 return {"window": self.capture_window(), "time": np.array([self.elapsed_time], dtype=np.float)} def render(self, mode='human'): pass def close(self): DeleteObject(self.saveBitMap.GetHandle()) self.saveDC.DeleteDC() self.mfcDC.DeleteDC() ReleaseDC(self.handle, self.hwndDC) self.application.kill() def get_observation_space_size(self): return self.capture_window().shape def get_game_deathcount(self): """:returns the number of times the kid has died""" title = self.window.title.decode("utf8") return int(re.search(SoullessEnv.DEATHCOUNT_PATTERN, title)[0])