Update dev version

Update dev version
* Add function that get x, y pixel rgb or rgba
* Add tests

Author: JE-Chen

.github/workflows/dev_python3_10.yml

@@ -30,6 +30,8 @@ jobs:
         run: python ./test/unit_test/screen/screen_test.py
       - name: Test Screenshot
         run: python ./test/unit_test/screen/screenshot_test.py
+      - name: Test Screen Get Pixel
+        run: python ./test/unit_test/screen/screen_test.py
       - name: Save Screenshot Image
         uses: actions/upload-artifact@v4
         with:

.github/workflows/dev_python3_11.yml

@@ -30,6 +30,8 @@ jobs:
         run: python ./test/unit_test/screen/screen_test.py
       - name: Test Screenshot
         run: python ./test/unit_test/screen/screenshot_test.py
+      - name: Test Screen Get Pixel
+        run: python ./test/unit_test/screen/screen_test.py
       - name: Save Screenshot Image
         uses: actions/upload-artifact@v4
         with:

.github/workflows/dev_python3_12.yml

@@ -30,6 +30,8 @@ jobs:
         run: python ./test/unit_test/screen/screen_test.py
       - name: Test Screenshot
         run: python ./test/unit_test/screen/screenshot_test.py
+      - name: Test Screen Get Pixel
+        run: python ./test/unit_test/screen/screen_test.py
       - name: Save Screenshot Image
         uses: actions/upload-artifact@v4
         with:

je_auto_control/__init__.py

@@ -108,6 +108,7 @@
 # import screen
 from je_auto_control.wrapper.auto_control_screen import screen_size
 from je_auto_control.wrapper.auto_control_screen import screenshot
+from je_auto_control.wrapper.auto_control_screen import get_pixel
 
 __all__ = [
     "click_mouse", "mouse_keys_table", "get_mouse_position", "press_mouse", "release_mouse",
@@ -125,5 +126,5 @@
     "generate_xml_report", "get_dir_files_as_list", "create_project_dir", "start_autocontrol_socket_server",
     "callback_executor", "package_manager", "get_special_table", "ShellManager", "default_shell_manager",
     "RecordingThread", "send_key_event_to_window", "send_mouse_event_to_window", "windows_window_manage",
-    "ScreenRecorder"
+    "ScreenRecorder", "get_pixel"
 ]

je_auto_control/linux_with_x11/screen/x11_linux_screen.py

@@ -7,11 +7,19 @@
 if sys.platform not in ["linux", "linux2"]:
     raise AutoControlException(linux_import_error)
 
+from Xlib import X
 from je_auto_control.linux_with_x11.core.utils.x11_linux_display import display
 
-
 def size() -> Tuple[int, int]:
     """
     get screen size
     """
     return display.screen().width_in_pixels, display.screen().height_in_pixels
+
+
+def get_pixel_rgb(x: int, y: int) -> Tuple[int, int, int]:
+    root = display.Display().screen().root
+    root.get_image(x, y, 1, 1, X.ZPixmap, 0xffffffff)
+    raw = root.get_image(x, y, 1, 1, X.ZPixmap, 0xffffffff)
+    pixel = tuple(raw.data)[:3]  # (R, G, B)
+    return pixel

je_auto_control/osx/screen/osx_screen.py

@@ -1,4 +1,6 @@
 import sys
+import ctypes
+from ctypes import c_void_p, c_double, c_uint32
 from typing import Tuple
 
 from je_auto_control.utils.exception.exception_tags import osx_import_error
@@ -15,3 +17,62 @@ def size() -> Tuple[int, int]:
     get screen size
     """
     return Quartz.CGDisplayPixelsWide((Quartz.CGMainDisplayID())), Quartz.CGDisplayPixelsHigh(Quartz.CGMainDisplayID())
+
+def get_pixel(x: int, y: int) -> Tuple[int, int, int, int]:
+    # Load CoreGraphics and CoreFoundation frameworks
+    cg = ctypes.CDLL("/System/Library/Frameworks/CoreGraphics.framework/CoreGraphics")
+    cf = ctypes.CDLL("/System/Library/Frameworks/CoreFoundation.framework/CoreFoundation")
+
+    # Define CGRect structure as 4 doubles: x, y, width, height
+    CGRect = ctypes.c_double * 4
+
+    # Function signatures
+    cg.CGWindowListCreateImage.argtypes = [CGRect, c_uint32, c_uint32, c_uint32]
+    cg.CGWindowListCreateImage.restype = c_void_p
+
+    cg.CGImageGetDataProvider.argtypes = [c_void_p]
+    cg.CGImageGetDataProvider.restype = c_void_p
+
+    cg.CGDataProviderCopyData.argtypes = [c_void_p]
+    cg.CGDataProviderCopyData.restype = c_void_p
+
+    cf.CFDataGetLength.argtypes = [c_void_p]
+    cf.CFDataGetLength.restype = ctypes.c_long
+
+    cf.CFDataGetBytePtr.argtypes = [c_void_p]
+    cf.CFDataGetBytePtr.restype = ctypes.POINTER(ctypes.c_ubyte)
+
+    cf.CFRelease.argtypes = [c_void_p]
+    cf.CFRelease.restype = None
+
+    # Constants
+    kCGWindowListOptionOnScreenOnly = 1
+    kCGNullWindowID = 0
+    kCGWindowImageDefault = 0
+    rect = CGRect(x, y, 1.0, 1.0)
+    img = cg.CGWindowListCreateImage(rect,
+                                     kCGWindowListOptionOnScreenOnly,
+                                     kCGNullWindowID,
+                                     kCGWindowImageDefault)
+    if not img:
+        raise RuntimeError("Unable to capture screen image. Please ensure Screen Recording permission is granted.")
+
+    # Get the data provider from the image
+    provider = cg.CGImageGetDataProvider(img)
+    # Copy image data
+    cfdata = cg.CGDataProviderCopyData(provider)
+    # Get length of data
+    length = cf.CFDataGetLength(cfdata)
+    # Get pointer to byte data
+    buf = cf.CFDataGetBytePtr(cfdata)
+
+    # Default pixel format is BGRA
+    b, g, r, a = buf[0], buf[1], buf[2], buf[3]
+
+    # Release CoreFoundation objects to avoid memory leaks
+    cf.CFRelease(cfdata)
+    cf.CFRelease(provider)
+    cf.CFRelease(img)
+
+    return r, g, b, a
+

je_auto_control/windows/screen/win32_screen.py

@@ -1,5 +1,5 @@
 import sys
-from typing import List, Union
+from typing import List, Union, Tuple
 
 from je_auto_control.utils.exception.exception_tags import windows_import_error
 from je_auto_control.utils.exception.exceptions import AutoControlException
@@ -11,10 +11,30 @@
 
 _user32: ctypes.windll.user32 = ctypes.windll.user32
 _user32.SetProcessDPIAware()
+_gdi32 = ctypes.windll.gdi32
 
 
 def size() -> List[Union[int, int]]:
     """
     get screen size
     """
     return [_user32.GetSystemMetrics(0), _user32.GetSystemMetrics(1)]
+
+
+def get_pixel(x: int, y: int, hwnd: int = 0) -> Tuple[int, int, int]:
+    dc = _user32.GetDC(hwnd)
+    if not dc:
+        raise RuntimeError("GetDC failed")
+
+    try:
+        pixel = _gdi32.GetPixel(dc, x, y)
+        if pixel == 0xFFFFFFFF:
+            raise RuntimeError("GetPixel failed")
+
+        r = pixel & 0xFF
+        g = (pixel >> 8) & 0xFF
+        b = (pixel >> 16) & 0xFF
+        return r, g, b
+    finally:
+        _user32.ReleaseDC(hwnd, dc)
+

je_auto_control/windows/window/windows_window_manage.py

@@ -46,4 +46,11 @@ def set_foreground_window(hwnd) -> None:
 def set_window_positon(hwnd, position: int) -> None:
     swp_no_size = 0x0001
     swp_no_move = 0x0002
-    user32.SetWindowPos(hwnd, position, 0, 0, 0, 0, swp_no_move | swp_no_size)
+    user32.SetWindowPos(hwnd, position, 0, 0, 0, 0, swp_no_move | swp_no_size)
+
+def show_window(hwnd, size: int) -> None:
+    if size < 0 or size > 3:
+        size = 3
+    user32.ShowWindow(hwnd, size)
+    user32.SetForegroundWindow(hwnd)
+

je_auto_control/wrapper/auto_control_screen.py

@@ -52,3 +52,18 @@ def screenshot(file_path: str = None, screen_region: list = None) -> List[int]:
         autocontrol_logger.info(
             f"screen_size, file_path: {file_path}, screen_region: {screen_region}, "
             f"failed: {repr(error)}")
+
+
+def get_pixel(x: int, y: int, hwnd=None):
+    autocontrol_logger.info(f"get_pixel, x: {x}, y: {y}, hwnd: {hwnd}")
+    param = locals()
+    try:
+        if hwnd is None:
+            return screen.get_pixel(x, y)
+        else:
+            return screen.get_pixel(x, y, hwnd)
+    except Exception as error:
+        record_action_to_list("AC_get_pixel", None, repr(error))
+        autocontrol_logger.info(
+            f"get_pixel, x: {x}, y: {y}, hwnd: {hwnd}"
+            f"failed: {repr(error)}")

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "je_auto_control_dev"
-version = "0.0.125"
+version = "0.0.126"
 authors = [
     { name = "JE-Chen", email = "[email protected]" },
 ]