BUG: upgrade to PyQt6 to fix arm64 docker build

.github/workflows/code-checks.yml

@@ -132,15 +132,22 @@ jobs:
         asv run --quick --dry-run --durations=30 --python=same --show-stderr
 
   build_docker_dev_environment:
-    name: Build Docker Dev Environment
-    runs-on: ubuntu-24.04
+    name: Build Docker Dev Environment (${{ matrix.arch }})
+    runs-on: ${{ matrix.platform }}
+    strategy:
+      matrix:
+        include:
+          - arch: amd64
+            platform: ubuntu-24.04
+          - arch: arm64
+            platform: ubuntu-24.04-arm
     defaults:
       run:
         shell: bash -el {0}
 
     concurrency:
       # https://github.community/t/concurrecy-not-work-for-push/183068/7
-      group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-build_docker_dev_environment
+      group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-build_docker_dev_environment-${{ matrix.arch }}
       cancel-in-progress: true
 
     steps:
@@ -153,10 +160,10 @@ jobs:
           fetch-depth: 0
 
       - name: Build image
-        run: docker build --pull --no-cache --tag pandas-dev-env .
+        run: docker build --pull --no-cache --tag pandas-dev-env-${{ matrix.arch }} .
 
       - name: Show environment
-        run: docker run --rm pandas-dev-env python -c "import pandas as pd; print(pd.show_versions())"
+        run: docker run --rm pandas-dev-env-${{ matrix.arch }} python -c "import pandas as pd; print(pd.show_versions())"
 
   requirements-dev-text-installable:
     name: Test install requirements-dev.txt

ci/deps/actions-311.yaml

@@ -39,7 +39,6 @@ dependencies:
   - numexpr>=2.10.2
   - odfpy>=1.4.1
   - qtpy>=2.4.2
-  - pyqt>=5.15.9
   - openpyxl>=3.1.5
   - psycopg2>=2.9.10
   - pyarrow>=13.0.0
@@ -60,4 +59,5 @@ dependencies:
   - zstandard>=0.23.0
 
   - pip:
+    - PyQt6>=6.7.1
     - tzdata>=2023.3

ci/deps/actions-312.yaml

@@ -39,7 +39,6 @@ dependencies:
   - numexpr>=2.10.2
   - odfpy>=1.4.1
   - qtpy>=2.4.2
-  - pyqt>=5.15.9
   - openpyxl>=3.1.5
   - psycopg2>=2.9.10
   - pyarrow>=13.0.0
@@ -60,4 +59,5 @@ dependencies:
   - zstandard>=0.23.0
 
   - pip:
+    - PyQt6>=6.7.1
     - tzdata>=2023.3

ci/deps/actions-313-downstream_compat.yaml

@@ -44,7 +44,6 @@ dependencies:
   - pyarrow>=13.0.0
   - pyiceberg>=0.8.1
   - pymysql>=1.1.1
-  - pyqt>=5.15.9
   - pyreadstat>=1.2.8
   - pytables>=3.10.1
   - python-calamine>=0.3.0
@@ -71,4 +70,5 @@ dependencies:
   - pandas-datareader
   - pyyaml
   - pip:
+    - PyQt6>=6.7.1
     - tzdata>=2023.3

ci/deps/actions-313.yaml

@@ -40,7 +40,6 @@ dependencies:
   - numexpr>=2.10.2
   - odfpy>=1.4.1
   - qtpy>=2.4.2
-  - pyqt>=5.15.9
   - openpyxl>=3.1.5
   - psycopg2>=2.9.10
   - pyarrow>=13.0.0
@@ -60,4 +59,5 @@ dependencies:
   - zstandard>=0.23.0
 
   - pip:
+    - PyQt6>=6.7.1
     - tzdata>=2023.3

doc/source/getting_started/install.rst

@@ -348,7 +348,7 @@ Installable with ``pip install "pandas[clipboard]"``.
 ======================================================================================== ================== =============== ==============
 Dependency                                                                               Minimum Version    pip extra       Notes
 ======================================================================================== ================== =============== ==============
-`PyQt4 <https://pypi.org/project/PyQt4/>`__/`PyQt5 <https://pypi.org/project/PyQt5/>`__  5.15.9             clipboard       Clipboard I/O
+`PyQt5 <https://pypi.org/project/PyQt5/>`__/`PyQt6 <https://pypi.org/project/PyQt6/>`__  5.15.9/6.7.1       clipboard       Clipboard I/O
 `qtpy <https://github.com/spyder-ide/qtpy>`__                                            2.4.2              clipboard       Clipboard I/O
 ======================================================================================== ================== =============== ==============
 

doc/source/user_guide/io.rst

@@ -3928,7 +3928,28 @@ We can see that we got the same content back, which we had earlier written to th
 
 .. note::
 
-   You may need to install xclip or xsel (with PyQt5, PyQt4 or qtpy) on Linux to use these methods.
+   On Linux, you may need to install one of these clipboard utilities:
+
+   - wl-clipboard (for Wayland sessions)
+   - xclip (for X11 sessions)
+   - xsel (for X11 sessions)
+
+   For example, on Debian-based systems:
+
+   .. code-block:: bash
+
+      sudo apt-get install wl-clipboard
+      sudo apt-get install xclip
+      sudo apt-get install xsel
+
+   Alternatively, you can install one of these Python packages,
+   but their support is limited on Linux and work more reliably
+   on OSX and Windows:
+
+   - PyQt6
+   - PySide6
+   - PyQt5
+
 
 .. _io.pickle:
 

doc/source/whatsnew/v3.0.0.rst

@@ -214,6 +214,7 @@ Other enhancements
 - :meth:`pandas.concat` will raise a ``ValueError`` when ``ignore_index=True`` and ``keys`` is not ``None`` (:issue:`59274`)
 - :py:class:`frozenset` elements in pandas objects are now natively printed (:issue:`60690`)
 - Add ``"delete_rows"`` option to ``if_exists`` argument in :meth:`DataFrame.to_sql` deleting all records of the table before inserting data (:issue:`37210`).
+- Added PyQt6 support to resolve ARM64 container build issues (:issue:`61037`)
 - Added half-year offset classes :class:`HalfYearBegin`, :class:`HalfYearEnd`, :class:`BHalfYearBegin` and :class:`BHalfYearEnd` (:issue:`60928`)
 - Added support to read and write from and to Apache Iceberg tables with the new :func:`read_iceberg` and :meth:`DataFrame.to_iceberg` functions (:issue:`61383`)
 - Errors occurring during SQL I/O will now throw a generic :class:`.DatabaseError` instead of the raw Exception type from the underlying driver manager library (:issue:`60748`)

environment.yml

@@ -18,7 +18,6 @@ dependencies:
   - pytest-xdist>=3.4.0
   - pytest-qt>=4.4.0
   - pytest-localserver
-  - pyqt>=5.15.9
   - coverage
 
   # required dependencies
@@ -122,4 +121,5 @@ dependencies:
   - jupyterlite-pyodide-kernel
 
   - pip:
+      - PyQt6>=6.7.1 # test dependency
       - tzdata>=2023.3

pandas/io/clipboard/__init__.py

@@ -24,7 +24,7 @@
     sudo apt-get install xsel
     sudo apt-get install wl-clipboard
 
-Otherwise on Linux, you will need the PyQt5 modules installed.
+Otherwise on Linux, you will need the PyQt6 modules installed.
 
 This module does not work with PyGObject yet.
 
@@ -55,6 +55,7 @@
     get_errno,
     sizeof,
 )
+import importlib
 import os
 import platform
 from shutil import which as _executable_exists
@@ -133,18 +134,52 @@ def paste_osx_pyobjc():
     return copy_osx_pyobjc, paste_osx_pyobjc
 
 
-def init_qt_clipboard():
-    global QApplication
-    # $DISPLAY should exist
+def _import_module(modules: list[tuple[str, str | None]]):
+    """
+    Attempt to import from a module from a list inorder.
+
+    Args:
+        modules: A list of tuples of two elements. The first element
+            is the module to import from and the second element is
+            the object to import. If the second element is not provided,
+            just import the module.
+
+    Returns:
+        The first successful import.
 
-    # Try to import from qtpy, but if that fails try PyQt5 then PyQt4
-    try:
-        from qtpy.QtWidgets import QApplication
-    except ImportError:
+    Raises:
+        ImportError: If couldn't import any module.
+        AttributeError: If a module doesn't have the expected attribute.
+    """
+
+    for module_name, attribute_name in modules:
         try:
-            from PyQt5.QtWidgets import QApplication
+            module = importlib.import_module(module_name)
+
+            if attribute_name is None:
+                return module
+            return getattr(module, attribute_name)
+
         except ImportError:
-            from PyQt4.QtGui import QApplication
+            continue
+
+    raise ImportError(
+        f"No module from {tuple(module_name for module_name, _ in modules)} could be imported."
+    )
+
+
+def init_qt_clipboard():
+    # $DISPLAY should exist
+    global QApplication
+
+    qt_qapplication_bindings = [
+        ("qtpy.QtWidgets", "QApplication"),
+        ("PyQt6.QtWidgets", "QApplication"),
+        ("PySide6.QtWidgets", "QApplication"),
+        ("PyQt5.QtWidgets", "QApplication"),
+        ("PyQt4.QtGui", "QApplication"),
+    ]
+    QApplication = _import_module(qt_qapplication_bindings)
 
     app = QApplication.instance()
     if app is None:
@@ -529,7 +564,7 @@ def determine_clipboard():
     Determine the OS/platform and set the copy() and paste() functions
     accordingly.
     """
-    global Foundation, AppKit, qtpy, PyQt4, PyQt5
+    global Foundation, AppKit
 
     # Setup for the CYGWIN platform:
     if (
@@ -576,25 +611,11 @@ def determine_clipboard():
             return init_klipper_clipboard()
 
         try:
-            # qtpy is a small abstraction layer that lets you write applications
-            # using a single api call to either PyQt or PySide.
-            # https://pypi.python.org/project/QtPy
-            import qtpy  # check if qtpy is installed
-        except ImportError:
-            # If qtpy isn't installed, fall back on importing PyQt4.
-            try:
-                import PyQt5  # check if PyQt5 is installed
-            except ImportError:
-                try:
-                    import PyQt4  # check if PyQt4 is installed
-                except ImportError:
-                    pass  # We want to fail fast for all non-ImportError exceptions.
-                else:
-                    return init_qt_clipboard()
-            else:
-                return init_qt_clipboard()
-        else:
+            # Verify installation of pyqt, PyQt{6,5,4} and initialize its clipboard.
             return init_qt_clipboard()
+        except ImportError:
+            # Ignore if Qt isn't available
+            pass
 
     return init_no_clipboard()
 
@@ -618,7 +639,7 @@ def set_clipboard(clipboard):
     clipboard_types = {
         "pbcopy": init_osx_pbcopy_clipboard,
         "pyobjc": init_osx_pyobjc_clipboard,
-        "qt": init_qt_clipboard,  # TODO - split this into 'qtpy', 'pyqt4', and 'pyqt5'
+        "qt": init_qt_clipboard,  # TODO - split this into 'qtpy', 'pyqt4', 'pyqt5' and 'pyqt6'
         "xclip": init_xclip_clipboard,
         "xsel": init_xsel_clipboard,
         "wl-clipboard": init_wl_clipboard,

requirements-dev.txt

@@ -11,7 +11,6 @@ pytest-cov
 pytest-xdist>=3.4.0
 pytest-qt>=4.4.0
 pytest-localserver
-PyQt5>=5.15.9
 coverage
 python-dateutil
 numpy<3
@@ -85,4 +84,5 @@ requests
 pygments
 jupyterlite-core
 jupyterlite-pyodide-kernel
+PyQt6>=6.7.1
 tzdata>=2023.3