diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 06f7dc3ebd..9e9924b103 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -63,8 +63,8 @@ jobs:
           - name-suffix: "No GUI wheel"
             os: windows-latest
             python-version: '3.9'
-            BUILD_OPTION: --wheel
-            QT_BINDING:
+            BUILD_COMMAND: --wheel
+            QT_BINDING: PyQt5
             RUN_TESTS_OPTIONS: --no-gui --low-mem
             # No GUI tests on Windows
 
@@ -119,6 +119,10 @@ jobs:
             pip install -r ci/requirements-pinned.txt;
           fi
           pip install --pre -r requirements.txt
+          pip uninstall -y PyQt5 PyQt6 PySide6
+          if [ "${{ matrix.QT_BINDING }}" == "PyQt5" ]; then
+            pip install --pre pyqt5;
+          fi
           if [ "${{ matrix.QT_BINDING }}" == "PySide6" ]; then
             pip install --pre pyside6;
           fi
diff --git a/ci/appveyor.yml b/ci/appveyor.yml
index 339b0d5c1f..bca1b15894 100644
--- a/ci/appveyor.yml
+++ b/ci/appveyor.yml
@@ -95,6 +95,7 @@ before_test:
     - pip install %PIP_OPTIONS% -r requirements.txt
 
     # Install selected Qt binding
+    - "pip uninstall -y PyQt5 PySide6 PyQt6"
     - "pip install %PIP_OPTIONS% %QT_BINDING%"
 
     # Install pytest