diff --git a/.github/workflows/build-python-wheels.yml b/.github/workflows/build-python-wheels.yml
index 57f0ea214..5eecf1764 100644
--- a/.github/workflows/build-python-wheels.yml
+++ b/.github/workflows/build-python-wheels.yml
@@ -98,6 +98,17 @@ jobs:
       #     # ring crate: add Visual Studio Build Tools "VS 2022 C++ ARM64 build tools" and "clang" components
       #     $env:Path += ";C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\Llvm\x64\bin"
 
+      - name: Build wheels
+        uses: PyO3/maturin-action@b9e8f88fd4448fdecf5095864cdc7e39a544aa9f # v1.40.7
+        if: ${{ matrix.settings.target != 'x86_64-unknown-linux-gnu' }}
+        with:
+          target: ${{ matrix.settings.target }}
+          args: --release --find-interpreter --sdist
+          container: quay.io/pypa/manylinux_2_28_x86_64:2023-10-30-2d1b8c5
+          sccache: "true"
+          manylinux: "2_28" # https://github.com/pola-rs/polars/pull/12211
+          working-directory: ${{ github.workspace }}/languages/python
+
       - name: Build wheels
         uses: PyO3/maturin-action@b9e8f88fd4448fdecf5095864cdc7e39a544aa9f # v1.40.7
         with:
@@ -106,9 +117,6 @@ jobs:
           sccache: "true"
           manylinux: "2_28" # https://github.com/pola-rs/polars/pull/12211
           working-directory: ${{ github.workspace }}/languages/python
-          before-script-linux: |
-            apt-get update
-            apt-get install python3-pip -y
 
       - name: Upload wheels
         uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # v3.1.3