Attempt to build wheels in parallel

jelmer · Oct 16, 2024 · a817ece · a817ece
1 parent 1cabcb0
commit a817ece
Showing 1 changed file with 35 additions and 2 deletions.
diff --git a/.github/workflows/python-distributions.yml b/.github/workflows/python-distributions.yml
@@ -7,12 +7,45 @@ on:
     - cron: "0 6 * * *" # Daily 6AM UTC build
 
 jobs:
+  define-matrix:
+    runs-on: ubuntu-latest
+    outputs:
+      # output all build identifiers when running on the default branch or a
+      # tag, otherwise just the latest Python version
+      build-identifiers: ${{ steps.build-identifiers.outputs.build-identifiers }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: 3.x
+          cache: pip
+      - name: Install jq
+        run: sudo apt-get update && sudo apt-get install -y jq
+      - name: Install cibuildwheel
+        run: pip install cibuildwheel
+      - name: Find build identifiers using cibuildwheel --print-build-identifiers
+        id: all-build-identifiers
+        run: echo "all-build-identifiers=$(cibuildwheel --print-build-identifiers | jq -R -s -c 'split("\n") | map(select(length > 0))')" >> $GITHUB_OUTPUT
+      - name: Set build identifiers to latest Python version
+        id: latest-build-identifiers
+        run: echo "latest-build-identifiers=$(echo [\"$(python -c 'import platform; import sys; print(f"cp{sys.version_info.major}{sys.version_info.minor}-manylinux_{platform.machine()}", end="")')\"] | jq -c)" >> $GITHUB_OUTPUT
+      - name: Set build identifiers output
+        id: build-identifiers
+        run: |
+          if [ "$GITHUB_REF" = "refs/heads/main" ] || [ "$GITHUB_REF" = "refs/heads/master" ] || [ "$GITHUB_REF" = "refs/tags/"* ]; then
+            echo 'build-identifiers=${{ steps.all-build-identifiers.outputs.all-build-identifiers }}' >> $GITHUB_OUTPUT
+          else
+            echo 'build-identifiers=${{ steps.latest-build-identifiers.outputs.latest-build-identifiers }}' >> $GITHUB_OUTPUT
+          fi
+
   build-wheels:
     runs-on: ${{ matrix.os }}
+    needs: define-matrix
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest, windows-latest]
-        python-prefix: [pp, cp]
+        build-identifier: ${{ fromJSON(needs.define-matrix.outputs.build-identifiers) }}
       fail-fast: true
 
     steps:
@@ -30,7 +63,7 @@ jobs:
       - name: Build wheels
         run: python -m cibuildwheel --output-dir wheelhouse
         env:
-          CIBW_BUILD: "${{ matrix.python-prefix }}*"
+          CIBW_BUILD: "${{ matrix.build-identifier }}*"
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with: