From cf5d265dd7a1042e9629ab668af846a2560ef678 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Sun, 6 Sep 2026 19:45:09 +0200 Subject: [PATCH 1/3] stream-inflate: add build-stream-inflate.yml for riscv64 wheels --- .github/workflows/build-stream-inflate.yml | 89 ++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100644 .github/workflows/build-stream-inflate.yml diff --git a/.github/workflows/build-stream-inflate.yml b/.github/workflows/build-stream-inflate.yml new file mode 100644 index 000000000..726e44d9c --- /dev/null +++ b/.github/workflows/build-stream-inflate.yml @@ -0,0 +1,89 @@ +# SPDX-FileCopyrightText: 2026 The RISE Project +# SPDX-License-Identifier: MIT +--- +# Based on the `build-linux` job of +# https://github.com/michalc/stream-inflate/blob/v0.0.43/.github/workflows/build-source-package-and-wheels.yml +name: Build stream-inflate wheels (riscv64) + +on: + workflow_dispatch: + inputs: + version: + description: 'stream-inflate version to build (git tag without leading v, e.g. 0.0.43)' + required: true + default: '0.0.43' + pull_request: + paths: + - '.github/workflows/build-stream-inflate.yml' + +concurrency: + group: ${{ github.workflow }}-${{ inputs.version || '0.0.43' }}-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +permissions: + contents: read # to fetch code (actions/checkout) + +env: + STREAM_INFLATE_VERSION: ${{ inputs.version || '0.0.43' }} + MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64 + MUSLLINUX_RISCV64_IMAGE: quay.io/pypa/musllinux_1_2_riscv64 + +jobs: + setup: + uses: $/.github/workflows/_setup.yml + + build_wheels: + needs: [setup] + name: Build stream-inflate ${{ inputs.version || '0.0.43' }} ${{ matrix.python }}-${{ matrix.libc }}_riscv64 + runs-on: ubuntu-24.04-riscv + timeout-minutes: 60 + strategy: + fail-fast: false + matrix: + python: ["cp312", "cp313", "cp314", "cp314t"] + libc: [manylinux, musllinux] + + steps: + - name: Checkout stream-inflate v${{ env.STREAM_INFLATE_VERSION }} + uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 + with: + repository: michalc/stream-inflate + ref: v${{ env.STREAM_INFLATE_VERSION }} + persist-credentials: false + + # Committed source carries a 0.0.0.dev0 placeholder that upstream's own + # release workflow sed-replaces with the tag name; reproduce it verbatim. + - name: Set version from git tag + run: | + sed -i "s/0\.0\.0\.dev0/v${{ env.STREAM_INFLATE_VERSION }}/g" pyproject.toml setup.py + + - uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 + env: + CIBW_ARCHS: riscv64 + CIBW_BUILD: ${{ matrix.python }}-${{ matrix.libc }}_riscv64 + CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} + CIBW_MUSLLINUX_RISCV64_IMAGE: ${{ env.MUSLLINUX_RISCV64_IMAGE }} + # Cython, a build-system.requires dep, has no riscv64 wheel on public + # PyPI; resolve it from our registry instead of compiling it in-container. + CIBW_ENVIRONMENT: PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ + CIBW_TEST_SOURCES: test_stream_inflate.py fixtures + CIBW_TEST_REQUIRES: pytest + CIBW_TEST_COMMAND: >- + python -c "import stream_inflate as m; assert m.__file__.endswith('.so'), m.__file__" && + python -m pytest test_stream_inflate.py -v + + - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: stream-inflate-${{ env.STREAM_INFLATE_VERSION }}-${{ matrix.python }}-${{ matrix.libc }}_riscv64 + path: ./wheelhouse/*.whl + if-no-files-found: error + + publish: + name: Publish stream-inflate ${{ inputs.version || '0.0.43' }} + needs: [setup, build_wheels] + permissions: + contents: write + pull-requests: write + uses: $/.github/workflows/_publish-wheel.yml + with: + artifact-pattern: stream-inflate-${{ inputs.version || '0.0.43' }}-*riscv64 From 77b3fdea049a8ca1d9493b9c74030b932b8741b8 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Sun, 6 Sep 2026 20:48:57 +0200 Subject: [PATCH 2/3] build-stream-inflate: raise timeout-minutes to 240 The riscv64 build jobs hit the 60-minute wall 40-44% through the 1956-case parametrized fuzz suite; every completed test passed. --- .github/workflows/build-stream-inflate.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build-stream-inflate.yml b/.github/workflows/build-stream-inflate.yml index 726e44d9c..a6fa5d315 100644 --- a/.github/workflows/build-stream-inflate.yml +++ b/.github/workflows/build-stream-inflate.yml @@ -36,7 +36,10 @@ jobs: needs: [setup] name: Build stream-inflate ${{ inputs.version || '0.0.43' }} ${{ matrix.python }}-${{ matrix.libc }}_riscv64 runs-on: ubuntu-24.04-riscv - timeout-minutes: 60 + # test_stream_inflate.py's parametrized fuzz suite (1956 cases, up to 8MB of + # data byte-chunked) ran 40-44% through in 60m on riscv64 before being + # cancelled at the wall; 240m gives real headroom. + timeout-minutes: 240 strategy: fail-fast: false matrix: From 24c71f470cef11f502e25f3b560334adf5877134 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Mon, 7 Sep 2026 05:22:04 +0200 Subject: [PATCH 3/3] build-stream-inflate: drop musllinux, keep manylinux only cp312/cp313/cp314-musllinux consistently ran ~8x slower than every other combination on this allocation-heavy fuzz suite and did not finish within a 240-minute budget (twice, reproducibly, at the same ~43-44% mark), while cp314t-musllinux and all four manylinux jobs finished cleanly in under 2h15m. Per PEP 703, the free-threaded build (cp314t) replaces pymalloc with mimalloc; the GIL-enabled builds keep pymalloc, which delegates large allocations straight to the platform malloc - musl's being markedly slower than glibc's here. Not fixable in this workflow; dropping musllinux per the skill's "if the musl jobs fail with no obvious fix, strip them" guidance. --- .github/workflows/build-stream-inflate.yml | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/.github/workflows/build-stream-inflate.yml b/.github/workflows/build-stream-inflate.yml index a6fa5d315..20e263599 100644 --- a/.github/workflows/build-stream-inflate.yml +++ b/.github/workflows/build-stream-inflate.yml @@ -26,7 +26,6 @@ permissions: env: STREAM_INFLATE_VERSION: ${{ inputs.version || '0.0.43' }} MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64 - MUSLLINUX_RISCV64_IMAGE: quay.io/pypa/musllinux_1_2_riscv64 jobs: setup: @@ -34,17 +33,15 @@ jobs: build_wheels: needs: [setup] - name: Build stream-inflate ${{ inputs.version || '0.0.43' }} ${{ matrix.python }}-${{ matrix.libc }}_riscv64 + name: Build stream-inflate ${{ inputs.version || '0.0.43' }} ${{ matrix.python }}-manylinux_riscv64 runs-on: ubuntu-24.04-riscv # test_stream_inflate.py's parametrized fuzz suite (1956 cases, up to 8MB of - # data byte-chunked) ran 40-44% through in 60m on riscv64 before being - # cancelled at the wall; 240m gives real headroom. + # byte-chunked data) needs up to ~2h15m here. timeout-minutes: 240 strategy: fail-fast: false matrix: python: ["cp312", "cp313", "cp314", "cp314t"] - libc: [manylinux, musllinux] steps: - name: Checkout stream-inflate v${{ env.STREAM_INFLATE_VERSION }} @@ -63,9 +60,8 @@ jobs: - uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 env: CIBW_ARCHS: riscv64 - CIBW_BUILD: ${{ matrix.python }}-${{ matrix.libc }}_riscv64 + CIBW_BUILD: ${{ matrix.python }}-manylinux_riscv64 CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} - CIBW_MUSLLINUX_RISCV64_IMAGE: ${{ env.MUSLLINUX_RISCV64_IMAGE }} # Cython, a build-system.requires dep, has no riscv64 wheel on public # PyPI; resolve it from our registry instead of compiling it in-container. CIBW_ENVIRONMENT: PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ @@ -77,7 +73,7 @@ jobs: - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: - name: stream-inflate-${{ env.STREAM_INFLATE_VERSION }}-${{ matrix.python }}-${{ matrix.libc }}_riscv64 + name: stream-inflate-${{ env.STREAM_INFLATE_VERSION }}-${{ matrix.python }}-manylinux_riscv64 path: ./wheelhouse/*.whl if-no-files-found: error @@ -89,4 +85,4 @@ jobs: pull-requests: write uses: $/.github/workflows/_publish-wheel.yml with: - artifact-pattern: stream-inflate-${{ inputs.version || '0.0.43' }}-*riscv64 + artifact-pattern: stream-inflate-${{ inputs.version || '0.0.43' }}-*-manylinux_riscv64