From eadef9ba24265134a86ca833a7d73f909cc12ec8 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Tue, 8 Sep 2026 10:37:16 +0200 Subject: [PATCH 1/5] semantic-text-splitter: add build-semantic-text-splitter.yml for riscv64 wheels Adds a riscv64 wheel build for semantic-text-splitter 0.32.0, a PyO3/maturin binding over the text-splitter crate. bindings/python/Cargo.toml's abi3 feature (pyo3/abi3-py310) is on by default, so one abi3 wheel serves cp310-cp314 and a separate build covers the free-threaded cp314t wheel that pyo3 produces automatically under Py_GIL_DISABLED. --- .../build-semantic-text-splitter.yml | 111 ++++++++++++++++++ 1 file changed, 111 insertions(+) create mode 100644 .github/workflows/build-semantic-text-splitter.yml diff --git a/.github/workflows/build-semantic-text-splitter.yml b/.github/workflows/build-semantic-text-splitter.yml new file mode 100644 index 000000000..4e871382e --- /dev/null +++ b/.github/workflows/build-semantic-text-splitter.yml @@ -0,0 +1,111 @@ +# SPDX-FileCopyrightText: 2026 The RISE Project +# SPDX-License-Identifier: MIT +--- +# This workflow is based on the `linux` job of +# https://github.com/benbrandt/text-splitter/blob/v0.32.0/.github/workflows/python.yml +name: Build semantic-text-splitter wheels (riscv64) + +on: + workflow_dispatch: + inputs: + version: + description: 'semantic-text-splitter version to build (git tag without leading v, e.g. 0.32.0)' + required: true + default: '0.32.0' + pull_request: + paths: + - '.github/workflows/build-semantic-text-splitter.yml' + +concurrency: + group: ${{ github.workflow }}-${{ inputs.version || '0.32.0' }}-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +permissions: + contents: read # to fetch code (actions/checkout) + +env: + # `inputs.version` is empty on pull_request events; default to 0.32.0 there. + SEMANTIC_TEXT_SPLITTER_VERSION: ${{ inputs.version || '0.32.0' }} + MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64 + +jobs: + setup: + uses: $/.github/workflows/_setup.yml + + build_wheels: + needs: [setup] + name: Build semantic-text-splitter ${{ inputs.version || '0.32.0' }} ${{ matrix.tag }}-manylinux_riscv64 + runs-on: ubuntu-24.04-riscv + timeout-minutes: 120 + strategy: + fail-fast: false + matrix: + include: + # bindings/python/Cargo.toml's `abi3` feature (pyo3/abi3-py310) is on + # by default, so one abi3 wheel serves every GIL-ful interpreter; + # pyo3 disables abi3 under Py_GIL_DISABLED, giving the free-threaded + # build its own wheel (upstream's own python.yml does the same, via + # a separate `-i python3.14t` maturin-action step). The `abi3t` + # feature (pyo3/abi3t-py315) targets an unreleased CPython and is + # out of scope for this repo's floor. + - tag: cp310-abi3 + # Built on cp310 -- the oldest interpreter the abi3 tag claims -- + # and re-tested on the newer ones via find_compatible_wheel. + build: >- + cp310-manylinux_riscv64 cp311-manylinux_riscv64 + cp312-manylinux_riscv64 cp313-manylinux_riscv64 + cp314-manylinux_riscv64 + - tag: cp314t + build: cp314t-manylinux_riscv64 + + steps: + - name: Checkout text-splitter ${{ env.SEMANTIC_TEXT_SPLITTER_VERSION }} + uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 + with: + repository: benbrandt/text-splitter + ref: v${{ env.SEMANTIC_TEXT_SPLITTER_VERSION }} + persist-credentials: false + + - name: Stage the licence beside semantic-text-splitter's pyproject.toml + # maturin globs LICEN[CS]E* relative to the pyproject directory, which + # is bindings/python/ in this workspace -- the licence file lives at + # the repo root instead (primp/moyopy hit the same gap). + run: cp LICENSE.txt bindings/python/ + + - name: Build wheels + uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 + with: + package-dir: bindings/python + output-dir: wheelhouse/ + env: + # musllinux is dropped: rustup.rs ships no riscv64 musl toolchain. + CIBW_BUILD: ${{ matrix.build }} + CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} + # semantic-text-splitter ships no [tool.cibuildwheel], so the Rust + # toolchain its maturin backend needs is installed in-container here. + CIBW_BEFORE_ALL_LINUX: >- + curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y + CIBW_ENVIRONMENT_LINUX: PATH="$PATH:$HOME/.cargo/bin" + CIBW_TEST_REQUIRES: pytest tokenizers tree-sitter-python + CIBW_TEST_SOURCES: bindings/python/tests + CIBW_TEST_COMMAND: >- + python -c "import semantic_text_splitter as m, importlib.metadata as md; + assert m.__file__.endswith('.so'), m.__file__; + assert any(str(p).endswith('licenses/LICENSE.txt') for p in md.files('semantic-text-splitter'))" && + python -m pytest -v bindings/python/tests + + - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: semantic-text-splitter-${{ env.SEMANTIC_TEXT_SPLITTER_VERSION }}-${{ matrix.tag }}-manylinux_riscv64 + path: wheelhouse/*.whl + if-no-files-found: error + + publish: + name: Publish semantic-text-splitter ${{ inputs.version || '0.32.0' }} + needs: [setup, build_wheels] + permissions: + contents: write + pull-requests: write + uses: $/.github/workflows/_publish-wheel.yml + with: + artifact-pattern: semantic-text-splitter-${{ inputs.version || '0.32.0' }}-*-manylinux_riscv64 From 7029690997e4fd6a6d6e2200db4be080d6a8e57a Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Tue, 8 Sep 2026 11:27:25 +0200 Subject: [PATCH 2/5] semantic-text-splitter: fix compiled-extension test assertion maturin ships this project as a mixed-source package (semantic_text_splitter/ with an __init__.py wrapping the abi3 extension submodule), so the top-level module's __file__ ends in __init__.py, not .so. Check the wheel's RECORD via importlib.metadata.files() for a .so entry instead of the module's own __file__, matching what the abi3 build actually produced on riscv64 CI. --- .github/workflows/build-semantic-text-splitter.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/build-semantic-text-splitter.yml b/.github/workflows/build-semantic-text-splitter.yml index 4e871382e..3a52ecad1 100644 --- a/.github/workflows/build-semantic-text-splitter.yml +++ b/.github/workflows/build-semantic-text-splitter.yml @@ -89,9 +89,10 @@ jobs: CIBW_TEST_REQUIRES: pytest tokenizers tree-sitter-python CIBW_TEST_SOURCES: bindings/python/tests CIBW_TEST_COMMAND: >- - python -c "import semantic_text_splitter as m, importlib.metadata as md; - assert m.__file__.endswith('.so'), m.__file__; - assert any(str(p).endswith('licenses/LICENSE.txt') for p in md.files('semantic-text-splitter'))" && + python -c "import semantic_text_splitter, importlib.metadata as md; + files = md.files('semantic-text-splitter'); + assert any(str(p).endswith('.so') for p in files), files; + assert any(str(p).endswith('licenses/LICENSE.txt') for p in files)" && python -m pytest -v bindings/python/tests - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 From a7d1d5eb1d99f2538197a7c6433bc3d41999feef Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Tue, 8 Sep 2026 14:32:24 +0200 Subject: [PATCH 3/5] semantic-text-splitter: pull tree-sitter-python from our registry public PyPI ships no riscv64 wheel for tree-sitter-python 0.25.0, so pip built it from the sdist; that from-source build is missing the external scanner's symbols (ImportError: undefined symbol: tree_sitter_python_external_scanner_create). pypi.riseproject.dev already carries a correctly-built riscv64 wheel from this repo's own tree-sitter-python port, so route pip there via PIP_EXTRA_INDEX_URL. --- .github/workflows/build-semantic-text-splitter.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build-semantic-text-splitter.yml b/.github/workflows/build-semantic-text-splitter.yml index 3a52ecad1..28cf55200 100644 --- a/.github/workflows/build-semantic-text-splitter.yml +++ b/.github/workflows/build-semantic-text-splitter.yml @@ -85,7 +85,12 @@ jobs: # toolchain its maturin backend needs is installed in-container here. CIBW_BEFORE_ALL_LINUX: >- curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y - CIBW_ENVIRONMENT_LINUX: PATH="$PATH:$HOME/.cargo/bin" + # tree-sitter-python's sdist (no riscv64 wheel on public PyPI) builds + # clean but is missing the external scanner's symbols; our registry + # already carries a correctly-built riscv64 wheel for it. + CIBW_ENVIRONMENT_LINUX: >- + PATH="$PATH:$HOME/.cargo/bin" + PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ CIBW_TEST_REQUIRES: pytest tokenizers tree-sitter-python CIBW_TEST_SOURCES: bindings/python/tests CIBW_TEST_COMMAND: >- From 4a6b4a4d9dff71839fe198afbf7d1e08a6c749d3 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Tue, 8 Sep 2026 15:07:34 +0200 Subject: [PATCH 4/5] semantic-text-splitter: cd into bindings/python before running pytest test_hugging_face_from_file/test_markdown_hugging_face_from_file load a fixture via the relative path "tests/bert-base-cased.json", which only resolves from bindings/python (upstream's own CI sets that as the working directory). CIBW_TEST_SOURCES stages the full bindings/python/tests path under the test cwd, so invoking pytest from the staging root instead of bindings/python left those two tests unable to find the fixture file. --- .github/workflows/build-semantic-text-splitter.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-semantic-text-splitter.yml b/.github/workflows/build-semantic-text-splitter.yml index 28cf55200..21711bc1d 100644 --- a/.github/workflows/build-semantic-text-splitter.yml +++ b/.github/workflows/build-semantic-text-splitter.yml @@ -98,7 +98,7 @@ jobs: files = md.files('semantic-text-splitter'); assert any(str(p).endswith('.so') for p in files), files; assert any(str(p).endswith('licenses/LICENSE.txt') for p in files)" && - python -m pytest -v bindings/python/tests + cd bindings/python && python -m pytest -v tests - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: From 5a6d07fd6ae0b126ece422e9b9ac1335aaf9a2e6 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Tue, 8 Sep 2026 16:00:40 +0200 Subject: [PATCH 5/5] semantic-text-splitter: skip the untestable cp314t suite, not the wheel tree-sitter-python ships no cp314t wheel anywhere upstream (only cp310-abi3), and its PyPI sdist is missing src/scanner.c -- present in its own git tag, so this is a universal packaging gap, not riscv64-specific. Building it from sdist on the cp314t leg produces a real .so that dlopen rejects with "undefined symbol: tree_sitter_python_external_scanner_create". test_integration.py imports tree_sitter_python at module scope, so the whole suite is uncollectable on this interpreter regardless. Drop it from CIBW_TEST_REQUIRES on cp314t and skip pytest there; the compiled-extension and licence assertion (unaffected, checked before pytest runs) still proves the wheel itself is real. --- .../build-semantic-text-splitter.yml | 23 +++++++++++++++---- 1 file changed, 18 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build-semantic-text-splitter.yml b/.github/workflows/build-semantic-text-splitter.yml index 21711bc1d..066c2cb33 100644 --- a/.github/workflows/build-semantic-text-splitter.yml +++ b/.github/workflows/build-semantic-text-splitter.yml @@ -55,8 +55,20 @@ jobs: cp310-manylinux_riscv64 cp311-manylinux_riscv64 cp312-manylinux_riscv64 cp313-manylinux_riscv64 cp314-manylinux_riscv64 + test-requires: pytest tokenizers tree-sitter-python + test-command: cd bindings/python && python -m pytest -v tests - tag: cp314t build: cp314t-manylinux_riscv64 + test-requires: pytest tokenizers + # tree-sitter-python ships no cp314t wheel anywhere upstream (only + # cp310-abi3), and its sdist is missing src/scanner.c (present in + # its git tag, so this reproduces on any arch, not just riscv64) -- + # building it here fails at import with "undefined symbol: + # tree_sitter_python_external_scanner_create". test_integration.py + # imports it at module scope, so the whole suite is uncollectable + # on this interpreter (gotcha 149's shape); the compiled-extension + # assertion below is the only check this leg gets. + test-command: 'true' steps: - name: Checkout text-splitter ${{ env.SEMANTIC_TEXT_SPLITTER_VERSION }} @@ -85,20 +97,21 @@ jobs: # toolchain its maturin backend needs is installed in-container here. CIBW_BEFORE_ALL_LINUX: >- curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y - # tree-sitter-python's sdist (no riscv64 wheel on public PyPI) builds - # clean but is missing the external scanner's symbols; our registry - # already carries a correctly-built riscv64 wheel for it. + # tree-sitter-python's own sdist (no riscv64 wheel on public PyPI) + # builds clean but is missing the external scanner's symbols; our + # registry already carries a correctly-built riscv64 wheel for it + # (cp310-abi3 leg only -- see matrix.test-requires for cp314t). CIBW_ENVIRONMENT_LINUX: >- PATH="$PATH:$HOME/.cargo/bin" PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ - CIBW_TEST_REQUIRES: pytest tokenizers tree-sitter-python + CIBW_TEST_REQUIRES: ${{ matrix.test-requires }} CIBW_TEST_SOURCES: bindings/python/tests CIBW_TEST_COMMAND: >- python -c "import semantic_text_splitter, importlib.metadata as md; files = md.files('semantic-text-splitter'); assert any(str(p).endswith('.so') for p in files), files; assert any(str(p).endswith('licenses/LICENSE.txt') for p in files)" && - cd bindings/python && python -m pytest -v tests + ${{ matrix.test-command }} - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: