feat: add cibuildwheel workflow for better platform compatibility

- Use cibuildwheel for professional wheel building
- Specifically use manylinux2014 for Google Colab compatibility
- Supports Python 3.9-3.12 on Linux and macOS
- Handles monorepo structure with separate builds per package
- Includes basic import tests for each package
- This should resolve compatibility issues with older systems like Google Colab
This commit is contained in:
Andy Lee
2025-07-25 00:14:22 -07:00
parent 800d4cf111
commit 499cdd7822

100
.github/workflows/build-cibuildwheel.yml vendored Normal file
View File

@@ -0,0 +1,100 @@
name: Build with cibuildwheel
on:
workflow_call:
inputs:
ref:
description: 'Git ref to build'
required: false
type: string
default: ''
jobs:
build_wheels:
name: Build wheels on ${{ matrix.os }}
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest, macos-latest]
steps:
- uses: actions/checkout@v3
with:
ref: ${{ inputs.ref }}
submodules: recursive
# Build each package separately in our monorepo
- name: Build leann-core wheels
uses: pypa/cibuildwheel@v2.16.2
with:
package-dir: packages/leann-core
output-dir: wheelhouse
env:
CIBW_BUILD: cp39-* cp310-* cp311-* cp312-*
CIBW_SKIP: "*-win32 *-manylinux_i686 pp*"
# Pure Python package, no special requirements
- name: Build leann-backend-hnsw wheels
uses: pypa/cibuildwheel@v2.16.2
with:
package-dir: packages/leann-backend-hnsw
output-dir: wheelhouse
env:
CIBW_BUILD: cp39-* cp310-* cp311-* cp312-*
CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
CIBW_SKIP: "*-win32 *-manylinux_i686 pp*"
CIBW_BEFORE_ALL_LINUX: |
yum install -y epel-release
yum install -y boost-devel protobuf-compiler zeromq-devel \
pkg-config openblas-devel
CIBW_BEFORE_ALL_MACOS: |
brew install llvm libomp boost protobuf zeromq
CIBW_ENVIRONMENT_MACOS: |
CC=$(brew --prefix llvm)/bin/clang
CXX=$(brew --prefix llvm)/bin/clang++
CIBW_TEST_REQUIRES: leann-core numpy pyzmq msgpack
CIBW_TEST_COMMAND: python -c "import leann_backend_hnsw"
- name: Build leann-backend-diskann wheels
uses: pypa/cibuildwheel@v2.16.2
with:
package-dir: packages/leann-backend-diskann
output-dir: wheelhouse
env:
CIBW_BUILD: cp39-* cp310-* cp311-* cp312-*
CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
CIBW_SKIP: "*-win32 *-manylinux_i686 pp*"
CIBW_BEFORE_ALL_LINUX: |
yum install -y epel-release
yum install -y protobuf-compiler openblas-devel \
libaio-devel protobuf-devel
CIBW_BEFORE_ALL_MACOS: |
brew install llvm libomp protobuf
CIBW_ENVIRONMENT_MACOS: |
CC=$(brew --prefix llvm)/bin/clang
CXX=$(brew --prefix llvm)/bin/clang++
CIBW_TEST_REQUIRES: leann-core numpy
CIBW_TEST_COMMAND: python -c "import leann_backend_diskann"
- name: Build leann meta-package
uses: pypa/cibuildwheel@v2.16.2
with:
package-dir: packages/leann
output-dir: wheelhouse
env:
CIBW_BUILD: cp39-* cp310-* cp311-* cp312-*
CIBW_SKIP: "*-win32 *-manylinux_i686 pp*"
# Pure Python meta-package
- uses: actions/upload-artifact@v3
with:
name: cibw-wheels-${{ matrix.os }}
path: ./wheelhouse/*.whl