fix: add missing scripts directory to git

- Remove scripts/ from .gitignore
- Add build_and_test.sh for local testing
- Add bump_version.sh for version updates (used by CI)
- Add release.sh and upload_to_pypi.sh for publishing
- Fixes CI error: ./scripts/bump_version.sh: No such file or directory
This commit is contained in:
Andy Lee
2025-07-24 14:13:14 -07:00
parent 2684ee71dc
commit 3d4c75a56c
5 changed files with 148 additions and 1 deletions

1
.gitignore vendored
View File

@@ -12,7 +12,6 @@ outputs/
*.idx
*.map
.history/
scripts/
lm_eval.egg-info/
demo/experiment_results/**/*.json
*.jsonl

87
scripts/build_and_test.sh Executable file
View File

@@ -0,0 +1,87 @@
#!/bin/bash
# Manual build and test script for local testing
PACKAGE=${1:-"all"} # Default to all packages
echo "Building package: $PACKAGE"
# Ensure we're in a virtual environment
if [ -z "$VIRTUAL_ENV" ]; then
echo "Error: Please activate a virtual environment first"
echo "Run: source .venv/bin/activate (or .venv/bin/activate.fish for fish shell)"
exit 1
fi
# Install build tools
uv pip install build twine delocate auditwheel scikit-build-core cmake pybind11 numpy
build_package() {
local package_dir=$1
local package_name=$(basename $package_dir)
echo "Building $package_name..."
cd $package_dir
# Clean previous builds
rm -rf dist/ build/ _skbuild/
# Build directly with pip wheel (avoids sdist issues)
pip wheel . --no-deps -w dist
# Repair wheel for binary packages
if [[ "$package_name" != "leann-core" ]] && [[ "$package_name" != "leann" ]]; then
if [[ "$OSTYPE" == "darwin"* ]]; then
# For macOS
for wheel in dist/*.whl; do
if [[ -f "$wheel" ]]; then
delocate-wheel -w dist_repaired -v "$wheel"
fi
done
if [[ -d dist_repaired ]]; then
rm -rf dist/*.whl
mv dist_repaired/*.whl dist/
rmdir dist_repaired
fi
else
# For Linux
for wheel in dist/*.whl; do
if [[ -f "$wheel" ]]; then
auditwheel repair "$wheel" -w dist_repaired
fi
done
if [[ -d dist_repaired ]]; then
rm -rf dist/*.whl
mv dist_repaired/*.whl dist/
rmdir dist_repaired
fi
fi
fi
echo "Built wheels in $package_dir/dist/"
ls -la dist/
cd - > /dev/null
}
# Build specific package or all
if [ "$PACKAGE" == "diskann" ]; then
build_package "packages/leann-backend-diskann"
elif [ "$PACKAGE" == "hnsw" ]; then
build_package "packages/leann-backend-hnsw"
elif [ "$PACKAGE" == "core" ]; then
build_package "packages/leann-core"
elif [ "$PACKAGE" == "meta" ]; then
build_package "packages/leann"
elif [ "$PACKAGE" == "all" ]; then
build_package "packages/leann-core"
build_package "packages/leann-backend-hnsw"
build_package "packages/leann-backend-diskann"
build_package "packages/leann"
else
echo "Unknown package: $PACKAGE"
echo "Usage: $0 [diskann|hnsw|core|meta|all]"
exit 1
fi
echo -e "\nBuild complete! Test with:"
echo "uv pip install packages/*/dist/*.whl"

13
scripts/bump_version.sh Executable file
View File

@@ -0,0 +1,13 @@
#!/bin/bash
if [ $# -eq 0 ]; then
echo "Usage: $0 <new_version>"
exit 1
fi
NEW_VERSION=$1
# Update all pyproject.toml files
sed -i '' "s/version = \".*\"/version = \"$NEW_VERSION\"/" packages/*/pyproject.toml
echo "Version updated to $NEW_VERSION"

18
scripts/release.sh Executable file
View File

@@ -0,0 +1,18 @@
#!/bin/bash
if [ $# -eq 0 ]; then
echo "Usage: $0 <version>"
echo "Example: $0 0.1.1"
exit 1
fi
VERSION=$1
# Update version
./scripts/bump_version.sh $VERSION
# Commit and push
git add . && git commit -m "chore: bump version to $VERSION" && git push
# Create release (triggers CI)
gh release create v$VERSION --generate-notes

30
scripts/upload_to_pypi.sh Executable file
View File

@@ -0,0 +1,30 @@
#!/bin/bash
# Manual upload script for testing
TARGET=${1:-"test"} # Default to test pypi
if [ "$TARGET" != "test" ] && [ "$TARGET" != "prod" ]; then
echo "Usage: $0 [test|prod]"
exit 1
fi
# Check for built packages
if ! ls packages/*/dist/*.whl >/dev/null 2>&1; then
echo "No built packages found. Run ./scripts/build_and_test.sh first"
exit 1
fi
if [ "$TARGET" == "test" ]; then
echo "Uploading to Test PyPI..."
twine upload --repository testpypi packages/*/dist/*
else
echo "Uploading to PyPI..."
echo "Are you sure? (y/N)"
read -r response
if [ "$response" == "y" ]; then
twine upload packages/*/dist/*
else
echo "Cancelled"
fi
fi