v0.1.4-alpha.1 #58
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Release" | |
| on: | |
| release: | |
| types: [published] | |
| permissions: | |
| contents: read | |
| jobs: | |
| build-linux-x86_64-extension: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: ./scripts/vendor.sh | |
| - run: make loadable static | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-linux-x86_64-extension | |
| path: dist/* | |
| build-macos-x86_64-extension: | |
| runs-on: macos-12 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: ./scripts/vendor.sh | |
| - run: make loadable static | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-macos-x86_64-extension | |
| path: dist/* | |
| build-macos-aarch64-extension: | |
| runs-on: macos-14 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: ./scripts/vendor.sh | |
| - run: make loadable static | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-macos-aarch64-extension | |
| path: dist/* | |
| build-windows-x86_64-extension: | |
| runs-on: windows-2019 | |
| permissions: | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ilammy/msvc-dev-cmd@v1 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| - run: ./scripts/vendor.sh | |
| shell: bash | |
| - run: make sqlite-vec.h | |
| - run: mkdir dist | |
| - run: cl.exe /fPIC -shared /W4 /Ivendor/ /O2 /LD sqlite-vec.c -o dist/vec0.dll | |
| - run: pip install pytest numpy; make test-loadable | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-windows-x86_64-extension | |
| path: dist/* | |
| build-cosmopolitan: | |
| runs-on: macos-latest | |
| permissions: | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: | | |
| mkdir $HOME/cosmo | |
| curl -L -o cosmocc-$COSMO_VERSION.zip https://github.com/jart/cosmopolitan/releases/download/$COSMO_VERSION/cosmocc-$COSMO_VERSION.zip | |
| unzip cosmocc-$COSMO_VERSION.zip -d $HOME/cosmo | |
| env: | |
| COSMO_VERSION: "3.5.4" | |
| - run: ./scripts/vendor.sh | |
| - run: make cli CC=$HOME/cosmo/bin/cosmocc AR=$HOME/cosmo/bin/cosmoar OMIT_SIMD=1 | |
| - run: tar -czvf sqlite-vec-$(cat VERSION)-cli-cosmopolitan.tar.gz dist/sqlite3 | |
| - run: gh release upload ${{ github.ref_name }} sqlite-vec-$(cat VERSION)-cli-cosmopolitan.tar.gz | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-cosmopolitan | |
| path: dist/* | |
| build-wasm32-emscripten: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mymindstorm/setup-emsdk@v12 | |
| with: | |
| version: "latest" | |
| - run: ./scripts/vendor.sh | |
| - run: make sqlite-vec.h | |
| - run: make wasm | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-wasm32-emscripten | |
| path: dist/.wasm/* | |
| include-hidden-files: true | |
| build-android-extensions: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| platforms: | |
| [ | |
| { name: android-aarch64, cc: aarch64-linux-android21-clang }, | |
| { name: android-i686, cc: i686-linux-android21-clang }, | |
| { name: android-x86_64, cc: x86_64-linux-android21-clang }, | |
| { name: android-armv7a, cc: armv7a-linux-androideabi21-clang }, | |
| ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: ./scripts/vendor.sh | |
| - uses: actions/setup-java@v4 | |
| with: | |
| java-version: "17" | |
| distribution: "temurin" | |
| - uses: android-actions/setup-android@v3 | |
| - run: | | |
| sdkmanager --install "ndk;27.0.12077973" | |
| echo "ANDROID_NDK_HOME=$ANDROID_SDK_ROOT/ndk/27.0.12077973" >> $GITHUB_ENV | |
| - run: | | |
| ls $ANDROID_NDK_HOME/toolchains/llvm/prebuilt/ | |
| ls $ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin | |
| - run: | | |
| export PATH=$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin:$PATH | |
| make CC=${{ matrix.platforms.cc }} \ | |
| AR=llvm-ar \ | |
| RANLIB=llvm-ranlib \ | |
| STRIP=llvm-strip loadable | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-${{ matrix.platforms.name }}-extension | |
| path: dist/*.so | |
| build-ios-extensions: | |
| runs-on: ${{ matrix.platforms.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platforms: [ | |
| { | |
| name: ios-aarch64, | |
| target: arm64-apple-ios, | |
| sdk: iphoneos, | |
| runner: macos-14, | |
| }, | |
| #{ | |
| # name: ios-x86_64, | |
| # target: x86_64-apple-ios, | |
| # sdk: iphoneos, | |
| # runner: macos-12, | |
| #}, | |
| { | |
| name: iossimulator-aarch64, | |
| target: arm64-apple-ios-simulator, | |
| sdk: iphonesimulator, | |
| runner: macos-14, | |
| }, | |
| { | |
| name: iossimulator-x86_64, | |
| target: x86_64-apple-ios-simulator, | |
| sdk: iphonesimulator, | |
| runner: macos-14, | |
| }, | |
| ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: maxim-lobanov/setup-xcode@v1 | |
| with: | |
| xcode-version: latest-stable | |
| - run: ./scripts/vendor.sh | |
| - run: make CFLAGS="-target ${{ matrix.platforms.target }} -isysroot $(xcrun -sdk ${{ matrix.platforms.sdk }} --show-sdk-path) -fembed-bitcode -DNDEBUG=1" loadable static | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sqlite-vec-${{ matrix.platforms.name }}-extension | |
| path: dist/* | |
| dist: | |
| runs-on: ubuntu-latest | |
| needs: | |
| [ | |
| build-linux-x86_64-extension, | |
| build-macos-x86_64-extension, | |
| build-macos-aarch64-extension, | |
| build-windows-x86_64-extension, | |
| build-wasm32-emscripten, | |
| build-android-extensions, | |
| build-ios-extensions, | |
| ] | |
| permissions: | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-linux-x86_64-extension | |
| path: dist/linux-x86_64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-macos-x86_64-extension | |
| path: dist/macos-x86_64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-macos-aarch64-extension | |
| path: dist/macos-aarch64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-windows-x86_64-extension | |
| path: dist/windows-x86_64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-wasm32-emscripten | |
| path: dist/wasm32-emscripten | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-android-aarch64-extension | |
| path: dist/android-aarch64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-android-i686-extension | |
| path: dist/android-i686 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-android-x86_64-extension | |
| path: dist/android-x86_64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-android-armv7a-extension | |
| path: dist/android-armv7a | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-android-armv7a-extension | |
| path: dist/android-armv7a | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-ios-aarch64-extension | |
| path: dist/ios-aarch64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-iossimulator-aarch64-extension | |
| path: dist/iossimulator-aarch64 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: sqlite-vec-iossimulator-x86_64-extension | |
| path: dist/iossimulator-x86_64 | |
| - run: | | |
| curl -L https://github.com/asg017/sqlite-dist/releases/download/v0.0.1-alpha.15/sqlite-dist-x86_64-unknown-linux-gnu.tar.xz \ | |
| | tar xfJ - --strip-components 1 | |
| - run: make sqlite-vec.h | |
| - run: ./sqlite-dist ./sqlite-dist.toml --input dist/ --output distx/ --version $(cat VERSION) | |
| - run: | | |
| gh release upload ${{ github.ref_name }} \ | |
| distx/amalgamation/* \ | |
| distx/github_releases/* \ | |
| distx/spm/* \ | |
| distx/sqlpkg/* \ | |
| distx/checksums.txt \ | |
| distx/sqlite-dist-manifest.json \ | |
| distx/install.sh | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| - name: Install node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: "16" | |
| registry-url: "https://registry.npmjs.org" | |
| - run: | | |
| npm publish --access public distx/npm/sqlite-vec-darwin-arm64.tar.gz | |
| npm publish --access public distx/npm/sqlite-vec-darwin-x64.tar.gz | |
| npm publish --access public distx/npm/sqlite-vec-linux-x64.tar.gz | |
| npm publish --access public distx/npm/sqlite-vec-windows-x64.tar.gz | |
| npm publish --access public distx/npm/sqlite-vec-wasm-demo.tar.gz | |
| npm publish --access public distx/npm/sqlite-vec.tar.gz | |
| env: | |
| NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} | |
| - uses: ruby/setup-ruby@v1 | |
| with: | |
| ruby-version: 3.2 | |
| - run: | | |
| for file in distx/gem/*; do | |
| gem push "$file" | |
| done | |
| env: | |
| GEM_HOST_API_KEY: ${{ secrets.GEM_HOST_API_KEY }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| - run: pip install twine | |
| - run: | | |
| twine upload distx/pip/* | |
| twine upload distx/datasette/* | |
| twine upload distx/sqlite_utils/* | |
| env: | |
| TWINE_USERNAME: __token__ | |
| TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} | |
| upload-crate: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: stable | |
| - run: ./scripts/vendor.sh | |
| - run: make sqlite-vec.h | |
| - run: make deps | |
| working-directory: ./bindings/rust | |
| - run: cargo publish --no-verify | |
| working-directory: ./bindings/rust | |
| env: | |
| CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} | |
| build-ncruces-go: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: make sqlite-vec.h | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: ncruces/go-sqlite3 | |
| path: go-sqlite3 | |
| - run: git apply ../bindings/go/ncruces/go-sqlite3.patch | |
| working-directory: go-sqlite3/ | |
| - run: | | |
| mkdir -p tools/ | |
| [ -d "tools/wasi-sdk" ] || curl -#L "$WASI_SDK" | tar xzC tools & | |
| [ -d "tools/binaryen" ] || curl -#L "$BINARYEN" | tar xzC tools & | |
| wait | |
| mv "tools/wasi-sdk"* "tools/wasi-sdk" | |
| mv "tools/binaryen"* "tools/binaryen" | |
| sqlite3/download.sh | |
| embed/build.sh | |
| env: | |
| WASI_SDK: "https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-23/wasi-sdk-23.0-x86_64-linux.tar.gz" | |
| BINARYEN: "https://github.com/WebAssembly/binaryen/releases/download/version_118/binaryen-version_118-x86_64-linux.tar.gz" | |
| working-directory: go-sqlite3/ | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: asg017/sqlite-vec-go-bindings | |
| path: sqlite-vec-go-bindings | |
| token: ${{secrets.NCRUCES_BINDINGS_REPO_PAT}} | |
| - run: | | |
| cp go-sqlite3/embed/sqlite3.wasm sqlite-vec-go-bindings/ncruces/sqlite3.wasm | |
| cp sqlite-vec.c sqlite-vec-go-bindings/cgo/sqlite-vec.c | |
| cp sqlite-vec.h sqlite-vec-go-bindings/cgo/sqlite-vec.h | |
| - run: | | |
| git config user.name "Alex Garcia" | |
| git config user.email "[email protected]" | |
| git add . | |
| git commit --allow-empty -m "AUTOMATED ${{ github.ref_name }}" || exit 0 | |
| git tag "${{ github.ref_name }}" | |
| git push origin main "${{ github.ref_name }}" | |
| working-directory: sqlite-vec-go-bindings | |
| env: | |
| GITHUB_TOKEN: ${{secrets.NCRUCES_BINDINGS_REPO_PAT}} |