401 lines
13 KiB
YAML
401 lines
13 KiB
YAML
name: Build Attention Native Modules
|
|
# Trigger build for v0.1.30 release
|
|
|
|
on:
|
|
push:
|
|
branches: [main]
|
|
paths:
|
|
- 'crates/ruvector-attention/**'
|
|
- 'crates/ruvector-attention-node/**'
|
|
- 'crates/ruvector-attention-wasm/**'
|
|
- '.github/workflows/build-attention.yml'
|
|
tags:
|
|
- 'v*'
|
|
pull_request:
|
|
branches: [main]
|
|
paths:
|
|
- 'crates/ruvector-attention/**'
|
|
- 'crates/ruvector-attention-node/**'
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
CARGO_TERM_COLOR: always
|
|
|
|
jobs:
|
|
build:
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
settings:
|
|
- host: ubuntu-22.04
|
|
target: x86_64-unknown-linux-gnu
|
|
platform: linux-x64-gnu
|
|
- host: ubuntu-22.04
|
|
target: aarch64-unknown-linux-gnu
|
|
platform: linux-arm64-gnu
|
|
- host: macos-14
|
|
target: x86_64-apple-darwin
|
|
platform: darwin-x64
|
|
- host: macos-14
|
|
target: aarch64-apple-darwin
|
|
platform: darwin-arm64
|
|
- host: windows-2022
|
|
target: x86_64-pc-windows-msvc
|
|
platform: win32-x64-msvc
|
|
|
|
name: Build ${{ matrix.settings.platform }}
|
|
runs-on: ${{ matrix.settings.host }}
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Setup Node.js
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: '20'
|
|
|
|
- name: Setup Rust
|
|
uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
toolchain: stable
|
|
targets: ${{ matrix.settings.target }}
|
|
|
|
- name: Cache Rust
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
key: attention-${{ matrix.settings.target }}
|
|
|
|
- name: Install cross-compilation tools (Linux ARM64)
|
|
if: matrix.settings.platform == 'linux-arm64-gnu'
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y gcc-aarch64-linux-gnu g++-aarch64-linux-gnu
|
|
|
|
- name: Install NAPI-RS CLI
|
|
run: npm install -g @napi-rs/cli
|
|
|
|
- name: Install dependencies
|
|
working-directory: crates/ruvector-attention-node
|
|
run: npm install
|
|
|
|
- name: Build native module
|
|
working-directory: crates/ruvector-attention-node
|
|
run: napi build --platform --release --target ${{ matrix.settings.target }}
|
|
env:
|
|
CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER: aarch64-linux-gnu-gcc
|
|
|
|
- name: List built files
|
|
shell: bash
|
|
run: |
|
|
echo "=== Built .node files ==="
|
|
find crates/ruvector-attention-node -name "*.node" -type f
|
|
ls -la crates/ruvector-attention-node/*.node 2>/dev/null || true
|
|
|
|
- name: Copy to platform package
|
|
shell: bash
|
|
run: |
|
|
# Find the built .node file
|
|
NODE_FILE=$(find crates/ruvector-attention-node -name "*.node" -type f | head -1)
|
|
|
|
if [ -z "$NODE_FILE" ]; then
|
|
echo "ERROR: No .node file found"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Found: $NODE_FILE"
|
|
|
|
# Determine destination based on platform
|
|
case "${{ matrix.settings.platform }}" in
|
|
linux-x64-gnu)
|
|
DEST_DIR="crates/ruvector-attention-node/npm/linux-x64-gnu"
|
|
DEST_FILE="attention.linux-x64-gnu.node"
|
|
;;
|
|
linux-arm64-gnu)
|
|
DEST_DIR="crates/ruvector-attention-node/npm/linux-arm64-gnu"
|
|
DEST_FILE="attention.linux-arm64-gnu.node"
|
|
;;
|
|
darwin-x64)
|
|
DEST_DIR="crates/ruvector-attention-node/npm/darwin-x64"
|
|
DEST_FILE="attention.darwin-x64.node"
|
|
;;
|
|
darwin-arm64)
|
|
DEST_DIR="crates/ruvector-attention-node/npm/darwin-arm64"
|
|
DEST_FILE="attention.darwin-arm64.node"
|
|
;;
|
|
win32-x64-msvc)
|
|
DEST_DIR="crates/ruvector-attention-node/npm/win32-x64-msvc"
|
|
DEST_FILE="attention.win32-x64-msvc.node"
|
|
;;
|
|
esac
|
|
|
|
mkdir -p "$DEST_DIR"
|
|
cp -v "$NODE_FILE" "$DEST_DIR/$DEST_FILE"
|
|
ls -la "$DEST_DIR/"
|
|
|
|
- name: Test native module
|
|
if: |
|
|
(matrix.settings.platform == 'linux-x64-gnu' && runner.os == 'Linux') ||
|
|
(matrix.settings.platform == 'darwin-x64' && runner.os == 'macOS' && runner.arch == 'X64') ||
|
|
(matrix.settings.platform == 'darwin-arm64' && runner.os == 'macOS' && runner.arch == 'ARM64') ||
|
|
(matrix.settings.platform == 'win32-x64-msvc' && runner.os == 'Windows')
|
|
continue-on-error: true
|
|
shell: bash
|
|
run: |
|
|
NODE_FILE=$(find crates/ruvector-attention-node -name "*.node" -type f | head -1)
|
|
echo "Testing: $NODE_FILE"
|
|
node -e "
|
|
const native = require('./$NODE_FILE');
|
|
console.log('Exports:', Object.keys(native));
|
|
console.log('✅ Native module loaded successfully');
|
|
"
|
|
|
|
- name: Upload artifact
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: attention-${{ matrix.settings.platform }}
|
|
path: crates/ruvector-attention-node/npm/${{ matrix.settings.platform }}/*.node
|
|
if-no-files-found: error
|
|
|
|
build-wasm:
|
|
name: Build WASM
|
|
runs-on: ubuntu-22.04
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Setup Rust
|
|
uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
toolchain: stable
|
|
targets: wasm32-unknown-unknown
|
|
|
|
- name: Install wasm-pack
|
|
run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh
|
|
|
|
- name: Cache Rust
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
key: attention-wasm
|
|
|
|
- name: Build WASM
|
|
working-directory: crates/ruvector-attention-wasm
|
|
run: wasm-pack build --target nodejs --release
|
|
|
|
- name: List built files
|
|
run: ls -la crates/ruvector-attention-wasm/pkg/
|
|
|
|
- name: Upload WASM artifact
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: attention-wasm
|
|
path: crates/ruvector-attention-wasm/pkg/
|
|
if-no-files-found: error
|
|
|
|
commit-binaries:
|
|
name: Commit Built Binaries
|
|
runs-on: ubuntu-22.04
|
|
needs: [build, build-wasm]
|
|
if: github.event_name == 'workflow_dispatch' || (github.event_name == 'push' && github.ref == 'refs/heads/main')
|
|
permissions:
|
|
contents: write
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ github.head_ref || github.ref_name }}
|
|
|
|
- name: Download all artifacts
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: artifacts
|
|
|
|
- name: Copy binaries to platform packages
|
|
run: |
|
|
echo "=== Downloaded artifacts ==="
|
|
find artifacts -name "*.node" -o -name "*.wasm"
|
|
|
|
# Copy native binaries
|
|
for platform in linux-x64-gnu linux-arm64-gnu darwin-x64 darwin-arm64 win32-x64-msvc; do
|
|
if [ -d "artifacts/attention-${platform}" ]; then
|
|
mkdir -p "crates/ruvector-attention-node/npm/${platform}"
|
|
cp -v artifacts/attention-${platform}/*.node "crates/ruvector-attention-node/npm/${platform}/" || true
|
|
fi
|
|
done
|
|
|
|
# Copy WASM
|
|
if [ -d "artifacts/attention-wasm" ]; then
|
|
mkdir -p crates/ruvector-attention-wasm/pkg
|
|
cp -rv artifacts/attention-wasm/* crates/ruvector-attention-wasm/pkg/
|
|
fi
|
|
|
|
- name: Show binary sizes
|
|
run: |
|
|
echo "=== Built Binaries ==="
|
|
find crates/ruvector-attention-node/npm -name "*.node" -exec ls -lh {} \;
|
|
find crates/ruvector-attention-wasm/pkg -name "*.wasm" -exec ls -lh {} \;
|
|
|
|
- name: Commit and push binaries
|
|
run: |
|
|
git config user.name "github-actions[bot]"
|
|
git config user.email "github-actions[bot]@users.noreply.github.com"
|
|
git add -f crates/ruvector-attention-node/npm/ crates/ruvector-attention-wasm/pkg/
|
|
if git diff --staged --quiet; then
|
|
echo "No changes to commit"
|
|
else
|
|
git commit -m "chore: Update attention NAPI-RS binaries for all platforms
|
|
|
|
Built from commit ${{ github.sha }}
|
|
|
|
Platforms updated:
|
|
- linux-x64-gnu
|
|
- linux-arm64-gnu
|
|
- darwin-x64
|
|
- darwin-arm64
|
|
- win32-x64-msvc
|
|
- wasm
|
|
|
|
🤖 Generated by GitHub Actions"
|
|
git push
|
|
fi
|
|
|
|
publish:
|
|
name: Publish Attention Platform Packages
|
|
runs-on: ubuntu-22.04
|
|
needs: [build, build-wasm]
|
|
if: startsWith(github.ref, 'refs/tags/v')
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Setup Node.js
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: '20'
|
|
registry-url: 'https://registry.npmjs.org'
|
|
|
|
- name: Download all artifacts
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: artifacts
|
|
|
|
- name: List downloaded artifacts
|
|
run: |
|
|
echo "=== Downloaded artifacts ==="
|
|
find artifacts -name "*.node" -o -name "*.wasm" | head -50
|
|
|
|
- name: Publish platform packages to npm
|
|
env:
|
|
NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
|
|
run: |
|
|
VERSION=$(node -p "require('./crates/ruvector-attention-node/package.json').version")
|
|
echo "Publishing version: $VERSION"
|
|
|
|
# Publish each platform package
|
|
for dir in artifacts/attention-*/; do
|
|
platform=$(basename "$dir" | sed 's/attention-//')
|
|
|
|
# Skip wasm - handled separately
|
|
if [ "$platform" = "wasm" ]; then
|
|
continue
|
|
fi
|
|
|
|
NODE_FILE=$(find "$dir" -name "*.node" | head -1)
|
|
|
|
if [ -z "$NODE_FILE" ]; then
|
|
echo "No .node file found in $dir"
|
|
continue
|
|
fi
|
|
|
|
echo "=== Publishing @ruvector/attention-${platform}@${VERSION} ==="
|
|
|
|
# Create package directory
|
|
PKG_DIR="npm-pkg/attention-${platform}"
|
|
mkdir -p "$PKG_DIR"
|
|
|
|
# Determine OS, CPU, and libc based on platform
|
|
case "$platform" in
|
|
linux-x64-gnu)
|
|
OS="linux"; CPU="x64"; LIBC='"libc": ["glibc"],'
|
|
NODE_NAME="attention.linux-x64-gnu.node"
|
|
;;
|
|
linux-arm64-gnu)
|
|
OS="linux"; CPU="arm64"; LIBC='"libc": ["glibc"],'
|
|
NODE_NAME="attention.linux-arm64-gnu.node"
|
|
;;
|
|
darwin-x64)
|
|
OS="darwin"; CPU="x64"; LIBC=""
|
|
NODE_NAME="attention.darwin-x64.node"
|
|
;;
|
|
darwin-arm64)
|
|
OS="darwin"; CPU="arm64"; LIBC=""
|
|
NODE_NAME="attention.darwin-arm64.node"
|
|
;;
|
|
win32-x64-msvc)
|
|
OS="win32"; CPU="x64"; LIBC=""
|
|
NODE_NAME="attention.win32-x64-msvc.node"
|
|
;;
|
|
*)
|
|
echo "Unknown platform: $platform"
|
|
continue
|
|
;;
|
|
esac
|
|
|
|
# Copy and rename binary
|
|
cp "$NODE_FILE" "$PKG_DIR/$NODE_NAME"
|
|
|
|
# Create package.json
|
|
cat > "$PKG_DIR/package.json" << EOF
|
|
{
|
|
"name": "@ruvector/attention-${platform}",
|
|
"version": "${VERSION}",
|
|
"os": ["${OS}"],
|
|
"cpu": ["${CPU}"],
|
|
${LIBC}
|
|
"main": "${NODE_NAME}",
|
|
"files": ["${NODE_NAME}"],
|
|
"description": "High-performance attention mechanisms - ${platform} platform binary",
|
|
"keywords": ["ruvector", "attention", "transformer", "napi-rs"],
|
|
"author": "rUv <ruv@ruv.io>",
|
|
"license": "MIT OR Apache-2.0",
|
|
"repository": {"type": "git", "url": "https://github.com/ruvnet/ruvector"},
|
|
"engines": {"node": ">= 10"},
|
|
"publishConfig": {"registry": "https://registry.npmjs.org/", "access": "public"}
|
|
}
|
|
EOF
|
|
|
|
# Publish
|
|
cd "$PKG_DIR"
|
|
npm publish --access public || echo "Failed to publish @ruvector/attention-${platform} (may already exist)"
|
|
cd ../..
|
|
done
|
|
|
|
echo "=== Platform package publishing complete ==="
|
|
|
|
- name: Publish main attention package
|
|
env:
|
|
NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
|
|
working-directory: crates/ruvector-attention-node
|
|
run: |
|
|
# Update optionalDependencies to include all ARM64 packages
|
|
VERSION=$(node -p "require('./package.json').version")
|
|
|
|
# Run prepublish to generate artifacts
|
|
npm run prepublishOnly || true
|
|
|
|
# Publish main package
|
|
npm publish --access public || echo "Failed to publish @ruvector/attention (may already exist)"
|
|
|
|
- name: Generate publish summary
|
|
run: |
|
|
echo "## Attention Package Publishing Summary" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "### Published Platform Packages:" >> $GITHUB_STEP_SUMMARY
|
|
echo "- @ruvector/attention-linux-x64-gnu" >> $GITHUB_STEP_SUMMARY
|
|
echo "- @ruvector/attention-linux-arm64-gnu" >> $GITHUB_STEP_SUMMARY
|
|
echo "- @ruvector/attention-darwin-x64" >> $GITHUB_STEP_SUMMARY
|
|
echo "- @ruvector/attention-darwin-arm64" >> $GITHUB_STEP_SUMMARY
|
|
echo "- @ruvector/attention-win32-x64-msvc" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "### Main Package:" >> $GITHUB_STEP_SUMMARY
|
|
echo "- @ruvector/attention" >> $GITHUB_STEP_SUMMARY
|