Merge commit 'd803bfe2b1fe7f5e219e50ac20d6801a0a58ac75' as 'vendor/ruvector'
This commit is contained in:
ruv
181
vendor/ruvector/crates/ruvector-postgres/Dockerfile
vendored
Normal file
181
vendor/ruvector/crates/ruvector-postgres/Dockerfile
vendored
Normal file
@@ -0,0 +1,181 @@
|
||||
# Multi-stage Dockerfile for ruvector-postgres extension
|
||||
# Builds the extension and creates a PostgreSQL image with it installed
|
||||
|
||||
# Build stage
|
||||
# Using nightly Rust to support edition2024 crates in the registry
|
||||
FROM rustlang/rust:nightly-bookworm-slim AS builder
|
||||
|
||||
# Install build dependencies including PostgreSQL 17 from PGDG
|
||||
RUN apt-get update && apt-get install -y \
|
||||
build-essential \
|
||||
libssl-dev \
|
||||
pkg-config \
|
||||
clang \
|
||||
libclang-dev \
|
||||
flex \
|
||||
bison \
|
||||
curl \
|
||||
ca-certificates \
|
||||
gnupg \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Add PostgreSQL official apt repository
|
||||
RUN curl -fsSL https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor -o /usr/share/keyrings/postgresql-keyring.gpg \
|
||||
&& echo "deb [signed-by=/usr/share/keyrings/postgresql-keyring.gpg] http://apt.postgresql.org/pub/repos/apt bookworm-pgdg main" > /etc/apt/sources.list.d/pgdg.list
|
||||
|
||||
# Install PostgreSQL 17 development packages
|
||||
RUN apt-get update && apt-get install -y \
|
||||
postgresql-server-dev-17 \
|
||||
postgresql-17 \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Install cargo-pgrx
|
||||
RUN cargo install cargo-pgrx --version 0.12.9 --locked
|
||||
|
||||
# Set up workspace root — dependency crates use workspace inheritance
|
||||
WORKDIR /workspace
|
||||
|
||||
# Create a minimal workspace Cargo.toml so dependency crates can resolve
|
||||
# workspace inheritance (edition.workspace, version.workspace, etc.)
|
||||
RUN cat > /workspace/Cargo.toml << 'WORKSPACE_EOF'
|
||||
[workspace]
|
||||
members = [
|
||||
"crates/ruvector-postgres",
|
||||
"crates/ruvector-solver",
|
||||
"crates/ruvector-math",
|
||||
"crates/ruvector-attention",
|
||||
"crates/sona",
|
||||
"crates/ruvector-domain-expansion",
|
||||
"crates/ruvector-mincut-gated-transformer",
|
||||
]
|
||||
resolver = "2"
|
||||
|
||||
[workspace.package]
|
||||
version = "2.0.4"
|
||||
edition = "2021"
|
||||
rust-version = "1.77"
|
||||
license = "MIT"
|
||||
authors = ["Ruvector Team"]
|
||||
repository = "https://github.com/ruvnet/ruvector"
|
||||
|
||||
[workspace.dependencies]
|
||||
serde = { version = "1.0", features = ["derive"] }
|
||||
serde_json = "1.0"
|
||||
thiserror = "2.0"
|
||||
rand = "0.8"
|
||||
rand_distr = "0.4"
|
||||
tracing = "0.1"
|
||||
rayon = "1.10"
|
||||
crossbeam = "0.8"
|
||||
dashmap = "6.1"
|
||||
parking_lot = "0.12"
|
||||
once_cell = "1.20"
|
||||
criterion = { version = "0.5", features = ["html_reports"] }
|
||||
proptest = "1.5"
|
||||
nalgebra = { version = "0.33", default-features = false, features = ["std"] }
|
||||
ndarray = "0.16"
|
||||
chrono = "0.4"
|
||||
anyhow = "1.0"
|
||||
|
||||
[profile.release]
|
||||
opt-level = 3
|
||||
lto = "fat"
|
||||
codegen-units = 1
|
||||
strip = true
|
||||
panic = "unwind"
|
||||
WORKSPACE_EOF
|
||||
|
||||
# Copy ruvector-postgres source
|
||||
COPY crates/ruvector-postgres/ /workspace/crates/ruvector-postgres/
|
||||
|
||||
# Copy dependency crates
|
||||
COPY crates/ruvector-mincut-gated-transformer /workspace/crates/ruvector-mincut-gated-transformer/
|
||||
COPY crates/ruvector-solver /workspace/crates/ruvector-solver/
|
||||
COPY crates/ruvector-math /workspace/crates/ruvector-math/
|
||||
COPY crates/ruvector-attention /workspace/crates/ruvector-attention/
|
||||
COPY crates/sona /workspace/crates/sona/
|
||||
COPY crates/ruvector-domain-expansion /workspace/crates/ruvector-domain-expansion/
|
||||
|
||||
# Copy rvf crates (path deps of ruvector-domain-expansion)
|
||||
COPY crates/rvf/rvf-types /workspace/crates/rvf/rvf-types/
|
||||
COPY crates/rvf/rvf-wire /workspace/crates/rvf/rvf-wire/
|
||||
COPY crates/rvf/rvf-crypto /workspace/crates/rvf/rvf-crypto/
|
||||
|
||||
# Use the workspace Cargo.lock to pin dependencies and avoid registry parsing issues
|
||||
COPY Cargo.lock /workspace/crates/ruvector-postgres/
|
||||
|
||||
WORKDIR /workspace/crates/ruvector-postgres
|
||||
|
||||
# Initialize pgrx with system PostgreSQL
|
||||
RUN cargo pgrx init --pg17=/usr/lib/postgresql/17/bin/pg_config
|
||||
|
||||
# Pre-fetch dependencies to lock versions and warm the registry cache
|
||||
RUN cargo fetch
|
||||
|
||||
# Configure cargo to avoid sparse registry issues with edition2024 crates
|
||||
# This uses the git protocol instead of sparse which skips problematic index entries
|
||||
ENV CARGO_REGISTRIES_CRATES_IO_PROTOCOL=git
|
||||
|
||||
# Build the extension with all features including v0.3 modules
|
||||
RUN cargo pgrx package --features "pg17 index-all quant-all embeddings gated-transformer analytics-complete attention-extended sona-learning domain-expansion"
|
||||
|
||||
# Build the model downloader binary
|
||||
RUN cargo build --release --bin download-models --features "embeddings"
|
||||
|
||||
# Set cache path and download embedding models
|
||||
# FASTEMBED_CACHE_DIR is the correct env var for fastembed-rs
|
||||
ENV FASTEMBED_CACHE_DIR=/opt/ruvector/models
|
||||
RUN mkdir -p /opt/ruvector/models && \
|
||||
./target/release/download-models && \
|
||||
echo "Model cache size: $(du -sh /opt/ruvector/models)" && \
|
||||
ls -la /opt/ruvector/models/
|
||||
|
||||
# Copy the pre-built SQL schema file (with sparse functions removed)
|
||||
# cargo pgrx schema doesn't work reliably in Docker, so we use the hand-crafted file
|
||||
RUN cp /workspace/crates/ruvector-postgres/sql/ruvector--0.1.0.sql /workspace/target/release/ruvector-pg17/usr/share/postgresql/17/extension/ruvector--0.1.0.sql && \
|
||||
echo "SQL schema copied with $(grep -c 'CREATE FUNCTION\|CREATE OR REPLACE FUNCTION' /workspace/target/release/ruvector-pg17/usr/share/postgresql/17/extension/ruvector--0.1.0.sql) functions"
|
||||
|
||||
# Verify the extension files are complete
|
||||
RUN ls -la /workspace/target/release/ruvector-pg17/usr/share/postgresql/17/extension/ && \
|
||||
echo "=== First 20 lines of SQL ===" && \
|
||||
head -20 /workspace/target/release/ruvector-pg17/usr/share/postgresql/17/extension/ruvector--0.1.0.sql && \
|
||||
echo "=== CREATE FUNCTION count ===" && \
|
||||
grep -c "CREATE FUNCTION\|CREATE OR REPLACE FUNCTION" /workspace/target/release/ruvector-pg17/usr/share/postgresql/17/extension/ruvector--0.1.0.sql
|
||||
|
||||
# Runtime stage
|
||||
FROM postgres:17-bookworm
|
||||
|
||||
# Labels
|
||||
LABEL maintainer="ruvector team"
|
||||
LABEL description="PostgreSQL with ruvector extension - high-performance vector similarity search with local embeddings"
|
||||
LABEL version="0.3.0"
|
||||
|
||||
# Set embedding model cache path - models are pre-downloaded during build
|
||||
# FASTEMBED_CACHE_DIR is the correct env var for fastembed-rs
|
||||
ENV FASTEMBED_CACHE_DIR=/opt/ruvector/models
|
||||
|
||||
# Copy pre-downloaded embedding models from builder
|
||||
COPY --from=builder /opt/ruvector/models /opt/ruvector/models
|
||||
|
||||
# Copy the built extension from builder
|
||||
# Note: In a workspace, target/ is at the workspace root /workspace/target/
|
||||
COPY --from=builder /workspace/target/release/ruvector-pg17/usr/share/postgresql/17/extension/* \
|
||||
/usr/share/postgresql/17/extension/
|
||||
COPY --from=builder /workspace/target/release/ruvector-pg17/usr/lib/postgresql/17/lib/* \
|
||||
/usr/lib/postgresql/17/lib/
|
||||
|
||||
# Add initialization scripts
|
||||
RUN mkdir -p /docker-entrypoint-initdb.d
|
||||
|
||||
# Copy the full initialization script with extension creation, role setup, and tests
|
||||
COPY --from=builder /workspace/crates/ruvector-postgres/docker/init.sql /docker-entrypoint-initdb.d/01-init.sql
|
||||
|
||||
# Health check
|
||||
HEALTHCHECK --interval=30s --timeout=5s --start-period=5s --retries=3 \
|
||||
CMD pg_isready -U postgres || exit 1
|
||||
|
||||
# Expose PostgreSQL port
|
||||
EXPOSE 5432
|
||||
|
||||
# Use the default PostgreSQL entrypoint
|
||||
CMD ["postgres"]
|
||||
Reference in New Issue
Block a user