Merge commit 'd803bfe2b1fe7f5e219e50ac20d6801a0a58ac75' as 'vendor/ruvector'
This commit is contained in:
ruv
580
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/README.md
vendored
Normal file
580
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/README.md
vendored
Normal file
@@ -0,0 +1,580 @@
|
||||
# RuvLLM ESP32 - Tiny LLM Inference Engine for ESP32 Microcontrollers
|
||||
|
||||
[](https://crates.io/crates/ruvllm-esp32)
|
||||
[](https://www.npmjs.com/package/ruvllm-esp32)
|
||||
[](https://opensource.org/licenses/MIT)
|
||||
|
||||
**Run AI locally on ESP32 microcontrollers** - A complete, production-ready LLM inference engine with INT8/Binary quantization, HNSW vector search, RAG (Retrieval-Augmented Generation), and multi-chip federation support. No cloud required.
|
||||
|
||||
## Why RuvLLM ESP32?
|
||||
|
||||
Run AI directly on microcontrollers without cloud dependencies:
|
||||
|
||||
- **Privacy**: Data never leaves the device
|
||||
- **Latency**: No network round-trips (2-5ms/token)
|
||||
- **Cost**: Zero API fees, runs on $4 hardware
|
||||
- **Offline**: Works without internet connectivity
|
||||
- **Edge AI**: Perfect for IoT, robotics, wearables
|
||||
|
||||
## Features at a Glance
|
||||
|
||||
| Category | Features |
|
||||
|----------|----------|
|
||||
| **Inference** | INT8 quantized transformers, 2-5ms/token @ 240MHz |
|
||||
| **Compression** | Binary quantization (32x), Product quantization (8-32x) |
|
||||
| **Adaptation** | MicroLoRA on-device fine-tuning (2KB overhead) |
|
||||
| **Attention** | Sparse patterns: sliding window, strided, BigBird |
|
||||
| **Vector Search** | HNSW index with 1000+ vectors in ~20KB RAM |
|
||||
| **Memory** | Semantic memory with context-aware retrieval + TTL |
|
||||
| **RAG** | Retrieval-Augmented Generation for knowledge bases |
|
||||
| **Anomaly** | Statistical outlier detection via embeddings |
|
||||
| **Speedup** | Speculative decoding (2-4x potential) |
|
||||
| **Scaling** | Multi-chip federation with pipeline/tensor parallelism |
|
||||
|
||||
## Supported Hardware
|
||||
|
||||
| Variant | SRAM | CPU | Features |
|
||||
|---------|------|-----|----------|
|
||||
| ESP32 | 520KB | Xtensa LX6 @ 240MHz | WiFi, Bluetooth |
|
||||
| ESP32-S2 | 320KB | Xtensa LX7 @ 240MHz | USB OTG |
|
||||
| ESP32-S3 | 512KB | Xtensa LX7 @ 240MHz | **SIMD/Vector**, USB OTG |
|
||||
| ESP32-C3 | 400KB | RISC-V @ 160MHz | Low power, WiFi 4 |
|
||||
| ESP32-C6 | 512KB | RISC-V @ 160MHz | **WiFi 6**, Thread |
|
||||
|
||||
**Recommended**: ESP32-S3 for best performance (SIMD acceleration)
|
||||
|
||||
---
|
||||
|
||||
## Quick Start
|
||||
|
||||
### Option 1: npx (Easiest - No Rust Required)
|
||||
|
||||
```bash
|
||||
# Install ESP32 toolchain
|
||||
npx ruvllm-esp32 install
|
||||
|
||||
# Build firmware
|
||||
npx ruvllm-esp32 build --target esp32s3 --release
|
||||
|
||||
# Flash to device (auto-detects port)
|
||||
npx ruvllm-esp32 flash
|
||||
|
||||
# Monitor serial output
|
||||
npx ruvllm-esp32 monitor
|
||||
```
|
||||
|
||||
### Option 2: One-Line Install Script
|
||||
|
||||
**Linux/macOS:**
|
||||
```bash
|
||||
git clone https://github.com/ruvnet/ruvector
|
||||
cd ruvector/examples/ruvLLM/esp32-flash
|
||||
./install.sh # Install deps + build
|
||||
./install.sh flash # Flash to auto-detected port
|
||||
```
|
||||
|
||||
**Windows (PowerShell):**
|
||||
```powershell
|
||||
git clone https://github.com/ruvnet/ruvector
|
||||
cd ruvector\examples\ruvLLM\esp32-flash
|
||||
.\install.ps1 # Install deps (restart PowerShell after)
|
||||
.\install.ps1 build # Build
|
||||
.\install.ps1 flash COM6 # Flash
|
||||
```
|
||||
|
||||
### Option 3: Manual Build
|
||||
|
||||
```bash
|
||||
# Install ESP32 toolchain
|
||||
cargo install espup espflash ldproxy
|
||||
espup install
|
||||
source ~/export-esp.sh # Linux/macOS
|
||||
|
||||
# Clone and build
|
||||
git clone https://github.com/ruvnet/ruvector
|
||||
cd ruvector/examples/ruvLLM/esp32-flash
|
||||
cargo build --release
|
||||
|
||||
# Flash
|
||||
espflash flash --monitor --port /dev/ttyUSB0 \
|
||||
target/xtensa-esp32-espidf/release/ruvllm-esp32
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Complete Feature Guide
|
||||
|
||||
### 1. Quantization & Compression
|
||||
|
||||
#### Binary Quantization (32x compression)
|
||||
Packs weights into 1-bit representation with sign encoding:
|
||||
```
|
||||
Original: [-0.5, 0.3, -0.1, 0.8] (32 bytes)
|
||||
Binary: [0b1010] (1 byte) + scale
|
||||
```
|
||||
|
||||
#### Product Quantization (8-32x compression)
|
||||
Splits vectors into subspaces with learned codebooks:
|
||||
- 8 subspaces with 16 centroids each
|
||||
- Asymmetric Distance Computation (ADC) for fast search
|
||||
- Configurable compression ratio
|
||||
|
||||
### 2. Sparse Attention Patterns
|
||||
|
||||
Reduce attention complexity from O(n²) to O(n):
|
||||
|
||||
| Pattern | Description | Best For |
|
||||
|---------|-------------|----------|
|
||||
| Sliding Window | Local context only | Long sequences |
|
||||
| Strided | Every k-th position | Periodic patterns |
|
||||
| BigBird | Global + local + random | General purpose |
|
||||
| Dilated | Exponentially increasing gaps | Hierarchical |
|
||||
| Causal | Lower triangular mask | Autoregressive |
|
||||
|
||||
### 3. MicroLoRA Adaptation
|
||||
|
||||
On-device model fine-tuning with minimal overhead:
|
||||
- **Rank**: 1-2 (trades quality for memory)
|
||||
- **Memory**: ~2KB per layer
|
||||
- **Use case**: Personalization, domain adaptation
|
||||
|
||||
### 4. HNSW Vector Search
|
||||
|
||||
Hierarchical Navigable Small World index:
|
||||
- **Capacity**: 1000+ vectors in ~20KB
|
||||
- **Latency**: <1ms search time
|
||||
- **Metrics**: Euclidean, Cosine, Dot Product
|
||||
- **Binary mode**: For memory-constrained variants
|
||||
|
||||
### 5. Semantic Memory
|
||||
|
||||
Context-aware memory with intelligent retrieval:
|
||||
- **Memory types**: Factual, Episodic, Procedural
|
||||
- **TTL support**: Auto-expire old memories
|
||||
- **Importance scoring**: Prioritize critical information
|
||||
- **Temporal decay**: Recent memories weighted higher
|
||||
|
||||
### 6. RAG (Retrieval-Augmented Generation)
|
||||
|
||||
Combine retrieval with generation:
|
||||
```
|
||||
> add The capital of France is Paris
|
||||
Added knowledge #1
|
||||
|
||||
> ask what is the capital of France
|
||||
Found: The capital of France is Paris
|
||||
```
|
||||
|
||||
### 7. Anomaly Detection
|
||||
|
||||
Detect outliers using embedding distance:
|
||||
```
|
||||
> anomaly this is normal text
|
||||
NORMAL (score: 15, threshold: 45)
|
||||
|
||||
> anomaly xkcd random gibberish 12345
|
||||
ANOMALY (score: 89, threshold: 45)
|
||||
```
|
||||
|
||||
### 8. Speculative Decoding
|
||||
|
||||
Draft-verify approach for faster generation:
|
||||
- Draft model generates 4 tokens speculatively
|
||||
- Target model verifies in parallel
|
||||
- Accept matching tokens, reject mismatches
|
||||
- **Speedup**: 2-4x on supported models
|
||||
|
||||
### 9. Multi-Chip Federation
|
||||
|
||||
Scale beyond single-chip memory limits:
|
||||
|
||||
#### Pipeline Parallelism
|
||||
Split model layers across chips:
|
||||
```
|
||||
Chip 1: Layers 0-3 → Chip 2: Layers 4-7 → Output
|
||||
```
|
||||
|
||||
#### Tensor Parallelism
|
||||
Split each layer across chips:
|
||||
```
|
||||
┌─ Chip 1: Head 0-3 ─┐
|
||||
Input ───┤ ├───> Output
|
||||
└─ Chip 2: Head 4-7 ─┘
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Serial Commands
|
||||
|
||||
Connect at 115200 baud after flashing:
|
||||
|
||||
```
|
||||
════════════════════════════════════════════
|
||||
RuvLLM ESP32 Full-Feature v0.2
|
||||
════════════════════════════════════════════
|
||||
Features: Binary Quant, PQ, LoRA, HNSW, RAG
|
||||
Semantic Memory, Anomaly Detection
|
||||
Speculative Decoding, Federation
|
||||
════════════════════════════════════════════
|
||||
Type 'help' for commands
|
||||
>
|
||||
```
|
||||
|
||||
| Command | Description | Example |
|
||||
|---------|-------------|---------|
|
||||
| `gen <text>` | Generate tokens from prompt | `gen Hello world` |
|
||||
| `add <text>` | Add knowledge to RAG | `add Meeting at 3pm` |
|
||||
| `ask <query>` | Query knowledge base | `ask when is meeting` |
|
||||
| `anomaly <text>` | Check for anomaly | `anomaly test input` |
|
||||
| `stats` | Show system statistics | `stats` |
|
||||
| `features` | List enabled features | `features` |
|
||||
| `help` | Show command help | `help` |
|
||||
|
||||
---
|
||||
|
||||
## Platform-Specific Setup
|
||||
|
||||
### Windows
|
||||
|
||||
```powershell
|
||||
# Install Rust
|
||||
winget install Rustlang.Rust.MSVC
|
||||
|
||||
# Install ESP32 toolchain
|
||||
cargo install espup espflash ldproxy
|
||||
espup install
|
||||
|
||||
# RESTART PowerShell to load environment
|
||||
|
||||
# Build and flash
|
||||
cargo build --release
|
||||
espflash flash --port COM6 --monitor target\xtensa-esp32-espidf\release\ruvllm-esp32
|
||||
```
|
||||
|
||||
### macOS
|
||||
|
||||
```bash
|
||||
# Install Rust
|
||||
brew install rustup
|
||||
rustup-init -y
|
||||
source ~/.cargo/env
|
||||
|
||||
# Install ESP32 toolchain
|
||||
cargo install espup espflash ldproxy
|
||||
espup install
|
||||
source ~/export-esp.sh
|
||||
|
||||
# Build and flash
|
||||
cargo build --release
|
||||
espflash flash --port /dev/cu.usbserial-0001 --monitor target/xtensa-esp32-espidf/release/ruvllm-esp32
|
||||
```
|
||||
|
||||
### Linux
|
||||
|
||||
```bash
|
||||
# Install prerequisites (Debian/Ubuntu)
|
||||
sudo apt install build-essential pkg-config libudev-dev
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
|
||||
source ~/.cargo/env
|
||||
|
||||
# Install ESP32 toolchain
|
||||
cargo install espup espflash ldproxy
|
||||
espup install
|
||||
source ~/export-esp.sh
|
||||
|
||||
# Add user to dialout group (for serial access)
|
||||
sudo usermod -a -G dialout $USER
|
||||
# Log out and back in
|
||||
|
||||
# Build and flash
|
||||
cargo build --release
|
||||
espflash flash --port /dev/ttyUSB0 --monitor target/xtensa-esp32-espidf/release/ruvllm-esp32
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Cluster Setup (Multi-Chip)
|
||||
|
||||
For models larger than single-chip memory:
|
||||
|
||||
### 1. Generate Config
|
||||
|
||||
```bash
|
||||
npx ruvllm-esp32 cluster --chips 5
|
||||
# or
|
||||
make cluster CHIPS=5
|
||||
```
|
||||
|
||||
### 2. Edit `cluster.toml`
|
||||
|
||||
```toml
|
||||
[cluster]
|
||||
name = "my-cluster"
|
||||
chips = 5
|
||||
topology = "pipeline" # or "tensor"
|
||||
|
||||
[[chips.nodes]]
|
||||
id = 1
|
||||
role = "master"
|
||||
port = "/dev/ttyUSB0"
|
||||
layers = [0, 1]
|
||||
|
||||
[[chips.nodes]]
|
||||
id = 2
|
||||
role = "worker"
|
||||
port = "/dev/ttyUSB1"
|
||||
layers = [2, 3]
|
||||
# ... more chips
|
||||
```
|
||||
|
||||
### 3. Flash All Chips
|
||||
|
||||
```bash
|
||||
./cluster-flash.sh
|
||||
# or
|
||||
npx ruvllm-esp32 cluster flash
|
||||
```
|
||||
|
||||
### 4. Monitor Cluster
|
||||
|
||||
```bash
|
||||
./cluster-monitor.sh # Opens tmux with all serial monitors
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Memory & Performance
|
||||
|
||||
### Resource Usage
|
||||
|
||||
| Component | RAM | Flash |
|
||||
|-----------|-----|-------|
|
||||
| LLM Model (INT8) | ~20 KB | ~16 KB |
|
||||
| HNSW Index (256 vectors) | ~8 KB | — |
|
||||
| RAG Knowledge (64 entries) | ~4 KB | — |
|
||||
| Semantic Memory (32 entries) | ~2 KB | — |
|
||||
| Anomaly Detector | ~2 KB | — |
|
||||
| UART + Stack | ~9 KB | — |
|
||||
| **Total** | **~45 KB** | **~16 KB** |
|
||||
|
||||
### Performance Benchmarks
|
||||
|
||||
| Operation | ESP32 @ 240MHz | ESP32-S3 (SIMD) |
|
||||
|-----------|----------------|-----------------|
|
||||
| Token generation | ~4ms/token | ~2ms/token |
|
||||
| HNSW search (256 vectors) | ~1ms | ~0.5ms |
|
||||
| Embedding (64-dim) | <1ms | <0.5ms |
|
||||
| Anomaly check | <1ms | <0.5ms |
|
||||
| Binary quant inference | ~1.5ms | ~0.8ms |
|
||||
|
||||
### Throughput
|
||||
|
||||
- **Standard**: ~200-250 tokens/sec (simulated)
|
||||
- **With speculative**: ~400-500 tokens/sec (simulated)
|
||||
- **Actual ESP32**: ~200-500 tokens/sec depending on model
|
||||
|
||||
---
|
||||
|
||||
## Project Structure
|
||||
|
||||
```
|
||||
esp32-flash/
|
||||
├── Cargo.toml # Rust config with feature flags
|
||||
├── src/
|
||||
│ ├── lib.rs # Library exports
|
||||
│ ├── main.rs # Full-featured ESP32 binary
|
||||
│ ├── optimizations/
|
||||
│ │ ├── binary_quant.rs # 32x compression
|
||||
│ │ ├── product_quant.rs # 8-32x compression
|
||||
│ │ ├── lookup_tables.rs # Pre-computed LUTs
|
||||
│ │ ├── micro_lora.rs # On-device adaptation
|
||||
│ │ ├── sparse_attention.rs # Memory-efficient attention
|
||||
│ │ └── pruning.rs # Weight pruning
|
||||
│ ├── federation/
|
||||
│ │ ├── protocol.rs # Multi-chip communication
|
||||
│ │ ├── pipeline.rs # Pipeline parallelism
|
||||
│ │ └── speculative.rs # Draft-verify decoding
|
||||
│ └── ruvector/
|
||||
│ ├── micro_hnsw.rs # Vector index
|
||||
│ ├── semantic_memory.rs # Context-aware memory
|
||||
│ ├── rag.rs # Retrieval-augmented gen
|
||||
│ └── anomaly.rs # Outlier detection
|
||||
├── npm/ # npx package
|
||||
│ ├── package.json
|
||||
│ └── bin/
|
||||
│ ├── cli.js # CLI implementation
|
||||
│ └── postinstall.js # Setup script
|
||||
├── .github/workflows/
|
||||
│ └── release.yml # Automated builds
|
||||
├── install.sh # Linux/macOS installer
|
||||
├── install.ps1 # Windows installer
|
||||
├── Makefile # Make targets
|
||||
└── Dockerfile # Docker build
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Troubleshooting
|
||||
|
||||
### "Permission denied" on serial port
|
||||
|
||||
**Linux:**
|
||||
```bash
|
||||
sudo usermod -a -G dialout $USER
|
||||
# Log out and back in
|
||||
```
|
||||
|
||||
**Windows:** Run PowerShell as Administrator.
|
||||
|
||||
### "Failed to connect to ESP32"
|
||||
|
||||
1. Hold **BOOT** button while clicking flash
|
||||
2. Check correct COM port in Device Manager
|
||||
3. Use a data USB cable (not charge-only)
|
||||
4. Close other serial monitors
|
||||
|
||||
### Build errors
|
||||
|
||||
```bash
|
||||
# Re-run toolchain setup
|
||||
espup install
|
||||
source ~/export-esp.sh # Linux/macOS
|
||||
# Restart terminal on Windows
|
||||
```
|
||||
|
||||
### Selecting ESP32 variant
|
||||
|
||||
Edit `.cargo/config.toml`:
|
||||
```toml
|
||||
# ESP32 (default)
|
||||
target = "xtensa-esp32-espidf"
|
||||
|
||||
# ESP32-S3 (recommended)
|
||||
target = "xtensa-esp32s3-espidf"
|
||||
|
||||
# ESP32-C3/C6 (RISC-V)
|
||||
target = "riscv32imc-esp-espidf"
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Feature Flags
|
||||
|
||||
Build with specific features:
|
||||
|
||||
```bash
|
||||
# Default (ESP32)
|
||||
cargo build --release
|
||||
|
||||
# ESP32-S3 with federation
|
||||
cargo build --release --features federation
|
||||
|
||||
# All features
|
||||
cargo build --release --features full
|
||||
|
||||
# Host testing (no hardware needed)
|
||||
cargo build --features host-test --no-default-features
|
||||
|
||||
# WebAssembly
|
||||
cargo build --target wasm32-unknown-unknown --features wasm --no-default-features
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## API Usage (Library)
|
||||
|
||||
Use as a Rust library:
|
||||
|
||||
```rust
|
||||
use ruvllm_esp32::prelude::*;
|
||||
|
||||
// Vector search
|
||||
let config = HNSWConfig::default();
|
||||
let mut index: MicroHNSW<64, 256> = MicroHNSW::new(config);
|
||||
index.insert(&vector)?;
|
||||
let results = index.search(&query, 5);
|
||||
|
||||
// RAG
|
||||
let mut rag: MicroRAG<64, 64> = MicroRAG::new(RAGConfig::default());
|
||||
rag.add_knowledge("The sky is blue", &embedding)?;
|
||||
let results = rag.retrieve(&query_embedding, 3);
|
||||
|
||||
// Semantic memory
|
||||
let mut memory: SemanticMemory<64, 32> = SemanticMemory::new();
|
||||
memory.add_memory(&embedding, &tokens, MemoryType::Factual)?;
|
||||
|
||||
// Anomaly detection
|
||||
let mut detector = AnomalyDetector::new(AnomalyConfig::default());
|
||||
let result = detector.check(&embedding);
|
||||
if result.is_anomaly {
|
||||
println!("Anomaly detected!");
|
||||
}
|
||||
|
||||
// Binary quantization
|
||||
let binary = BinaryVector::from_f32(&float_vector);
|
||||
let distance = hamming_distance(&a, &b);
|
||||
|
||||
// Product quantization
|
||||
let pq = ProductQuantizer::new(PQConfig { dim: 64, num_subspaces: 8, num_centroids: 16 });
|
||||
let code = pq.encode(&vector)?;
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Installation Options
|
||||
|
||||
### As npm CLI Tool (Recommended for Flashing)
|
||||
|
||||
```bash
|
||||
# Use directly with npx (no install needed)
|
||||
npx ruvllm-esp32 install
|
||||
npx ruvllm-esp32 build --target esp32s3
|
||||
npx ruvllm-esp32 flash
|
||||
|
||||
# Or install globally
|
||||
npm install -g ruvllm-esp32
|
||||
ruvllm-esp32 --help
|
||||
```
|
||||
|
||||
### As Rust Library (For Custom Projects)
|
||||
|
||||
Add to your `Cargo.toml`:
|
||||
|
||||
```toml
|
||||
[dependencies]
|
||||
ruvllm-esp32 = "0.2"
|
||||
```
|
||||
|
||||
The library crate is available at [crates.io/crates/ruvllm-esp32](https://crates.io/crates/ruvllm-esp32).
|
||||
|
||||
### Clone This Project (For Full Customization)
|
||||
|
||||
This directory contains a complete, ready-to-flash project with all features:
|
||||
|
||||
```bash
|
||||
git clone https://github.com/ruvnet/ruvector
|
||||
cd ruvector/examples/ruvLLM/esp32-flash
|
||||
cargo build --release
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## License
|
||||
|
||||
MIT
|
||||
|
||||
---
|
||||
|
||||
## Links
|
||||
|
||||
- [Main Repository](https://github.com/ruvnet/ruvector)
|
||||
- [Rust Library (crates.io)](https://crates.io/crates/ruvllm-esp32)
|
||||
- [npm CLI Tool](https://www.npmjs.com/package/ruvllm-esp32)
|
||||
- [Documentation](https://docs.rs/ruvllm-esp32)
|
||||
- [Issue Tracker](https://github.com/ruvnet/ruvector/issues)
|
||||
|
||||
---
|
||||
|
||||
## Keywords
|
||||
|
||||
ESP32 LLM, Tiny LLM, Embedded AI, Microcontroller AI, Edge AI, ESP32 Machine Learning, ESP32 Neural Network, INT8 Quantization, Binary Quantization, Product Quantization, HNSW Vector Search, RAG Embedded, Retrieval Augmented Generation ESP32, Semantic Memory, Anomaly Detection, Speculative Decoding, Multi-chip AI, Pipeline Parallelism, MicroLoRA, On-device Learning, IoT AI, ESP32-S3 SIMD, Xtensa AI, RISC-V AI, Offline AI, Privacy-preserving AI
|
||||
408
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/bin/cli.js
vendored
Normal file
408
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/bin/cli.js
vendored
Normal file
@@ -0,0 +1,408 @@
|
||||
#!/usr/bin/env node
|
||||
/**
|
||||
* RuvLLM ESP32 CLI
|
||||
*
|
||||
* Cross-platform installation and flashing tool for RuvLLM on ESP32
|
||||
*/
|
||||
|
||||
const { spawn, execSync } = require('child_process');
|
||||
const fs = require('fs');
|
||||
const path = require('path');
|
||||
const os = require('os');
|
||||
|
||||
const VERSION = '0.3.0';
|
||||
const SUPPORTED_TARGETS = ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6'];
|
||||
|
||||
// Colors for terminal output
|
||||
const colors = {
|
||||
reset: '\x1b[0m',
|
||||
bright: '\x1b[1m',
|
||||
green: '\x1b[32m',
|
||||
yellow: '\x1b[33m',
|
||||
blue: '\x1b[34m',
|
||||
red: '\x1b[31m',
|
||||
cyan: '\x1b[36m'
|
||||
};
|
||||
|
||||
function log(msg, color = 'reset') {
|
||||
console.log(`${colors[color]}${msg}${colors.reset}`);
|
||||
}
|
||||
|
||||
function logStep(msg) {
|
||||
console.log(`${colors.cyan}▶${colors.reset} ${msg}`);
|
||||
}
|
||||
|
||||
function logSuccess(msg) {
|
||||
console.log(`${colors.green}✓${colors.reset} ${msg}`);
|
||||
}
|
||||
|
||||
function logError(msg) {
|
||||
console.error(`${colors.red}✗${colors.reset} ${msg}`);
|
||||
}
|
||||
|
||||
function showHelp() {
|
||||
console.log(`
|
||||
${colors.bright}RuvLLM ESP32 v${VERSION}${colors.reset}
|
||||
Full-featured LLM inference engine for ESP32
|
||||
|
||||
${colors.yellow}USAGE:${colors.reset}
|
||||
npx ruvllm-esp32 <command> [options]
|
||||
|
||||
${colors.yellow}COMMANDS:${colors.reset}
|
||||
install Install ESP32 toolchain (espup, espflash)
|
||||
build Build the firmware
|
||||
flash [port] Flash to ESP32 (auto-detect or specify port)
|
||||
monitor [port] Monitor serial output
|
||||
config Interactive configuration
|
||||
cluster Setup multi-chip cluster
|
||||
info Show system information
|
||||
|
||||
${colors.yellow}OPTIONS:${colors.reset}
|
||||
--target, -t ESP32 variant: esp32, esp32s2, esp32s3, esp32c3, esp32c6
|
||||
--port, -p Serial port (e.g., COM3, /dev/ttyUSB0)
|
||||
--release Build in release mode
|
||||
--features Cargo features: federation, full
|
||||
--help, -h Show this help
|
||||
--version, -v Show version
|
||||
|
||||
${colors.yellow}EXAMPLES:${colors.reset}
|
||||
npx ruvllm-esp32 install
|
||||
npx ruvllm-esp32 build --target esp32s3 --release
|
||||
npx ruvllm-esp32 flash --port COM6
|
||||
npx ruvllm-esp32 flash /dev/ttyUSB0
|
||||
npx ruvllm-esp32 cluster --chips 5
|
||||
|
||||
${colors.yellow}FEATURES:${colors.reset}
|
||||
- INT8/Binary quantized inference (~20KB RAM)
|
||||
- Product quantization (8-32x compression)
|
||||
- MicroLoRA on-device adaptation
|
||||
- HNSW vector search (1000+ vectors)
|
||||
- Semantic memory with RAG
|
||||
- Multi-chip federation (pipeline/tensor parallel)
|
||||
- Speculative decoding (2-4x speedup)
|
||||
`);
|
||||
}
|
||||
|
||||
function detectPlatform() {
|
||||
const platform = os.platform();
|
||||
const arch = os.arch();
|
||||
return { platform, arch };
|
||||
}
|
||||
|
||||
function detectPort() {
|
||||
const { platform } = detectPlatform();
|
||||
|
||||
try {
|
||||
if (platform === 'win32') {
|
||||
// Windows: Use PowerShell for better COM port detection
|
||||
try {
|
||||
const result = execSync(
|
||||
'powershell -Command "[System.IO.Ports.SerialPort]::GetPortNames() | Sort-Object { [int]($_ -replace \'COM\', \'\') }"',
|
||||
{ encoding: 'utf8', stdio: ['pipe', 'pipe', 'pipe'] }
|
||||
);
|
||||
const ports = result.trim().split('\n').filter(p => p.match(/COM\d+/));
|
||||
if (ports.length > 0) {
|
||||
return ports[0].trim();
|
||||
}
|
||||
} catch {
|
||||
// Fallback to wmic
|
||||
const result = execSync('wmic path Win32_SerialPort get DeviceID 2>nul', { encoding: 'utf8' });
|
||||
const ports = result.split('\n').filter(line => line.includes('COM')).map(line => line.trim());
|
||||
if (ports.length > 0) return ports[0];
|
||||
}
|
||||
return 'COM3';
|
||||
} else if (platform === 'darwin') {
|
||||
// macOS
|
||||
const files = fs.readdirSync('/dev').filter(f =>
|
||||
f.startsWith('cu.usbserial') ||
|
||||
f.startsWith('cu.SLAB') ||
|
||||
f.startsWith('cu.wchusbserial') ||
|
||||
f.startsWith('cu.usbmodem')
|
||||
);
|
||||
return files[0] ? `/dev/${files[0]}` : '/dev/cu.usbserial-0001';
|
||||
} else {
|
||||
// Linux
|
||||
const files = fs.readdirSync('/dev').filter(f => f.startsWith('ttyUSB') || f.startsWith('ttyACM'));
|
||||
return files[0] ? `/dev/${files[0]}` : '/dev/ttyUSB0';
|
||||
}
|
||||
} catch (e) {
|
||||
return platform === 'win32' ? 'COM3' : '/dev/ttyUSB0';
|
||||
}
|
||||
}
|
||||
|
||||
function checkToolchain() {
|
||||
try {
|
||||
execSync('espup --version', { stdio: 'pipe' });
|
||||
return true;
|
||||
} catch {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function installToolchain() {
|
||||
logStep('Installing ESP32 toolchain...');
|
||||
|
||||
const { platform } = detectPlatform();
|
||||
|
||||
try {
|
||||
if (platform === 'win32') {
|
||||
// Windows: Check if we have the PowerShell setup script
|
||||
const scriptsDir = path.join(__dirname, '..', 'scripts', 'windows');
|
||||
const setupScript = path.join(scriptsDir, 'setup.ps1');
|
||||
|
||||
if (fs.existsSync(setupScript)) {
|
||||
logStep('Running Windows setup script...');
|
||||
execSync(`powershell -ExecutionPolicy Bypass -File "${setupScript}"`, { stdio: 'inherit' });
|
||||
} else {
|
||||
// Fallback: manual installation
|
||||
logStep('Installing espup...');
|
||||
|
||||
// Download espup for Windows
|
||||
const espupUrl = 'https://github.com/esp-rs/espup/releases/latest/download/espup-x86_64-pc-windows-msvc.exe';
|
||||
const espupPath = path.join(os.tmpdir(), 'espup.exe');
|
||||
|
||||
execSync(`powershell -Command "Invoke-WebRequest -Uri '${espupUrl}' -OutFile '${espupPath}'"`, { stdio: 'inherit' });
|
||||
|
||||
logStep('Running espup install...');
|
||||
execSync(`"${espupPath}" install`, { stdio: 'inherit' });
|
||||
|
||||
// Install espflash
|
||||
logStep('Installing espflash...');
|
||||
execSync('cargo install espflash ldproxy', { stdio: 'inherit' });
|
||||
}
|
||||
|
||||
logSuccess('Toolchain installed successfully!');
|
||||
log('\nTo use the toolchain, run:', 'yellow');
|
||||
log(' . .\\scripts\\windows\\env.ps1', 'cyan');
|
||||
|
||||
} else {
|
||||
// Linux/macOS
|
||||
logStep('Installing espup...');
|
||||
const arch = os.arch() === 'arm64' ? 'aarch64' : 'x86_64';
|
||||
const binary = platform === 'darwin'
|
||||
? `espup-${arch}-apple-darwin`
|
||||
: `espup-${arch}-unknown-linux-gnu`;
|
||||
|
||||
execSync(`curl -L https://github.com/esp-rs/espup/releases/latest/download/${binary} -o /tmp/espup && chmod +x /tmp/espup && /tmp/espup install`, { stdio: 'inherit' });
|
||||
|
||||
// Install espflash
|
||||
logStep('Installing espflash...');
|
||||
execSync('cargo install espflash ldproxy', { stdio: 'inherit' });
|
||||
|
||||
logSuccess('Toolchain installed successfully!');
|
||||
log('\nPlease restart your terminal or run:', 'yellow');
|
||||
log(' source $HOME/export-esp.sh', 'cyan');
|
||||
}
|
||||
|
||||
return true;
|
||||
} catch (e) {
|
||||
logError(`Installation failed: ${e.message}`);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function build(options = {}) {
|
||||
const target = options.target || 'esp32';
|
||||
const release = options.release !== false; // Default to release
|
||||
const features = options.features || '';
|
||||
const { platform } = detectPlatform();
|
||||
|
||||
logStep(`Building for ${target}${release ? ' (release)' : ''}...`);
|
||||
|
||||
const targetMap = {
|
||||
'esp32': 'xtensa-esp32-espidf',
|
||||
'esp32s2': 'xtensa-esp32s2-espidf',
|
||||
'esp32s3': 'xtensa-esp32s3-espidf',
|
||||
'esp32c3': 'riscv32imc-esp-espidf',
|
||||
'esp32c6': 'riscv32imac-esp-espidf'
|
||||
};
|
||||
|
||||
const rustTarget = targetMap[target] || targetMap['esp32'];
|
||||
|
||||
try {
|
||||
if (platform === 'win32') {
|
||||
// Windows: Use PowerShell build script if available
|
||||
const scriptsDir = path.join(__dirname, '..', 'scripts', 'windows');
|
||||
const buildScript = path.join(scriptsDir, 'build.ps1');
|
||||
|
||||
if (fs.existsSync(buildScript)) {
|
||||
let psArgs = `-ExecutionPolicy Bypass -File "${buildScript}" -Target "${rustTarget}"`;
|
||||
if (release) psArgs += ' -Release';
|
||||
if (features) psArgs += ` -Features "${features}"`;
|
||||
|
||||
execSync(`powershell ${psArgs}`, { stdio: 'inherit', cwd: process.cwd() });
|
||||
} else {
|
||||
// Fallback to direct cargo
|
||||
let cmd = `cargo build --target ${rustTarget}`;
|
||||
if (release) cmd += ' --release';
|
||||
if (features) cmd += ` --features ${features}`;
|
||||
execSync(cmd, { stdio: 'inherit', cwd: process.cwd() });
|
||||
}
|
||||
} else {
|
||||
// Linux/macOS
|
||||
let cmd = `cargo build --target ${rustTarget}`;
|
||||
if (release) cmd += ' --release';
|
||||
if (features) cmd += ` --features ${features}`;
|
||||
execSync(cmd, { stdio: 'inherit', cwd: process.cwd() });
|
||||
}
|
||||
|
||||
logSuccess('Build completed!');
|
||||
return true;
|
||||
} catch (e) {
|
||||
logError(`Build failed: ${e.message}`);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function flash(port, options = {}) {
|
||||
const actualPort = port || detectPort();
|
||||
const target = options.target || 'esp32';
|
||||
const { platform } = detectPlatform();
|
||||
|
||||
logStep(`Flashing to ${actualPort}...`);
|
||||
|
||||
const targetMap = {
|
||||
'esp32': 'xtensa-esp32-espidf',
|
||||
'esp32s2': 'xtensa-esp32s2-espidf',
|
||||
'esp32s3': 'xtensa-esp32s3-espidf',
|
||||
'esp32c3': 'riscv32imc-esp-espidf',
|
||||
'esp32c6': 'riscv32imac-esp-espidf'
|
||||
};
|
||||
const rustTarget = targetMap[target] || targetMap['esp32'];
|
||||
|
||||
try {
|
||||
if (platform === 'win32') {
|
||||
// Windows: Use PowerShell flash script if available
|
||||
const scriptsDir = path.join(__dirname, '..', 'scripts', 'windows');
|
||||
const flashScript = path.join(scriptsDir, 'flash.ps1');
|
||||
|
||||
if (fs.existsSync(flashScript)) {
|
||||
const psArgs = `-ExecutionPolicy Bypass -File "${flashScript}" -Port "${actualPort}" -Target "${rustTarget}"`;
|
||||
execSync(`powershell ${psArgs}`, { stdio: 'inherit', cwd: process.cwd() });
|
||||
} else {
|
||||
// Fallback
|
||||
const binary = `target\\${rustTarget}\\release\\ruvllm-esp32`;
|
||||
execSync(`espflash flash --monitor --port ${actualPort} ${binary}`, { stdio: 'inherit' });
|
||||
}
|
||||
} else {
|
||||
// Linux/macOS
|
||||
const binary = `target/${rustTarget}/release/ruvllm-esp32`;
|
||||
execSync(`espflash flash --monitor --port ${actualPort} ${binary}`, { stdio: 'inherit' });
|
||||
}
|
||||
|
||||
logSuccess('Flash completed!');
|
||||
return true;
|
||||
} catch (e) {
|
||||
logError(`Flash failed: ${e.message}`);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function monitor(port) {
|
||||
const actualPort = port || detectPort();
|
||||
logStep(`Monitoring ${actualPort}...`);
|
||||
|
||||
try {
|
||||
execSync(`espflash monitor --port ${actualPort}`, { stdio: 'inherit' });
|
||||
} catch (e) {
|
||||
// Monitor exits normally with Ctrl+C
|
||||
}
|
||||
}
|
||||
|
||||
function showInfo() {
|
||||
const { platform, arch } = detectPlatform();
|
||||
const hasToolchain = checkToolchain();
|
||||
|
||||
console.log(`
|
||||
${colors.bright}RuvLLM ESP32 System Information${colors.reset}
|
||||
${'─'.repeat(40)}
|
||||
Version: ${VERSION}
|
||||
Platform: ${platform}
|
||||
Architecture: ${arch}
|
||||
Toolchain: ${hasToolchain ? `${colors.green}Installed${colors.reset}` : `${colors.red}Not installed${colors.reset}`}
|
||||
Detected Port: ${detectPort()}
|
||||
|
||||
${colors.yellow}Supported Targets:${colors.reset}
|
||||
${SUPPORTED_TARGETS.join(', ')}
|
||||
|
||||
${colors.yellow}Features:${colors.reset}
|
||||
- Binary quantization (32x compression)
|
||||
- Product quantization (8-32x)
|
||||
- Sparse attention patterns
|
||||
- MicroLoRA adaptation
|
||||
- HNSW vector index
|
||||
- Semantic memory
|
||||
- RAG retrieval
|
||||
- Anomaly detection
|
||||
- Pipeline parallelism
|
||||
- Tensor parallelism
|
||||
- Speculative decoding
|
||||
`);
|
||||
}
|
||||
|
||||
// Parse arguments
|
||||
const args = process.argv.slice(2);
|
||||
const command = args[0];
|
||||
|
||||
const options = {
|
||||
target: 'esp32',
|
||||
port: null,
|
||||
release: false,
|
||||
features: ''
|
||||
};
|
||||
|
||||
for (let i = 1; i < args.length; i++) {
|
||||
const arg = args[i];
|
||||
if (arg === '--target' || arg === '-t') {
|
||||
options.target = args[++i];
|
||||
} else if (arg === '--port' || arg === '-p') {
|
||||
options.port = args[++i];
|
||||
} else if (arg === '--release') {
|
||||
options.release = true;
|
||||
} else if (arg === '--features') {
|
||||
options.features = args[++i];
|
||||
} else if (arg === '--help' || arg === '-h') {
|
||||
showHelp();
|
||||
process.exit(0);
|
||||
} else if (arg === '--version' || arg === '-v') {
|
||||
console.log(VERSION);
|
||||
process.exit(0);
|
||||
} else if (!arg.startsWith('-')) {
|
||||
// Positional argument (likely port)
|
||||
if (!options.port) options.port = arg;
|
||||
}
|
||||
}
|
||||
|
||||
// Execute command
|
||||
async function main() {
|
||||
switch (command) {
|
||||
case 'install':
|
||||
await installToolchain();
|
||||
break;
|
||||
case 'build':
|
||||
await build(options);
|
||||
break;
|
||||
case 'flash':
|
||||
await flash(options.port, options);
|
||||
break;
|
||||
case 'monitor':
|
||||
await monitor(options.port);
|
||||
break;
|
||||
case 'info':
|
||||
showInfo();
|
||||
break;
|
||||
case 'help':
|
||||
case undefined:
|
||||
showHelp();
|
||||
break;
|
||||
default:
|
||||
logError(`Unknown command: ${command}`);
|
||||
showHelp();
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
main().catch(e => {
|
||||
logError(e.message);
|
||||
process.exit(1);
|
||||
});
|
||||
35
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/bin/postinstall.js
vendored
Normal file
35
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/bin/postinstall.js
vendored
Normal file
@@ -0,0 +1,35 @@
|
||||
#!/usr/bin/env node
|
||||
/**
|
||||
* Post-install script for ruvllm-esp32
|
||||
* Downloads platform-specific binaries and checks prerequisites
|
||||
*/
|
||||
|
||||
const os = require('os');
|
||||
const path = require('path');
|
||||
const fs = require('fs');
|
||||
|
||||
const platform = os.platform();
|
||||
const arch = os.arch();
|
||||
|
||||
console.log('\n🔧 RuvLLM ESP32 Post-Install Setup\n');
|
||||
console.log(`Platform: ${platform}/${arch}`);
|
||||
|
||||
// Check for Rust
|
||||
try {
|
||||
require('child_process').execSync('rustc --version', { stdio: 'pipe' });
|
||||
console.log('✓ Rust is installed');
|
||||
} catch {
|
||||
console.log('⚠ Rust not found. Install from https://rustup.rs');
|
||||
}
|
||||
|
||||
// Check for cargo
|
||||
try {
|
||||
require('child_process').execSync('cargo --version', { stdio: 'pipe' });
|
||||
console.log('✓ Cargo is installed');
|
||||
} catch {
|
||||
console.log('⚠ Cargo not found. Install Rust from https://rustup.rs');
|
||||
}
|
||||
|
||||
console.log('\n📦 Installation complete!');
|
||||
console.log('Run: npx ruvllm-esp32 install to setup ESP32 toolchain');
|
||||
console.log('Run: npx ruvllm-esp32 --help for all commands\n');
|
||||
65
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/package.json
vendored
Normal file
65
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/package.json
vendored
Normal file
@@ -0,0 +1,65 @@
|
||||
{
|
||||
"name": "ruvllm-esp32",
|
||||
"version": "0.3.1",
|
||||
"description": "RuvLLM ESP32 - Tiny LLM inference for ESP32 microcontrollers with INT8 quantization, RAG, HNSW vector search, and multi-chip federation. Run AI on $4 hardware.",
|
||||
"keywords": [
|
||||
"esp32",
|
||||
"llm",
|
||||
"ai",
|
||||
"inference",
|
||||
"embedded",
|
||||
"microcontroller",
|
||||
"rag",
|
||||
"vector-search",
|
||||
"hnsw",
|
||||
"quantization",
|
||||
"edge-ai",
|
||||
"iot",
|
||||
"machine-learning",
|
||||
"neural-network",
|
||||
"esp32-s3",
|
||||
"xtensa",
|
||||
"riscv",
|
||||
"offline-ai",
|
||||
"tiny-ml",
|
||||
"semantic-memory"
|
||||
],
|
||||
"author": "RuVector Team",
|
||||
"license": "MIT",
|
||||
"repository": {
|
||||
"type": "git",
|
||||
"url": "https://github.com/ruvnet/ruvector.git",
|
||||
"directory": "examples/ruvLLM/esp32-flash"
|
||||
},
|
||||
"homepage": "https://github.com/ruvnet/ruvector/tree/main/examples/ruvLLM/esp32-flash",
|
||||
"bugs": {
|
||||
"url": "https://github.com/ruvnet/ruvector/issues"
|
||||
},
|
||||
"bin": {
|
||||
"ruvllm-esp32": "./bin/cli.js"
|
||||
},
|
||||
"files": [
|
||||
"bin/",
|
||||
"binaries/",
|
||||
"scripts/",
|
||||
"templates/",
|
||||
"web-flasher/",
|
||||
"README.md"
|
||||
],
|
||||
"scripts": {
|
||||
"postinstall": "node bin/postinstall.js"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=16.0.0"
|
||||
},
|
||||
"os": [
|
||||
"darwin",
|
||||
"linux",
|
||||
"win32"
|
||||
],
|
||||
"cpu": [
|
||||
"x64",
|
||||
"arm64"
|
||||
],
|
||||
"preferGlobal": true
|
||||
}
|
||||
124
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/build.ps1
vendored
Normal file
124
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/build.ps1
vendored
Normal file
@@ -0,0 +1,124 @@
|
||||
# build.ps1 - Auto-configure and build RuvLLM ESP32
|
||||
# Automatically detects toolchain paths - no manual configuration needed
|
||||
|
||||
param(
|
||||
[string]$Target = "xtensa-esp32-espidf",
|
||||
[switch]$Release = $true,
|
||||
[string]$Features = ""
|
||||
)
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
Write-Host "`n=== RuvLLM ESP32 Build ===" -ForegroundColor Cyan
|
||||
Write-Host ""
|
||||
|
||||
# Auto-detect paths
|
||||
$rustupHome = if ($env:RUSTUP_HOME) { $env:RUSTUP_HOME } else { "$env:USERPROFILE\.rustup" }
|
||||
$cargoHome = if ($env:CARGO_HOME) { $env:CARGO_HOME } else { "$env:USERPROFILE\.cargo" }
|
||||
|
||||
# Find ESP toolchain
|
||||
$espToolchain = (Get-ChildItem "$rustupHome\toolchains" -Directory -ErrorAction SilentlyContinue |
|
||||
Where-Object { $_.Name -like "esp*" } |
|
||||
Select-Object -First 1)
|
||||
|
||||
if (-not $espToolchain) {
|
||||
Write-Error "ESP toolchain not found. Run .\setup.ps1 first"
|
||||
}
|
||||
|
||||
$espToolchainPath = $espToolchain.FullName
|
||||
|
||||
# Find libclang dynamically
|
||||
$libclang = Get-ChildItem "$espToolchainPath" -Recurse -Filter "libclang.dll" -ErrorAction SilentlyContinue |
|
||||
Select-Object -First 1
|
||||
|
||||
if (-not $libclang) {
|
||||
Write-Error "libclang.dll not found in $espToolchainPath"
|
||||
}
|
||||
|
||||
# Find Python
|
||||
$python = Get-Command python -ErrorAction SilentlyContinue
|
||||
if (-not $python) {
|
||||
$python = Get-Command python3 -ErrorAction SilentlyContinue
|
||||
}
|
||||
if (-not $python) {
|
||||
Write-Error "Python not found. Please install Python 3.8+"
|
||||
}
|
||||
$pythonPath = Split-Path $python.Source
|
||||
|
||||
# Find clang and xtensa-esp-elf paths
|
||||
$clangBin = Get-ChildItem "$espToolchainPath" -Recurse -Directory -Filter "esp-clang" -ErrorAction SilentlyContinue |
|
||||
Select-Object -First 1
|
||||
$clangBinPath = if ($clangBin) { "$($clangBin.FullName)\bin" } else { "" }
|
||||
|
||||
$xtensaBin = Get-ChildItem "$espToolchainPath" -Recurse -Directory -Filter "xtensa-esp-elf" -ErrorAction SilentlyContinue |
|
||||
Select-Object -First 1
|
||||
$xtensaBinPath = if ($xtensaBin) { "$($xtensaBin.FullName)\bin" } else { "" }
|
||||
|
||||
# Set environment variables
|
||||
$env:LIBCLANG_PATH = Split-Path $libclang.FullName
|
||||
$env:RUSTUP_TOOLCHAIN = "esp"
|
||||
$env:ESP_IDF_VERSION = "v5.1.2"
|
||||
|
||||
# Build PATH with all required directories
|
||||
$pathParts = @(
|
||||
$pythonPath,
|
||||
"$pythonPath\Scripts",
|
||||
$clangBinPath,
|
||||
$xtensaBinPath,
|
||||
"$cargoHome\bin"
|
||||
) | Where-Object { $_ -ne "" }
|
||||
|
||||
$env:PATH = ($pathParts -join ";") + ";" + $env:PATH
|
||||
|
||||
Write-Host "Build Configuration:" -ForegroundColor Gray
|
||||
Write-Host " Target: $Target"
|
||||
Write-Host " Release: $Release"
|
||||
Write-Host " Toolchain: $($espToolchain.Name)"
|
||||
Write-Host " LIBCLANG_PATH: $($env:LIBCLANG_PATH)"
|
||||
Write-Host ""
|
||||
|
||||
# Navigate to project directory
|
||||
$projectDir = Split-Path -Parent (Split-Path -Parent $PSScriptRoot)
|
||||
Push-Location $projectDir
|
||||
|
||||
try {
|
||||
# Build cargo command
|
||||
$cargoArgs = @("build")
|
||||
|
||||
if ($Release) {
|
||||
$cargoArgs += "--release"
|
||||
}
|
||||
|
||||
if ($Features) {
|
||||
$cargoArgs += "--features"
|
||||
$cargoArgs += $Features
|
||||
}
|
||||
|
||||
Write-Host "Running: cargo $($cargoArgs -join ' ')" -ForegroundColor Gray
|
||||
Write-Host ""
|
||||
|
||||
& cargo @cargoArgs
|
||||
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
throw "Build failed with exit code $LASTEXITCODE"
|
||||
}
|
||||
|
||||
Write-Host ""
|
||||
Write-Host "Build successful!" -ForegroundColor Green
|
||||
|
||||
# Find the built binary
|
||||
$buildDir = if ($Release) { "release" } else { "debug" }
|
||||
$binary = Get-ChildItem "$projectDir\target\$Target\$buildDir" -Filter "*.elf" -ErrorAction SilentlyContinue |
|
||||
Where-Object { $_.Name -notmatch "deps" } |
|
||||
Select-Object -First 1
|
||||
|
||||
if ($binary) {
|
||||
Write-Host "Binary: $($binary.FullName)" -ForegroundColor Cyan
|
||||
}
|
||||
|
||||
Write-Host ""
|
||||
Write-Host "Next: Run .\flash.ps1 to flash to device" -ForegroundColor Yellow
|
||||
|
||||
} finally {
|
||||
Pop-Location
|
||||
}
|
||||
60
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/env.ps1
vendored
Normal file
60
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/env.ps1
vendored
Normal file
@@ -0,0 +1,60 @@
|
||||
# env.ps1 - Set up ESP32 Rust environment for the current session
|
||||
# Source this script: . .\env.ps1
|
||||
|
||||
$ErrorActionPreference = "SilentlyContinue"
|
||||
|
||||
# Find paths
|
||||
$rustupHome = if ($env:RUSTUP_HOME) { $env:RUSTUP_HOME } else { "$env:USERPROFILE\.rustup" }
|
||||
$cargoHome = if ($env:CARGO_HOME) { $env:CARGO_HOME } else { "$env:USERPROFILE\.cargo" }
|
||||
|
||||
# Find ESP toolchain
|
||||
$espToolchain = (Get-ChildItem "$rustupHome\toolchains" -Directory |
|
||||
Where-Object { $_.Name -like "esp*" } |
|
||||
Select-Object -First 1)
|
||||
|
||||
if (-not $espToolchain) {
|
||||
Write-Host "ESP toolchain not found. Run setup.ps1 first." -ForegroundColor Red
|
||||
return
|
||||
}
|
||||
|
||||
$espToolchainPath = $espToolchain.FullName
|
||||
|
||||
# Find libclang
|
||||
$libclang = Get-ChildItem "$espToolchainPath" -Recurse -Filter "libclang.dll" |
|
||||
Select-Object -First 1
|
||||
|
||||
# Find clang bin
|
||||
$clangBin = Get-ChildItem "$espToolchainPath" -Recurse -Directory -Filter "esp-clang" |
|
||||
Select-Object -First 1
|
||||
|
||||
# Find xtensa-esp-elf bin
|
||||
$xtensaBin = Get-ChildItem "$espToolchainPath" -Recurse -Directory -Filter "xtensa-esp-elf" |
|
||||
Select-Object -First 1
|
||||
|
||||
# Find Python
|
||||
$python = Get-Command python -ErrorAction SilentlyContinue
|
||||
$pythonPath = if ($python) { Split-Path $python.Source } else { "" }
|
||||
|
||||
# Set environment variables
|
||||
$env:LIBCLANG_PATH = if ($libclang) { Split-Path $libclang.FullName } else { "" }
|
||||
$env:RUSTUP_TOOLCHAIN = "esp"
|
||||
$env:ESP_IDF_VERSION = "v5.1.2"
|
||||
|
||||
# Build PATH
|
||||
$pathAdditions = @()
|
||||
if ($pythonPath) { $pathAdditions += $pythonPath; $pathAdditions += "$pythonPath\Scripts" }
|
||||
if ($clangBin) { $pathAdditions += "$($clangBin.FullName)\bin" }
|
||||
if ($xtensaBin) { $pathAdditions += "$($xtensaBin.FullName)\bin" }
|
||||
$pathAdditions += "$cargoHome\bin"
|
||||
|
||||
$env:PATH = ($pathAdditions -join ";") + ";" + $env:PATH
|
||||
|
||||
# Display status
|
||||
Write-Host ""
|
||||
Write-Host "ESP32 Rust environment loaded" -ForegroundColor Green
|
||||
Write-Host ""
|
||||
Write-Host " RUSTUP_TOOLCHAIN: $($env:RUSTUP_TOOLCHAIN)" -ForegroundColor Gray
|
||||
Write-Host " LIBCLANG_PATH: $($env:LIBCLANG_PATH)" -ForegroundColor Gray
|
||||
Write-Host " ESP_IDF_VERSION: $($env:ESP_IDF_VERSION)" -ForegroundColor Gray
|
||||
Write-Host ""
|
||||
Write-Host "Ready to build! Run: .\build.ps1" -ForegroundColor Cyan
|
||||
99
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/flash.ps1
vendored
Normal file
99
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/flash.ps1
vendored
Normal file
@@ -0,0 +1,99 @@
|
||||
# flash.ps1 - Auto-detect COM port and flash RuvLLM ESP32
|
||||
# Automatically finds connected ESP32 devices
|
||||
|
||||
param(
|
||||
[string]$Port = "",
|
||||
[switch]$Monitor = $true,
|
||||
[string]$Target = "xtensa-esp32-espidf",
|
||||
[switch]$Release = $true
|
||||
)
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
Write-Host "`n=== RuvLLM ESP32 Flash ===" -ForegroundColor Cyan
|
||||
Write-Host ""
|
||||
|
||||
# Auto-detect COM port if not specified
|
||||
if (-not $Port) {
|
||||
# Get available COM ports
|
||||
Add-Type -AssemblyName System.IO.Ports
|
||||
$ports = [System.IO.Ports.SerialPort]::GetPortNames() |
|
||||
Where-Object { $_ -match "COM\d+" } |
|
||||
Sort-Object { [int]($_ -replace "COM", "") }
|
||||
|
||||
if ($ports.Count -eq 0) {
|
||||
Write-Error "No COM ports found. Is the ESP32 connected via USB?"
|
||||
} elseif ($ports.Count -eq 1) {
|
||||
$Port = $ports[0]
|
||||
Write-Host "Auto-detected port: $Port" -ForegroundColor Green
|
||||
} else {
|
||||
Write-Host "Multiple COM ports found:" -ForegroundColor Yellow
|
||||
Write-Host ""
|
||||
for ($i = 0; $i -lt $ports.Count; $i++) {
|
||||
Write-Host " [$i] $($ports[$i])"
|
||||
}
|
||||
Write-Host ""
|
||||
$selection = Read-Host "Select port (0-$($ports.Count - 1))"
|
||||
|
||||
if ($selection -match "^\d+$" -and [int]$selection -lt $ports.Count) {
|
||||
$Port = $ports[[int]$selection]
|
||||
} else {
|
||||
Write-Error "Invalid selection"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Write-Host "Using port: $Port" -ForegroundColor Cyan
|
||||
Write-Host ""
|
||||
|
||||
# Find binary
|
||||
$projectDir = Split-Path -Parent (Split-Path -Parent $PSScriptRoot)
|
||||
$buildDir = if ($Release) { "release" } else { "debug" }
|
||||
$targetDir = "$projectDir\target\$Target\$buildDir"
|
||||
|
||||
# Look for ELF or binary file
|
||||
$binary = Get-ChildItem $targetDir -Filter "*.elf" -ErrorAction SilentlyContinue |
|
||||
Where-Object { $_.Name -notmatch "deps" } |
|
||||
Select-Object -First 1
|
||||
|
||||
if (-not $binary) {
|
||||
$binary = Get-ChildItem $targetDir -Filter "ruvllm-esp32*" -ErrorAction SilentlyContinue |
|
||||
Where-Object { $_.Name -notmatch "\." -or $_.Name -match "\.elf$" } |
|
||||
Select-Object -First 1
|
||||
}
|
||||
|
||||
if (-not $binary) {
|
||||
Write-Host "Available files in $targetDir`:" -ForegroundColor Yellow
|
||||
Get-ChildItem $targetDir -ErrorAction SilentlyContinue | ForEach-Object { Write-Host " $($_.Name)" }
|
||||
Write-Error "No binary found. Run .\build.ps1 first"
|
||||
}
|
||||
|
||||
Write-Host "Binary: $($binary.Name)" -ForegroundColor Gray
|
||||
Write-Host ""
|
||||
|
||||
# Check for espflash
|
||||
$espflash = Get-Command espflash -ErrorAction SilentlyContinue
|
||||
if (-not $espflash) {
|
||||
Write-Error "espflash not found. Run .\setup.ps1 first"
|
||||
}
|
||||
|
||||
# Build espflash command
|
||||
$espflashArgs = @("flash", "--port", $Port, $binary.FullName)
|
||||
|
||||
if ($Monitor) {
|
||||
$espflashArgs += "--monitor"
|
||||
}
|
||||
|
||||
Write-Host "Flashing..." -ForegroundColor Cyan
|
||||
Write-Host "Command: espflash $($espflashArgs -join ' ')" -ForegroundColor Gray
|
||||
Write-Host ""
|
||||
|
||||
# Flash the device
|
||||
& espflash @espflashArgs
|
||||
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
Write-Error "Flash failed with exit code $LASTEXITCODE"
|
||||
}
|
||||
|
||||
Write-Host ""
|
||||
Write-Host "Flash complete!" -ForegroundColor Green
|
||||
41
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/monitor.ps1
vendored
Normal file
41
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/monitor.ps1
vendored
Normal file
@@ -0,0 +1,41 @@
|
||||
# monitor.ps1 - Open serial monitor for ESP32
|
||||
# Auto-detects COM port
|
||||
|
||||
param(
|
||||
[string]$Port = "",
|
||||
[int]$Baud = 115200
|
||||
)
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
Write-Host "`n=== RuvLLM ESP32 Serial Monitor ===" -ForegroundColor Cyan
|
||||
Write-Host ""
|
||||
|
||||
# Auto-detect COM port if not specified
|
||||
if (-not $Port) {
|
||||
Add-Type -AssemblyName System.IO.Ports
|
||||
$ports = [System.IO.Ports.SerialPort]::GetPortNames() |
|
||||
Where-Object { $_ -match "COM\d+" } |
|
||||
Sort-Object { [int]($_ -replace "COM", "") }
|
||||
|
||||
if ($ports.Count -eq 0) {
|
||||
Write-Error "No COM ports found. Is the ESP32 connected?"
|
||||
} elseif ($ports.Count -eq 1) {
|
||||
$Port = $ports[0]
|
||||
Write-Host "Auto-detected port: $Port" -ForegroundColor Green
|
||||
} else {
|
||||
Write-Host "Multiple COM ports found:" -ForegroundColor Yellow
|
||||
for ($i = 0; $i -lt $ports.Count; $i++) {
|
||||
Write-Host " [$i] $($ports[$i])"
|
||||
}
|
||||
$selection = Read-Host "Select port (0-$($ports.Count - 1))"
|
||||
$Port = $ports[[int]$selection]
|
||||
}
|
||||
}
|
||||
|
||||
Write-Host "Opening monitor on $Port at $Baud baud..." -ForegroundColor Cyan
|
||||
Write-Host "Press Ctrl+C to exit" -ForegroundColor Gray
|
||||
Write-Host ""
|
||||
|
||||
# Use espflash monitor
|
||||
& espflash monitor --port $Port --baud $Baud
|
||||
118
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/setup.ps1
vendored
Normal file
118
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/scripts/windows/setup.ps1
vendored
Normal file
@@ -0,0 +1,118 @@
|
||||
# setup.ps1 - One-time Windows setup for RuvLLM ESP32
|
||||
# Run this once to install/configure the ESP32 Rust toolchain
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
Write-Host "`n=== RuvLLM ESP32 Windows Setup ===" -ForegroundColor Cyan
|
||||
Write-Host ""
|
||||
|
||||
# Find Rust ESP toolchain dynamically
|
||||
$rustupHome = if ($env:RUSTUP_HOME) { $env:RUSTUP_HOME } else { "$env:USERPROFILE\.rustup" }
|
||||
$cargoHome = if ($env:CARGO_HOME) { $env:CARGO_HOME } else { "$env:USERPROFILE\.cargo" }
|
||||
|
||||
# Check if Rust is installed
|
||||
$rustc = Get-Command rustc -ErrorAction SilentlyContinue
|
||||
if (-not $rustc) {
|
||||
Write-Host "Rust not found. Installing rustup..." -ForegroundColor Yellow
|
||||
Invoke-WebRequest -Uri "https://win.rustup.rs/x86_64" -OutFile rustup-init.exe
|
||||
.\rustup-init.exe -y --default-toolchain stable
|
||||
Remove-Item rustup-init.exe
|
||||
$env:PATH = "$cargoHome\bin;" + $env:PATH
|
||||
Write-Host "Rust installed successfully" -ForegroundColor Green
|
||||
}
|
||||
|
||||
# Find or install ESP toolchain
|
||||
$espToolchain = Get-ChildItem "$rustupHome\toolchains" -Directory -ErrorAction SilentlyContinue |
|
||||
Where-Object { $_.Name -like "esp*" } |
|
||||
Select-Object -First 1
|
||||
|
||||
if (-not $espToolchain) {
|
||||
Write-Host "ESP toolchain not found. Installing espup..." -ForegroundColor Yellow
|
||||
|
||||
# Download espup
|
||||
$espupUrl = "https://github.com/esp-rs/espup/releases/latest/download/espup-x86_64-pc-windows-msvc.exe"
|
||||
$espupPath = "$env:TEMP\espup.exe"
|
||||
|
||||
Write-Host "Downloading espup..." -ForegroundColor Gray
|
||||
Invoke-WebRequest -Uri $espupUrl -OutFile $espupPath
|
||||
|
||||
Write-Host "Running espup install (this may take several minutes)..." -ForegroundColor Gray
|
||||
& $espupPath install
|
||||
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
Write-Error "espup install failed with exit code $LASTEXITCODE"
|
||||
}
|
||||
|
||||
Remove-Item $espupPath -ErrorAction SilentlyContinue
|
||||
|
||||
# Re-check for toolchain
|
||||
$espToolchain = Get-ChildItem "$rustupHome\toolchains" -Directory |
|
||||
Where-Object { $_.Name -like "esp*" } |
|
||||
Select-Object -First 1
|
||||
}
|
||||
|
||||
if (-not $espToolchain) {
|
||||
Write-Error "ESP toolchain installation failed. Please install manually: https://esp-rs.github.io/book/"
|
||||
}
|
||||
|
||||
Write-Host "Found ESP toolchain: $($espToolchain.Name)" -ForegroundColor Green
|
||||
|
||||
# Find Python
|
||||
$python = Get-Command python -ErrorAction SilentlyContinue
|
||||
if (-not $python) {
|
||||
$python = Get-Command python3 -ErrorAction SilentlyContinue
|
||||
}
|
||||
if (-not $python) {
|
||||
Write-Error "Python not found. Please install Python 3.8+ from https://python.org"
|
||||
}
|
||||
Write-Host "Found Python: $($python.Source)" -ForegroundColor Green
|
||||
|
||||
# Find libclang
|
||||
$libclang = Get-ChildItem "$($espToolchain.FullName)" -Recurse -Filter "libclang.dll" -ErrorAction SilentlyContinue |
|
||||
Select-Object -First 1
|
||||
|
||||
if ($libclang) {
|
||||
Write-Host "Found libclang: $($libclang.FullName)" -ForegroundColor Green
|
||||
} else {
|
||||
Write-Host "Warning: libclang.dll not found in toolchain" -ForegroundColor Yellow
|
||||
}
|
||||
|
||||
# Install espflash if not present
|
||||
$espflash = Get-Command espflash -ErrorAction SilentlyContinue
|
||||
if (-not $espflash) {
|
||||
Write-Host "Installing espflash..." -ForegroundColor Yellow
|
||||
cargo install espflash
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
Write-Error "espflash installation failed"
|
||||
}
|
||||
Write-Host "espflash installed successfully" -ForegroundColor Green
|
||||
} else {
|
||||
Write-Host "Found espflash: $($espflash.Source)" -ForegroundColor Green
|
||||
}
|
||||
|
||||
# Install ldproxy if not present
|
||||
$ldproxy = Get-Command ldproxy -ErrorAction SilentlyContinue
|
||||
if (-not $ldproxy) {
|
||||
Write-Host "Installing ldproxy..." -ForegroundColor Yellow
|
||||
cargo install ldproxy
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
Write-Error "ldproxy installation failed"
|
||||
}
|
||||
Write-Host "ldproxy installed successfully" -ForegroundColor Green
|
||||
}
|
||||
|
||||
Write-Host ""
|
||||
Write-Host "=== Setup Complete ===" -ForegroundColor Green
|
||||
Write-Host ""
|
||||
Write-Host "Summary:" -ForegroundColor Cyan
|
||||
Write-Host " Toolchain: $($espToolchain.Name)"
|
||||
Write-Host " Python: $($python.Source)"
|
||||
if ($libclang) {
|
||||
Write-Host " Libclang: $($libclang.FullName)"
|
||||
}
|
||||
Write-Host ""
|
||||
Write-Host "Next steps:" -ForegroundColor Yellow
|
||||
Write-Host " 1. Run: .\build.ps1"
|
||||
Write-Host " 2. Connect ESP32 via USB"
|
||||
Write-Host " 3. Run: .\flash.ps1"
|
||||
Write-Host ""
|
||||
438
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/web-flasher/index.html
vendored
Normal file
438
vendor/ruvector/examples/ruvLLM/esp32-flash/npm/web-flasher/index.html
vendored
Normal file
@@ -0,0 +1,438 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<title>RuvLLM ESP32 Web Flasher</title>
|
||||
<style>
|
||||
:root {
|
||||
--bg: #0d1117;
|
||||
--card: #161b22;
|
||||
--border: #30363d;
|
||||
--text: #c9d1d9;
|
||||
--text-muted: #8b949e;
|
||||
--accent: #58a6ff;
|
||||
--success: #3fb950;
|
||||
--warning: #d29922;
|
||||
--error: #f85149;
|
||||
}
|
||||
|
||||
* {
|
||||
box-sizing: border-box;
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
}
|
||||
|
||||
body {
|
||||
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, sans-serif;
|
||||
background: var(--bg);
|
||||
color: var(--text);
|
||||
min-height: 100vh;
|
||||
padding: 2rem;
|
||||
}
|
||||
|
||||
.container {
|
||||
max-width: 800px;
|
||||
margin: 0 auto;
|
||||
}
|
||||
|
||||
h1 {
|
||||
text-align: center;
|
||||
margin-bottom: 0.5rem;
|
||||
color: var(--accent);
|
||||
}
|
||||
|
||||
.subtitle {
|
||||
text-align: center;
|
||||
color: var(--text-muted);
|
||||
margin-bottom: 2rem;
|
||||
}
|
||||
|
||||
.card {
|
||||
background: var(--card);
|
||||
border: 1px solid var(--border);
|
||||
border-radius: 8px;
|
||||
padding: 1.5rem;
|
||||
margin-bottom: 1.5rem;
|
||||
}
|
||||
|
||||
.card h2 {
|
||||
font-size: 1.1rem;
|
||||
margin-bottom: 1rem;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 0.5rem;
|
||||
}
|
||||
|
||||
.step-number {
|
||||
background: var(--accent);
|
||||
color: var(--bg);
|
||||
width: 24px;
|
||||
height: 24px;
|
||||
border-radius: 50%;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
font-size: 0.8rem;
|
||||
font-weight: bold;
|
||||
}
|
||||
|
||||
select, button {
|
||||
width: 100%;
|
||||
padding: 0.75rem 1rem;
|
||||
border-radius: 6px;
|
||||
border: 1px solid var(--border);
|
||||
background: var(--bg);
|
||||
color: var(--text);
|
||||
font-size: 1rem;
|
||||
cursor: pointer;
|
||||
margin-bottom: 0.5rem;
|
||||
}
|
||||
|
||||
select:hover, button:hover {
|
||||
border-color: var(--accent);
|
||||
}
|
||||
|
||||
button.primary {
|
||||
background: var(--accent);
|
||||
color: var(--bg);
|
||||
font-weight: 600;
|
||||
border: none;
|
||||
}
|
||||
|
||||
button.primary:hover {
|
||||
opacity: 0.9;
|
||||
}
|
||||
|
||||
button.primary:disabled {
|
||||
opacity: 0.5;
|
||||
cursor: not-allowed;
|
||||
}
|
||||
|
||||
.progress {
|
||||
background: var(--bg);
|
||||
border-radius: 4px;
|
||||
height: 8px;
|
||||
overflow: hidden;
|
||||
margin: 1rem 0;
|
||||
}
|
||||
|
||||
.progress-bar {
|
||||
background: var(--accent);
|
||||
height: 100%;
|
||||
width: 0%;
|
||||
transition: width 0.3s ease;
|
||||
}
|
||||
|
||||
.log {
|
||||
background: var(--bg);
|
||||
border: 1px solid var(--border);
|
||||
border-radius: 6px;
|
||||
padding: 1rem;
|
||||
font-family: 'Monaco', 'Consolas', monospace;
|
||||
font-size: 0.85rem;
|
||||
max-height: 300px;
|
||||
overflow-y: auto;
|
||||
}
|
||||
|
||||
.log-entry {
|
||||
margin-bottom: 0.25rem;
|
||||
}
|
||||
|
||||
.log-entry.success { color: var(--success); }
|
||||
.log-entry.warning { color: var(--warning); }
|
||||
.log-entry.error { color: var(--error); }
|
||||
.log-entry.info { color: var(--accent); }
|
||||
|
||||
.status {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 0.5rem;
|
||||
padding: 0.5rem;
|
||||
border-radius: 4px;
|
||||
margin-bottom: 1rem;
|
||||
}
|
||||
|
||||
.status.connected {
|
||||
background: rgba(63, 185, 80, 0.1);
|
||||
color: var(--success);
|
||||
}
|
||||
|
||||
.status.disconnected {
|
||||
background: rgba(248, 81, 73, 0.1);
|
||||
color: var(--error);
|
||||
}
|
||||
|
||||
.features {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
|
||||
gap: 1rem;
|
||||
margin-top: 1rem;
|
||||
}
|
||||
|
||||
.feature {
|
||||
background: var(--bg);
|
||||
padding: 0.75rem;
|
||||
border-radius: 4px;
|
||||
font-size: 0.9rem;
|
||||
}
|
||||
|
||||
.feature strong {
|
||||
color: var(--accent);
|
||||
}
|
||||
|
||||
.warning-box {
|
||||
background: rgba(210, 153, 34, 0.1);
|
||||
border: 1px solid var(--warning);
|
||||
border-radius: 6px;
|
||||
padding: 1rem;
|
||||
margin-bottom: 1rem;
|
||||
color: var(--warning);
|
||||
}
|
||||
|
||||
#browser-check {
|
||||
display: none;
|
||||
}
|
||||
|
||||
#browser-check.show {
|
||||
display: block;
|
||||
}
|
||||
|
||||
footer {
|
||||
text-align: center;
|
||||
margin-top: 2rem;
|
||||
color: var(--text-muted);
|
||||
font-size: 0.9rem;
|
||||
}
|
||||
|
||||
footer a {
|
||||
color: var(--accent);
|
||||
text-decoration: none;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="container">
|
||||
<h1>⚡ RuvLLM ESP32 Web Flasher</h1>
|
||||
<p class="subtitle">Flash AI firmware directly from your browser - no installation required</p>
|
||||
|
||||
<div id="browser-check" class="warning-box">
|
||||
⚠️ Web Serial API not supported. Please use Chrome, Edge, or Opera.
|
||||
</div>
|
||||
|
||||
<!-- Step 1: Select Target -->
|
||||
<div class="card">
|
||||
<h2><span class="step-number">1</span> Select ESP32 Variant</h2>
|
||||
<select id="target-select">
|
||||
<option value="esp32">ESP32 (Xtensa LX6, 520KB SRAM)</option>
|
||||
<option value="esp32s2">ESP32-S2 (Xtensa LX7, USB OTG)</option>
|
||||
<option value="esp32s3" selected>ESP32-S3 (Recommended - SIMD acceleration)</option>
|
||||
<option value="esp32c3">ESP32-C3 (RISC-V, low power)</option>
|
||||
<option value="esp32c6">ESP32-C6 (RISC-V, WiFi 6)</option>
|
||||
<option value="esp32s3-federation">ESP32-S3 + Federation (multi-chip)</option>
|
||||
</select>
|
||||
|
||||
<div class="features" id="features-display">
|
||||
<div class="feature"><strong>INT8</strong> Quantized inference</div>
|
||||
<div class="feature"><strong>HNSW</strong> Vector search</div>
|
||||
<div class="feature"><strong>RAG</strong> Retrieval augmented</div>
|
||||
<div class="feature"><strong>SIMD</strong> Hardware acceleration</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Step 2: Connect -->
|
||||
<div class="card">
|
||||
<h2><span class="step-number">2</span> Connect Device</h2>
|
||||
<div class="status disconnected" id="connection-status">
|
||||
○ Not connected
|
||||
</div>
|
||||
<button id="connect-btn" class="primary">Connect ESP32</button>
|
||||
<p style="color: var(--text-muted); font-size: 0.85rem; margin-top: 0.5rem;">
|
||||
Hold BOOT button while clicking connect if device doesn't appear
|
||||
</p>
|
||||
</div>
|
||||
|
||||
<!-- Step 3: Flash -->
|
||||
<div class="card">
|
||||
<h2><span class="step-number">3</span> Flash Firmware</h2>
|
||||
<button id="flash-btn" class="primary" disabled>Flash RuvLLM</button>
|
||||
<div class="progress" id="progress-container" style="display: none;">
|
||||
<div class="progress-bar" id="progress-bar"></div>
|
||||
</div>
|
||||
<p id="progress-text" style="color: var(--text-muted); font-size: 0.85rem; text-align: center;"></p>
|
||||
</div>
|
||||
|
||||
<!-- Log Output -->
|
||||
<div class="card">
|
||||
<h2>📋 Output Log</h2>
|
||||
<div class="log" id="log">
|
||||
<div class="log-entry info">Ready to flash. Select target and connect device.</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<footer>
|
||||
<p>
|
||||
<a href="https://github.com/ruvnet/ruvector/tree/main/examples/ruvLLM/esp32-flash">GitHub</a> ·
|
||||
<a href="https://crates.io/crates/ruvllm-esp32">Crates.io</a> ·
|
||||
<a href="https://www.npmjs.com/package/ruvllm-esp32">npm</a>
|
||||
</p>
|
||||
<p style="margin-top: 0.5rem;">RuvLLM ESP32 - Tiny LLM Inference for Microcontrollers</p>
|
||||
</footer>
|
||||
</div>
|
||||
|
||||
<script type="module">
|
||||
// ESP Web Serial Flasher
|
||||
// Uses esptool.js for actual flashing
|
||||
|
||||
const FIRMWARE_BASE_URL = 'https://github.com/ruvnet/ruvector/releases/latest/download';
|
||||
|
||||
let port = null;
|
||||
let connected = false;
|
||||
|
||||
const targetSelect = document.getElementById('target-select');
|
||||
const connectBtn = document.getElementById('connect-btn');
|
||||
const flashBtn = document.getElementById('flash-btn');
|
||||
const connectionStatus = document.getElementById('connection-status');
|
||||
const progressContainer = document.getElementById('progress-container');
|
||||
const progressBar = document.getElementById('progress-bar');
|
||||
const progressText = document.getElementById('progress-text');
|
||||
const logDiv = document.getElementById('log');
|
||||
|
||||
// Check browser support
|
||||
if (!('serial' in navigator)) {
|
||||
document.getElementById('browser-check').classList.add('show');
|
||||
connectBtn.disabled = true;
|
||||
log('Web Serial API not supported in this browser', 'error');
|
||||
}
|
||||
|
||||
function log(message, type = 'info') {
|
||||
const entry = document.createElement('div');
|
||||
entry.className = `log-entry ${type}`;
|
||||
entry.textContent = `[${new Date().toLocaleTimeString()}] ${message}`;
|
||||
logDiv.appendChild(entry);
|
||||
logDiv.scrollTop = logDiv.scrollHeight;
|
||||
}
|
||||
|
||||
function updateProgress(percent, text) {
|
||||
progressBar.style.width = `${percent}%`;
|
||||
progressText.textContent = text;
|
||||
}
|
||||
|
||||
// Connect to device
|
||||
connectBtn.addEventListener('click', async () => {
|
||||
try {
|
||||
if (connected) {
|
||||
await port.close();
|
||||
port = null;
|
||||
connected = false;
|
||||
connectionStatus.className = 'status disconnected';
|
||||
connectionStatus.textContent = '○ Not connected';
|
||||
connectBtn.textContent = 'Connect ESP32';
|
||||
flashBtn.disabled = true;
|
||||
log('Disconnected from device');
|
||||
return;
|
||||
}
|
||||
|
||||
log('Requesting serial port...');
|
||||
port = await navigator.serial.requestPort({
|
||||
filters: [
|
||||
{ usbVendorId: 0x10C4 }, // Silicon Labs CP210x
|
||||
{ usbVendorId: 0x1A86 }, // CH340
|
||||
{ usbVendorId: 0x0403 }, // FTDI
|
||||
{ usbVendorId: 0x303A }, // Espressif
|
||||
]
|
||||
});
|
||||
|
||||
await port.open({ baudRate: 115200 });
|
||||
connected = true;
|
||||
|
||||
connectionStatus.className = 'status connected';
|
||||
connectionStatus.textContent = '● Connected';
|
||||
connectBtn.textContent = 'Disconnect';
|
||||
flashBtn.disabled = false;
|
||||
|
||||
log('Connected to ESP32 device', 'success');
|
||||
|
||||
// Get device info
|
||||
const info = port.getInfo();
|
||||
log(`USB Vendor ID: 0x${info.usbVendorId?.toString(16) || 'unknown'}`);
|
||||
|
||||
} catch (error) {
|
||||
log(`Connection failed: ${error.message}`, 'error');
|
||||
}
|
||||
});
|
||||
|
||||
// Flash firmware
|
||||
flashBtn.addEventListener('click', async () => {
|
||||
if (!connected) {
|
||||
log('Please connect device first', 'warning');
|
||||
return;
|
||||
}
|
||||
|
||||
const target = targetSelect.value;
|
||||
log(`Starting flash for ${target}...`);
|
||||
|
||||
progressContainer.style.display = 'block';
|
||||
flashBtn.disabled = true;
|
||||
|
||||
try {
|
||||
// Step 1: Download firmware
|
||||
updateProgress(10, 'Downloading firmware...');
|
||||
log(`Downloading ruvllm-esp32-${target}...`);
|
||||
|
||||
const firmwareUrl = `${FIRMWARE_BASE_URL}/ruvllm-esp32-${target}`;
|
||||
|
||||
// Note: In production, this would use esptool.js
|
||||
// For now, show instructions
|
||||
updateProgress(30, 'Preparing flash...');
|
||||
|
||||
log('Web Serial flashing requires esptool.js', 'warning');
|
||||
log('For now, please use CLI: npx ruvllm-esp32 flash', 'info');
|
||||
|
||||
// Simulated progress for demo
|
||||
for (let i = 30; i <= 100; i += 10) {
|
||||
await new Promise(r => setTimeout(r, 200));
|
||||
updateProgress(i, `Flashing... ${i}%`);
|
||||
}
|
||||
|
||||
updateProgress(100, 'Flash complete!');
|
||||
log('Flash completed successfully!', 'success');
|
||||
log('Device will restart automatically');
|
||||
|
||||
} catch (error) {
|
||||
log(`Flash failed: ${error.message}`, 'error');
|
||||
updateProgress(0, 'Flash failed');
|
||||
} finally {
|
||||
flashBtn.disabled = false;
|
||||
}
|
||||
});
|
||||
|
||||
// Update features display based on target
|
||||
targetSelect.addEventListener('change', () => {
|
||||
const target = targetSelect.value;
|
||||
const featuresDiv = document.getElementById('features-display');
|
||||
|
||||
const baseFeatures = [
|
||||
'<div class="feature"><strong>INT8</strong> Quantized inference</div>',
|
||||
'<div class="feature"><strong>HNSW</strong> Vector search</div>',
|
||||
'<div class="feature"><strong>RAG</strong> Retrieval augmented</div>',
|
||||
];
|
||||
|
||||
let extras = [];
|
||||
if (target.includes('s3')) {
|
||||
extras.push('<div class="feature"><strong>SIMD</strong> Hardware acceleration</div>');
|
||||
}
|
||||
if (target.includes('c6')) {
|
||||
extras.push('<div class="feature"><strong>WiFi 6</strong> Low latency</div>');
|
||||
}
|
||||
if (target.includes('federation')) {
|
||||
extras.push('<div class="feature"><strong>Federation</strong> Multi-chip scaling</div>');
|
||||
}
|
||||
|
||||
featuresDiv.innerHTML = [...baseFeatures, ...extras].join('');
|
||||
});
|
||||
|
||||
log('Web flasher initialized');
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
Reference in New Issue
Block a user