Squashed 'vendor/ruvector/' content from commit b64c2172

git-subtree-dir: vendor/ruvector
git-subtree-split: b64c21726f2bb37286d9ee36a7869fef60cc6900

crates/ruvector-attention/src/info_bottleneck/mod.rs

@@ -0,0 +1,29 @@
+//! Information Bottleneck
+//!
+//! Variational Information Bottleneck (VIB) components for attention.
+//!
+//! ## Key Concepts
+//!
+//! 1. **KL Divergence**: Measure compression quality
+//! 2. **Rate-Distortion**: Balance compression vs. reconstruction
+//! 3. **Per-Layer Bottleneck**: Add IB loss term to each attention layer
+//!
+//! ## Applications
+//!
+//! - Preventing attention from memorizing noise
+//! - Encouraging sparse, meaningful attention patterns
+//! - Regularizing attention weights
+
+mod bottleneck;
+mod kl_divergence;
+
+pub use bottleneck::{IBConfig, InformationBottleneck};
+pub use kl_divergence::{DiagonalGaussian, KLDivergence};
+
+#[cfg(test)]
+mod tests {
+    #[test]
+    fn test_module_exists() {
+        assert!(true);
+    }
+}