From b0b2ec3b96482d3371fe33ab23d59aa340d2b5f5 Mon Sep 17 00:00:00 2001 From: Claude Date: Wed, 19 Nov 2025 13:39:33 +0000 Subject: [PATCH 1/4] feat: Implement Ruvector Phase 1 foundation - Initialize complete Rust workspace with 5 crates - Implement SIMD-optimized distance metrics (SimSIMD) - Add storage layer with redb + memory-mapped vectors - Implement quantization (Scalar, Product, Binary) - Create HNSW and Flat index structures - Build main VectorDB API with comprehensive tests - Set up claude-flow orchestration system - Configure NAPI-RS and WASM bindings infrastructure - Add benchmarking suite with criterion - 14/16 tests passing (87.5%) Technical highlights: - Zero-copy memory access via memmap2 - Lock-free concurrent operations with dashmap - Type-safe error handling with thiserror - Full workspace configuration with profiles Next phases: HNSW integration, AgenticDB API compatibility, multi-platform deployment, advanced techniques. --- .claude/commands/agents/README.md | 10 + .claude/commands/agents/agent-capabilities.md | 21 + .claude/commands/agents/agent-coordination.md | 28 + .claude/commands/agents/agent-spawning.md | 28 + .claude/commands/agents/agent-types.md | 26 + .claude/commands/analysis/README.md | 9 + .../commands/analysis/bottleneck-detect.md | 162 + .../commands/analysis/performance-report.md | 25 + .claude/commands/analysis/token-usage.md | 25 + .claude/commands/automation/README.md | 9 + .claude/commands/automation/auto-agent.md | 122 + .claude/commands/automation/smart-spawn.md | 25 + .../commands/automation/workflow-select.md | 25 + .claude/commands/github/README.md | 11 + .claude/commands/github/code-review.md | 25 + .claude/commands/github/github-swarm.md | 121 + .claude/commands/github/issue-triage.md | 25 + .claude/commands/github/pr-enhance.md | 26 + .claude/commands/github/repo-analyze.md | 25 + .claude/commands/hive-mind/README.md | 17 + .../commands/hive-mind/hive-mind-consensus.md | 8 + .claude/commands/hive-mind/hive-mind-init.md | 18 + .../commands/hive-mind/hive-mind-memory.md | 8 + .../commands/hive-mind/hive-mind-metrics.md | 8 + .../commands/hive-mind/hive-mind-resume.md | 8 + .../commands/hive-mind/hive-mind-sessions.md | 8 + .claude/commands/hive-mind/hive-mind-spawn.md | 21 + .../commands/hive-mind/hive-mind-status.md | 8 + .claude/commands/hive-mind/hive-mind-stop.md | 8 + .../commands/hive-mind/hive-mind-wizard.md | 8 + .claude/commands/hive-mind/hive-mind.md | 27 + .claude/commands/hooks/README.md | 11 + .claude/commands/hooks/post-edit.md | 117 + .claude/commands/hooks/post-task.md | 112 + .claude/commands/hooks/pre-edit.md | 113 + .claude/commands/hooks/pre-task.md | 111 + .claude/commands/hooks/session-end.md | 118 + .claude/commands/monitoring/README.md | 9 + .claude/commands/monitoring/agent-metrics.md | 25 + .claude/commands/monitoring/real-time-view.md | 25 + .claude/commands/monitoring/swarm-monitor.md | 25 + .claude/commands/optimization/README.md | 9 + .claude/commands/optimization/cache-manage.md | 25 + .../commands/optimization/parallel-execute.md | 25 + .../optimization/topology-optimize.md | 25 + .claude/commands/swarm/README.md | 15 + .claude/commands/swarm/swarm-analysis.md | 8 + .claude/commands/swarm/swarm-background.md | 8 + .claude/commands/swarm/swarm-init.md | 19 + .claude/commands/swarm/swarm-modes.md | 8 + .claude/commands/swarm/swarm-monitor.md | 8 + .claude/commands/swarm/swarm-spawn.md | 19 + .claude/commands/swarm/swarm-status.md | 8 + .claude/commands/swarm/swarm-strategies.md | 8 + .claude/commands/swarm/swarm.md | 27 + .claude/commands/training/README.md | 9 + .claude/commands/training/model-update.md | 25 + .claude/commands/training/neural-train.md | 25 + .claude/commands/training/pattern-learn.md | 25 + .claude/commands/workflows/README.md | 9 + .claude/commands/workflows/workflow-create.md | 25 + .../commands/workflows/workflow-execute.md | 25 + .claude/commands/workflows/workflow-export.md | 25 + .claude/helpers/checkpoint-manager.sh | 251 ++ .claude/helpers/github-safe.js | 106 + .claude/helpers/github-setup.sh | 28 + .claude/helpers/quick-start.sh | 19 + .claude/helpers/setup-mcp.sh | 18 + .claude/helpers/standard-checkpoint-hooks.sh | 179 + .claude/settings.json | 115 + .claude/statusline-command.sh | 176 + .gitignore | 27 + CLAUDE.md | 352 ++ Cargo.lock | 3006 +++++++++++++++++ Cargo.toml | 90 + crates/ruvector-bench/Cargo.toml | 43 + .../src/bin/agenticdb_benchmark.rs | 5 + .../ruvector-bench/src/bin/ann_benchmark.rs | 5 + crates/ruvector-bench/src/lib.rs | 5 + crates/ruvector-cli/Cargo.toml | 50 + crates/ruvector-cli/src/main.rs | 28 + crates/ruvector-cli/src/mcp_server.rs | 6 + crates/ruvector-core/Cargo.toml | 61 + .../ruvector-core/benches/distance_metrics.rs | 80 + crates/ruvector-core/benches/hnsw_search.rs | 51 + crates/ruvector-core/src/distance.rs | 117 + crates/ruvector-core/src/error.rs | 87 + crates/ruvector-core/src/index.rs | 35 + crates/ruvector-core/src/index/flat.rs | 93 + crates/ruvector-core/src/index/hnsw.rs | 164 + crates/ruvector-core/src/lib.rs | 37 + crates/ruvector-core/src/quantization.rs | 293 ++ crates/ruvector-core/src/storage.rs | 261 ++ crates/ruvector-core/src/types.rs | 126 + crates/ruvector-core/src/vector_db.rs | 197 ++ crates/ruvector-node/Cargo.toml | 38 + crates/ruvector-node/build.rs | 5 + crates/ruvector-node/package.json | 49 + crates/ruvector-node/src/lib.rs | 10 + crates/ruvector-wasm/Cargo.toml | 41 + crates/ruvector-wasm/package.json | 29 + crates/ruvector-wasm/src/lib.rs | 8 + package.json | 39 + 103 files changed, 8271 insertions(+) create mode 100644 .claude/commands/agents/README.md create mode 100644 .claude/commands/agents/agent-capabilities.md create mode 100644 .claude/commands/agents/agent-coordination.md create mode 100644 .claude/commands/agents/agent-spawning.md create mode 100644 .claude/commands/agents/agent-types.md create mode 100644 .claude/commands/analysis/README.md create mode 100644 .claude/commands/analysis/bottleneck-detect.md create mode 100644 .claude/commands/analysis/performance-report.md create mode 100644 .claude/commands/analysis/token-usage.md create mode 100644 .claude/commands/automation/README.md create mode 100644 .claude/commands/automation/auto-agent.md create mode 100644 .claude/commands/automation/smart-spawn.md create mode 100644 .claude/commands/automation/workflow-select.md create mode 100644 .claude/commands/github/README.md create mode 100644 .claude/commands/github/code-review.md create mode 100644 .claude/commands/github/github-swarm.md create mode 100644 .claude/commands/github/issue-triage.md create mode 100644 .claude/commands/github/pr-enhance.md create mode 100644 .claude/commands/github/repo-analyze.md create mode 100644 .claude/commands/hive-mind/README.md create mode 100644 .claude/commands/hive-mind/hive-mind-consensus.md create mode 100644 .claude/commands/hive-mind/hive-mind-init.md create mode 100644 .claude/commands/hive-mind/hive-mind-memory.md create mode 100644 .claude/commands/hive-mind/hive-mind-metrics.md create mode 100644 .claude/commands/hive-mind/hive-mind-resume.md create mode 100644 .claude/commands/hive-mind/hive-mind-sessions.md create mode 100644 .claude/commands/hive-mind/hive-mind-spawn.md create mode 100644 .claude/commands/hive-mind/hive-mind-status.md create mode 100644 .claude/commands/hive-mind/hive-mind-stop.md create mode 100644 .claude/commands/hive-mind/hive-mind-wizard.md create mode 100644 .claude/commands/hive-mind/hive-mind.md create mode 100644 .claude/commands/hooks/README.md create mode 100644 .claude/commands/hooks/post-edit.md create mode 100644 .claude/commands/hooks/post-task.md create mode 100644 .claude/commands/hooks/pre-edit.md create mode 100644 .claude/commands/hooks/pre-task.md create mode 100644 .claude/commands/hooks/session-end.md create mode 100644 .claude/commands/monitoring/README.md create mode 100644 .claude/commands/monitoring/agent-metrics.md create mode 100644 .claude/commands/monitoring/real-time-view.md create mode 100644 .claude/commands/monitoring/swarm-monitor.md create mode 100644 .claude/commands/optimization/README.md create mode 100644 .claude/commands/optimization/cache-manage.md create mode 100644 .claude/commands/optimization/parallel-execute.md create mode 100644 .claude/commands/optimization/topology-optimize.md create mode 100644 .claude/commands/swarm/README.md create mode 100644 .claude/commands/swarm/swarm-analysis.md create mode 100644 .claude/commands/swarm/swarm-background.md create mode 100644 .claude/commands/swarm/swarm-init.md create mode 100644 .claude/commands/swarm/swarm-modes.md create mode 100644 .claude/commands/swarm/swarm-monitor.md create mode 100644 .claude/commands/swarm/swarm-spawn.md create mode 100644 .claude/commands/swarm/swarm-status.md create mode 100644 .claude/commands/swarm/swarm-strategies.md create mode 100644 .claude/commands/swarm/swarm.md create mode 100644 .claude/commands/training/README.md create mode 100644 .claude/commands/training/model-update.md create mode 100644 .claude/commands/training/neural-train.md create mode 100644 .claude/commands/training/pattern-learn.md create mode 100644 .claude/commands/workflows/README.md create mode 100644 .claude/commands/workflows/workflow-create.md create mode 100644 .claude/commands/workflows/workflow-execute.md create mode 100644 .claude/commands/workflows/workflow-export.md create mode 100755 .claude/helpers/checkpoint-manager.sh create mode 100755 .claude/helpers/github-safe.js create mode 100755 .claude/helpers/github-setup.sh create mode 100755 .claude/helpers/quick-start.sh create mode 100755 .claude/helpers/setup-mcp.sh create mode 100755 .claude/helpers/standard-checkpoint-hooks.sh create mode 100644 .claude/settings.json create mode 100755 .claude/statusline-command.sh create mode 100644 CLAUDE.md create mode 100644 Cargo.lock create mode 100644 Cargo.toml create mode 100644 crates/ruvector-bench/Cargo.toml create mode 100644 crates/ruvector-bench/src/bin/agenticdb_benchmark.rs create mode 100644 crates/ruvector-bench/src/bin/ann_benchmark.rs create mode 100644 crates/ruvector-bench/src/lib.rs create mode 100644 crates/ruvector-cli/Cargo.toml create mode 100644 crates/ruvector-cli/src/main.rs create mode 100644 crates/ruvector-cli/src/mcp_server.rs create mode 100644 crates/ruvector-core/Cargo.toml create mode 100644 crates/ruvector-core/benches/distance_metrics.rs create mode 100644 crates/ruvector-core/benches/hnsw_search.rs create mode 100644 crates/ruvector-core/src/distance.rs create mode 100644 crates/ruvector-core/src/error.rs create mode 100644 crates/ruvector-core/src/index.rs create mode 100644 crates/ruvector-core/src/index/flat.rs create mode 100644 crates/ruvector-core/src/index/hnsw.rs create mode 100644 crates/ruvector-core/src/lib.rs create mode 100644 crates/ruvector-core/src/quantization.rs create mode 100644 crates/ruvector-core/src/storage.rs create mode 100644 crates/ruvector-core/src/types.rs create mode 100644 crates/ruvector-core/src/vector_db.rs create mode 100644 crates/ruvector-node/Cargo.toml create mode 100644 crates/ruvector-node/build.rs create mode 100644 crates/ruvector-node/package.json create mode 100644 crates/ruvector-node/src/lib.rs create mode 100644 crates/ruvector-wasm/Cargo.toml create mode 100644 crates/ruvector-wasm/package.json create mode 100644 crates/ruvector-wasm/src/lib.rs create mode 100644 package.json diff --git a/.claude/commands/agents/README.md b/.claude/commands/agents/README.md new file mode 100644 index 0000000000..dca2aa7c70 --- /dev/null +++ b/.claude/commands/agents/README.md @@ -0,0 +1,10 @@ +# Agents Commands + +Commands for agents operations in Claude Flow. + +## Available Commands + +- [agent-types](./agent-types.md) +- [agent-capabilities](./agent-capabilities.md) +- [agent-coordination](./agent-coordination.md) +- [agent-spawning](./agent-spawning.md) diff --git a/.claude/commands/agents/agent-capabilities.md b/.claude/commands/agents/agent-capabilities.md new file mode 100644 index 0000000000..1daf5eeffd --- /dev/null +++ b/.claude/commands/agents/agent-capabilities.md @@ -0,0 +1,21 @@ +# agent-capabilities + +Matrix of agent capabilities and their specializations. + +## Capability Matrix + +| Agent Type | Primary Skills | Best For | +|------------|---------------|----------| +| coder | Implementation, debugging | Feature development | +| researcher | Analysis, synthesis | Requirements gathering | +| tester | Testing, validation | Quality assurance | +| architect | Design, planning | System architecture | + +## Querying Capabilities +```bash +# List all capabilities +npx claude-flow agents capabilities + +# For specific agent +npx claude-flow agents capabilities --type coder +``` diff --git a/.claude/commands/agents/agent-coordination.md b/.claude/commands/agents/agent-coordination.md new file mode 100644 index 0000000000..704a6dc1e5 --- /dev/null +++ b/.claude/commands/agents/agent-coordination.md @@ -0,0 +1,28 @@ +# agent-coordination + +Coordination patterns for multi-agent collaboration. + +## Coordination Patterns + +### Hierarchical +Queen-led with worker specialization +```bash +npx claude-flow swarm init --topology hierarchical +``` + +### Mesh +Peer-to-peer collaboration +```bash +npx claude-flow swarm init --topology mesh +``` + +### Adaptive +Dynamic topology based on workload +```bash +npx claude-flow swarm init --topology adaptive +``` + +## Best Practices +- Use hierarchical for complex projects +- Use mesh for research tasks +- Use adaptive for unknown workloads diff --git a/.claude/commands/agents/agent-spawning.md b/.claude/commands/agents/agent-spawning.md new file mode 100644 index 0000000000..38c8581d4c --- /dev/null +++ b/.claude/commands/agents/agent-spawning.md @@ -0,0 +1,28 @@ +# agent-spawning + +Guide to spawning agents with Claude Code's Task tool. + +## Using Claude Code's Task Tool + +**CRITICAL**: Always use Claude Code's Task tool for actual agent execution: + +```javascript +// Spawn ALL agents in ONE message +Task("Researcher", "Analyze requirements...", "researcher") +Task("Coder", "Implement features...", "coder") +Task("Tester", "Create tests...", "tester") +``` + +## MCP Coordination Setup (Optional) + +MCP tools are ONLY for coordination: +```javascript +mcp__claude-flow__swarm_init { topology: "mesh" } +mcp__claude-flow__agent_spawn { type: "researcher" } +``` + +## Best Practices +1. Always spawn agents concurrently +2. Use Task tool for execution +3. MCP only for coordination +4. Batch all operations diff --git a/.claude/commands/agents/agent-types.md b/.claude/commands/agents/agent-types.md new file mode 100644 index 0000000000..645fab47ed --- /dev/null +++ b/.claude/commands/agents/agent-types.md @@ -0,0 +1,26 @@ +# agent-types + +Complete guide to all 54 available agent types in Claude Flow. + +## Core Development Agents +- `coder` - Implementation specialist +- `reviewer` - Code quality assurance +- `tester` - Test creation and validation +- `planner` - Strategic planning +- `researcher` - Information gathering + +## Swarm Coordination Agents +- `hierarchical-coordinator` - Queen-led coordination +- `mesh-coordinator` - Peer-to-peer networks +- `adaptive-coordinator` - Dynamic topology + +## Specialized Agents +- `backend-dev` - API development +- `mobile-dev` - React Native development +- `ml-developer` - Machine learning +- `system-architect` - High-level design + +For full list and details: +```bash +npx claude-flow agents list +``` diff --git a/.claude/commands/analysis/README.md b/.claude/commands/analysis/README.md new file mode 100644 index 0000000000..1eb295c1a8 --- /dev/null +++ b/.claude/commands/analysis/README.md @@ -0,0 +1,9 @@ +# Analysis Commands + +Commands for analysis operations in Claude Flow. + +## Available Commands + +- [bottleneck-detect](./bottleneck-detect.md) +- [token-usage](./token-usage.md) +- [performance-report](./performance-report.md) diff --git a/.claude/commands/analysis/bottleneck-detect.md b/.claude/commands/analysis/bottleneck-detect.md new file mode 100644 index 0000000000..85c8595eb6 --- /dev/null +++ b/.claude/commands/analysis/bottleneck-detect.md @@ -0,0 +1,162 @@ +# bottleneck detect + +Analyze performance bottlenecks in swarm operations and suggest optimizations. + +## Usage + +```bash +npx claude-flow bottleneck detect [options] +``` + +## Options + +- `--swarm-id, -s ` - Analyze specific swarm (default: current) +- `--time-range, -t ` - Analysis period: 1h, 24h, 7d, all (default: 1h) +- `--threshold ` - Bottleneck threshold percentage (default: 20) +- `--export, -e ` - Export analysis to file +- `--fix` - Apply automatic optimizations + +## Examples + +### Basic bottleneck detection + +```bash +npx claude-flow bottleneck detect +``` + +### Analyze specific swarm + +```bash +npx claude-flow bottleneck detect --swarm-id swarm-123 +``` + +### Last 24 hours with export + +```bash +npx claude-flow bottleneck detect -t 24h -e bottlenecks.json +``` + +### Auto-fix detected issues + +```bash +npx claude-flow bottleneck detect --fix --threshold 15 +``` + +## Metrics Analyzed + +### Communication Bottlenecks + +- Message queue delays +- Agent response times +- Coordination overhead +- Memory access patterns + +### Processing Bottlenecks + +- Task completion times +- Agent utilization rates +- Parallel execution efficiency +- Resource contention + +### Memory Bottlenecks + +- Cache hit rates +- Memory access patterns +- Storage I/O performance +- Neural pattern loading + +### Network Bottlenecks + +- API call latency +- MCP communication delays +- External service timeouts +- Concurrent request limits + +## Output Format + +``` +🔍 Bottleneck Analysis Report +━━━━━━━━━━━━━━━━━━━━━━━━━━━ + +📊 Summary +├── Time Range: Last 1 hour +├── Agents Analyzed: 6 +├── Tasks Processed: 42 +└── Critical Issues: 2 + +🚨 Critical Bottlenecks +1. Agent Communication (35% impact) + └── coordinator → coder-1 messages delayed by 2.3s avg + +2. Memory Access (28% impact) + └── Neural pattern loading taking 1.8s per access + +⚠️ Warning Bottlenecks +1. Task Queue (18% impact) + └── 5 tasks waiting > 10s for assignment + +💡 Recommendations +1. Switch to hierarchical topology (est. 40% improvement) +2. Enable memory caching (est. 25% improvement) +3. Increase agent concurrency to 8 (est. 20% improvement) + +✅ Quick Fixes Available +Run with --fix to apply: +- Enable smart caching +- Optimize message routing +- Adjust agent priorities +``` + +## Automatic Fixes + +When using `--fix`, the following optimizations may be applied: + +1. **Topology Optimization** + + - Switch to more efficient topology + - Adjust communication patterns + - Reduce coordination overhead + +2. **Caching Enhancement** + + - Enable memory caching + - Optimize cache strategies + - Preload common patterns + +3. **Concurrency Tuning** + + - Adjust agent counts + - Optimize parallel execution + - Balance workload distribution + +4. **Priority Adjustment** + - Reorder task queues + - Prioritize critical paths + - Reduce wait times + +## Performance Impact + +Typical improvements after bottleneck resolution: + +- **Communication**: 30-50% faster message delivery +- **Processing**: 20-40% reduced task completion time +- **Memory**: 40-60% fewer cache misses +- **Overall**: 25-45% performance improvement + +## Integration with Claude Code + +```javascript +// Check for bottlenecks in Claude Code +mcp__claude-flow__bottleneck_detect { + timeRange: "1h", + threshold: 20, + autoFix: false +} +``` + +## See Also + +- `performance report` - Detailed performance analysis +- `token usage` - Token optimization analysis +- `swarm monitor` - Real-time monitoring +- `cache manage` - Cache optimization diff --git a/.claude/commands/analysis/performance-report.md b/.claude/commands/analysis/performance-report.md new file mode 100644 index 0000000000..04b8d9e9ac --- /dev/null +++ b/.claude/commands/analysis/performance-report.md @@ -0,0 +1,25 @@ +# performance-report + +Generate comprehensive performance reports for swarm operations. + +## Usage +```bash +npx claude-flow analysis performance-report [options] +``` + +## Options +- `--format ` - Report format (json, html, markdown) +- `--include-metrics` - Include detailed metrics +- `--compare ` - Compare with previous swarm + +## Examples +```bash +# Generate HTML report +npx claude-flow analysis performance-report --format html + +# Compare swarms +npx claude-flow analysis performance-report --compare swarm-123 + +# Full metrics report +npx claude-flow analysis performance-report --include-metrics --format markdown +``` diff --git a/.claude/commands/analysis/token-usage.md b/.claude/commands/analysis/token-usage.md new file mode 100644 index 0000000000..5d6f2b9cff --- /dev/null +++ b/.claude/commands/analysis/token-usage.md @@ -0,0 +1,25 @@ +# token-usage + +Analyze token usage patterns and optimize for efficiency. + +## Usage +```bash +npx claude-flow analysis token-usage [options] +``` + +## Options +- `--period