Merge branch 'main' into claude/add-gpu-security-infrastructure-0199sauN3EjzVsMr46dYrsnq

8bit-wraith · web-flow · commit 3db8b377a380 · 2025-11-30T03:42:28.000-05:00
diff --git a/.claude-flow/metrics/agent-metrics.json b/.claude-flow/metrics/agent-metrics.json
@@ -0,0 +1 @@
+{}
diff --git a/.claude-flow/metrics/performance.json b/.claude-flow/metrics/performance.json
@@ -0,0 +1,87 @@
+{
+  "startTime": 1764006605022,
+  "sessionId": "session-1764006605022",
+  "lastActivity": 1764006605022,
+  "sessionDuration": 0,
+  "totalTasks": 1,
+  "successfulTasks": 1,
+  "failedTasks": 0,
+  "totalAgents": 0,
+  "activeAgents": 0,
+  "neuralEvents": 0,
+  "memoryMode": {
+    "reasoningbankOperations": 0,
+    "basicOperations": 0,
+    "autoModeSelections": 0,
+    "modeOverrides": 0,
+    "currentMode": "auto"
+  },
+  "operations": {
+    "store": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    },
+    "retrieve": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    },
+    "query": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    },
+    "list": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    },
+    "delete": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    },
+    "search": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    },
+    "init": {
+      "count": 0,
+      "totalDuration": 0,
+      "errors": 0
+    }
+  },
+  "performance": {
+    "avgOperationDuration": 0,
+    "minOperationDuration": null,
+    "maxOperationDuration": null,
+    "slowOperations": 0,
+    "fastOperations": 0,
+    "totalOperationTime": 0
+  },
+  "storage": {
+    "totalEntries": 0,
+    "reasoningbankEntries": 0,
+    "basicEntries": 0,
+    "databaseSize": 0,
+    "lastBackup": null,
+    "growthRate": 0
+  },
+  "errors": {
+    "total": 0,
+    "byType": {},
+    "byOperation": {},
+    "recent": []
+  },
+  "reasoningbank": {
+    "semanticSearches": 0,
+    "sqlFallbacks": 0,
+    "embeddingGenerated": 0,
+    "consolidations": 0,
+    "avgQueryTime": 0,
+    "cacheHits": 0,
+    "cacheMisses": 0
+  }
+}
diff --git a/.claude-flow/metrics/task-metrics.json b/.claude-flow/metrics/task-metrics.json
@@ -0,0 +1,10 @@
+[
+  {
+    "id": "cmd-hooks-1764006605067",
+    "type": "hooks",
+    "success": true,
+    "duration": 5.327768999999989,
+    "timestamp": 1764006605072,
+    "metadata": {}
+  }
+]
diff --git a/.github/workflows/ai-fix-dispatch.yml b/.github/workflows/ai-fix-dispatch.yml
@@ -6,7 +6,7 @@ on:
 
 jobs:
   create-fix-branch:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout repository (with submodules)
         uses: actions/checkout@v4
diff --git a/.github/workflows/claude-code-review.yml b/.github/workflows/claude-code-review.yml
@@ -18,19 +18,25 @@ jobs:
     #   github.event.pull_request.user.login == 'new-developer' ||
     #   github.event.pull_request.author_association == 'FIRST_TIME_CONTRIBUTOR'
 
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     permissions:
       contents: read
       pull-requests: read
       issues: read
       id-token: write
 
     steps:
+      - name: Install Git LFS
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y git-lfs
+        
       - name: Checkout repository
         uses: actions/checkout@v4
         with:
-          fetch-depth: 1
+          fetch-depth: 2
           submodules: 'recursive'
+          lfs: true
 
       - name: Run Claude Code Review
         id: claude-review
diff --git a/.github/workflows/claude.yml b/.github/workflows/claude.yml
@@ -17,7 +17,7 @@ jobs:
       (github.event_name == 'pull_request_review_comment' && contains(github.event.comment.body, '@claude')) ||
       (github.event_name == 'pull_request_review' && contains(github.event.review.body, '@claude')) ||
       (github.event_name == 'issues' && (contains(github.event.issue.body, '@claude') || contains(github.event.issue.title, '@claude')))
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     permissions:
       contents: read
       pull-requests: read
diff --git a/.github/workflows/feedback-worker.yml b/.github/workflows/feedback-worker.yml
@@ -20,7 +20,7 @@ env:
 
 jobs:
   test:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
     - uses: actions/checkout@v4
       with:
@@ -54,7 +54,7 @@ jobs:
 
   build-and-push:
     needs: test
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     if: github.event_name == 'push' && github.ref == 'refs/heads/main'
     
     permissions:
diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
@@ -45,7 +45,10 @@ jobs:
     - name: Checkout code 📦
       uses: actions/checkout@v4
       with:
-        submodules: 'recursive'
+       x submodules: 'recursive'
+    
+    - name: Fetch LFS objects
+      run: git lfs pull
 
     - name: Fetch LFS objects
       run: git lfs pull
@@ -130,7 +133,8 @@ jobs:
         key: ${{ runner.os }}-cargo-index-${{ hashFiles('**/Cargo.lock') }}
         restore-keys: |
           ${{ runner.os }}-cargo-index-
-
+    - name: Fetch LFS objects
+      run: git lfs pull
     - name: Cache cargo build 🏗️
       uses: actions/cache@v4
       with:
diff --git a/codexist b/codexist
@@ -1 +1 @@
-Subproject commit 1d027ece31065f9dc36cdf30466c656d0de72978
+Subproject commit a75eb7aa25544101062be969fc9d5528067f43e8
diff --git a/marqant b/marqant
@@ -1 +1 @@
-Subproject commit 2aba8f799af98892928b4f0548ec2438abf11627
+Subproject commit a8bd76a4e0e2046bb21bfd74d61f5debad905849
diff --git a/src/mcp/helpers.rs b/src/mcp/helpers.rs
@@ -0,0 +1,195 @@
+//! Helper functions to reduce code duplication in MCP tools
+
+use super::{is_path_allowed, McpContext};
+use crate::scanner::{FileNode, TreeStats};
+use crate::{Scanner, ScannerConfig};
+use anyhow::{anyhow, Result};
+use regex::Regex;
+use std::path::{Path, PathBuf};
+use std::time::SystemTime;
+
+/// Helper to determine if we should use default ignores
+/// We disable them for /tmp paths to support testing
+pub fn should_use_default_ignores(path: &Path) -> bool {
+    !path.starts_with("/tmp")
+}
+
+/// Validate path access and convert to PathBuf
+pub fn validate_and_convert_path(path: &str, ctx: &McpContext) -> Result<PathBuf> {
+    let path = PathBuf::from(path);
+    if !is_path_allowed(&path, &ctx.config) {
+        return Err(anyhow!("Access denied: path not allowed"));
+    }
+    Ok(path)
+}
+
+/// Check if a path is accessible (security check)
+/// 
+/// This helper is available for use in MCP tools that need standalone path validation.
+/// For path conversion + validation, use `validate_and_convert_path` instead.
+#[allow(dead_code)]
+pub fn check_path_access(path: &Path, ctx: &McpContext) -> Result<()> {
+    if !is_path_allowed(path, &ctx.config) {
+        return Err(anyhow!("Access denied: path not allowed"));
+    }
+    Ok(())
+}
+
+/// Check if multiple paths are accessible (security check)
+/// 
+/// This helper is available for use in MCP tools that need to validate multiple paths.
+#[allow(dead_code)]
+pub fn check_paths_access(paths: &[&Path], ctx: &McpContext) -> Result<()> {
+    for path in paths {
+        if !is_path_allowed(path, &ctx.config) {
+            return Err(anyhow!("Access denied: path not allowed"));
+        }
+    }
+    Ok(())
+}
+
+/// Builder for common ScannerConfig patterns
+pub struct ScannerConfigBuilder {
+    config: ScannerConfig,
+}
+
+impl ScannerConfigBuilder {
+    /// Create a new builder with default MCP settings
+    pub fn new() -> Self {
+        Self {
+            config: ScannerConfig {
+                max_depth: 100,
+                follow_symlinks: false,
+                respect_gitignore: true,
+                show_hidden: false,
+                show_ignored: false,
+                find_pattern: None,
+                file_type_filter: None,
+                entry_type_filter: None,
+                min_size: None,
+                max_size: None,
+                newer_than: None,
+                older_than: None,
+                use_default_ignores: true,
+                search_keyword: None,
+                show_filesystems: false,
+                sort_field: None,
+                top_n: None,
+                include_line_content: false,
+            },
+        }
+    }
+
+    /// Create a config optimized for search operations
+    pub fn for_search(path: &Path) -> Self {
+        let mut builder = Self::new();
+        builder.config.max_depth = 10;
+        builder.config.use_default_ignores = should_use_default_ignores(path);
+        builder
+    }
+
+    /// Create a config for quick tree operations
+    /// 
+    /// This preset is available for tools that need a shallow directory scan.
+    #[allow(dead_code)]
+    pub fn for_quick_tree(path: &Path) -> Self {
+        let mut builder = Self::new();
+        builder.config.max_depth = 3;
+        builder.config.use_default_ignores = should_use_default_ignores(path);
+        builder
+    }
+
+    /// Create a config for statistics
+    pub fn for_stats(path: &Path) -> Self {
+        let mut builder = Self::new();
+        builder.config.use_default_ignores = should_use_default_ignores(path);
+        builder
+    }
+
+    pub fn max_depth(mut self, depth: usize) -> Self {
+        self.config.max_depth = depth;
+        self
+    }
+
+    pub fn show_hidden(mut self, show: bool) -> Self {
+        self.config.show_hidden = show;
+        self
+    }
+
+    pub fn show_ignored(mut self, show: bool) -> Self {
+        self.config.show_ignored = show;
+        self
+    }
+
+    pub fn respect_gitignore(mut self, respect: bool) -> Self {
+        self.config.respect_gitignore = respect;
+        self
+    }
+
+    pub fn find_pattern(mut self, pattern: Option<Regex>) -> Self {
+        self.config.find_pattern = pattern;
+        self
+    }
+
+    pub fn file_type_filter(mut self, filter: Option<String>) -> Self {
+        self.config.file_type_filter = filter;
+        self
+    }
+
+    pub fn entry_type_filter(mut self, filter: Option<String>) -> Self {
+        self.config.entry_type_filter = filter;
+        self
+    }
+
+    pub fn min_size(mut self, size: Option<u64>) -> Self {
+        self.config.min_size = size;
+        self
+    }
+
+    pub fn max_size(mut self, size: Option<u64>) -> Self {
+        self.config.max_size = size;
+        self
+    }
+
+    pub fn newer_than(mut self, time: Option<SystemTime>) -> Self {
+        self.config.newer_than = time;
+        self
+    }
+
+    pub fn older_than(mut self, time: Option<SystemTime>) -> Self {
+        self.config.older_than = time;
+        self
+    }
+
+    pub fn search_keyword(mut self, keyword: Option<String>) -> Self {
+        self.config.search_keyword = keyword;
+        self
+    }
+
+    pub fn include_line_content(mut self, include: bool) -> Self {
+        self.config.include_line_content = include;
+        self
+    }
+
+    pub fn use_default_ignores(mut self, use_defaults: bool) -> Self {
+        self.config.use_default_ignores = use_defaults;
+        self
+    }
+
+    pub fn build(self) -> ScannerConfig {
+        self.config
+    }
+}
+
+impl Default for ScannerConfigBuilder {
+    fn default() -> Self {
+        Self::new()
+    }
+}
+
+/// Scan a directory with the given configuration
+/// Returns (nodes, stats) tuple
+pub fn scan_with_config(path: &Path, config: ScannerConfig) -> Result<(Vec<FileNode>, TreeStats)> {
+    let scanner = Scanner::new(path, config)?;
+    scanner.scan()
+}
diff --git a/src/mcp/mod.rs b/src/mcp/mod.rs
@@ -19,6 +19,7 @@ pub mod context_absorber;
 mod context_tools;
 mod enhanced_tool_descriptions;
 mod git_memory_integration;
+mod helpers;
 mod hook_tools;
 mod negotiation;
 mod permissions;
diff --git a/src/mcp/tools.rs b/src/mcp/tools.rs
diff --git a/test_files/seger_192k_32f_stereo.wav b/test_files/seger_192k_32f_stereo.wav
diff --git a/test_files/test.zip b/test_files/test.zip
