Merge pull request #74 from BasisResearch/db-tracking-studio

tracking studio

Author: dimkab

.dockerignore

@@ -1,54 +1,7 @@
-# Git
-.git
-.gitignore
+# Exclude everything by default
+*
 
-# Python
-__pycache__/
-*.py[cod]
-*$py.class
-*.so
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-
-# Virtual Environment
-venv/
-env/
-ENV/
-
-# IDE
-.idea/
-.vscode/
-*.swp
-*.swo
-
-# Docker
-Dockerfile
-.dockerignore
-
-# Documentation
-docs/
-*.md
-*.rst
-
-# Tests
-tests/
-.pytest_cache/
-.coverage
-htmlcov/
-
-# Misc
-.DS_Store 
+# Allow only what the Dockerfile needs
+!collab_env/
+!scripts/
+!pyproject.toml

.gcloudignore

@@ -0,0 +1,13 @@
+# Upload only what the Docker build needs
+# .gcloudignore controls what gcloud builds submit uploads
+
+# Start by ignoring everything
+*
+
+# Allow only what Dockerfile.tracking-studio needs
+!collab_env/
+!scripts/
+!pyproject.toml
+!Dockerfile.tracking-studio
+!cloudbuild.yaml
+!.dockerignore

Dockerfile.tracking-studio

@@ -0,0 +1,48 @@
+FROM python:3.10-slim
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    ffmpeg \
+    libgl1 \
+    libglib2.0-0 \
+    libsm6 \
+    libxext6 \
+    libxrender-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install uv for fast dependency resolution
+RUN pip install uv
+
+WORKDIR /workspace
+
+# Install CPU-only PyTorch first (prevents ultralytics pulling 900MB CUDA version)
+RUN uv pip install --system --no-cache \
+    torch torchvision --index-url https://download.pytorch.org/whl/cpu
+
+# Install Python dependencies (Roboflow models load via .pt download, no inference SDK needed)
+COPY pyproject.toml .
+RUN uv pip install --system --no-cache \
+    nicegui \
+    ultralytics \
+    supervision \
+    google-cloud-storage \
+    gcsfs \
+    opencv-python-headless \
+    pandas \
+    numpy \
+    loguru
+
+# Copy application code
+COPY collab_env/ collab_env/
+COPY scripts/ scripts/
+
+# Create model cache and tmp directories
+RUN mkdir -p /workspace/models
+RUN mkdir -p /tmp/videos /tmp/outputs /tmp/uploads
+
+ENV PORT=8080
+ENV PYTHONUNBUFFERED=1
+ENV PYTHONPATH=/workspace
+ENV NICEGUI_RELOAD=false
+
+CMD ["python", "scripts/tracking/run_tracking_studio.py"]

README.rst

@@ -117,5 +117,6 @@ Detailed documentation for specific modules:
 * `GNN Training <docs/gnn/GNNReadMe.md>`_ - Graph Neural Network training and rollouts
 * `Simulation <docs/sim/README.md>`_ - Boids simulation and output format
 * `Tracking <docs/tracking/README.md>`_ - Animal tracking and thermal video processing
+* `Tracking Studio <docs/tracking/tracking_web_gui.md>`_ - Interactive web GUI for video object detection and tracking
 
 For contributing guidelines, see `CONTRIBUTING.md <CONTRIBUTING.md>`_.

cloudbuild.yaml

@@ -0,0 +1,35 @@
+steps:
+  - name: 'gcr.io/cloud-builders/docker'
+    args:
+      - 'build'
+      - '-t'
+      - 'gcr.io/$PROJECT_ID/tracking-studio:latest'
+      - '-f'
+      - 'Dockerfile.tracking-studio'
+      - '.'
+
+  - name: 'gcr.io/cloud-builders/docker'
+    args: ['push', 'gcr.io/$PROJECT_ID/tracking-studio:latest']
+
+  - name: 'gcr.io/google.com/cloudsdktool/cloud-sdk'
+    entrypoint: gcloud
+    args:
+      - 'run'
+      - 'deploy'
+      - 'tracking-studio'
+      - '--image=gcr.io/$PROJECT_ID/tracking-studio:latest'
+      - '--platform=managed'
+      - '--region=us-central1'
+      - '--memory=4Gi'
+      - '--cpu=2'
+      - '--timeout=900'
+      - '--concurrency=1'
+      - '--max-instances=5'
+      - '--set-secrets=ROBOFLOW_API_KEY=roboflow-api-key:latest'
+      - '--no-allow-unauthenticated'
+
+images:
+  - 'gcr.io/$PROJECT_ID/tracking-studio:latest'
+
+options:
+  machineType: 'N1_HIGHCPU_8'

collab_env/tracking/visualization.py

@@ -135,6 +135,7 @@ def overlay_tracks_on_video(
 
     # Get frame size
     sample_frame = cv2.imread(str(frame_paths[0]))
+    assert sample_frame is not None, f"Failed to read frame: {frame_paths[0]}"
     h, w = sample_frame.shape[:2]
     writer = cv2.VideoWriter(
         str(output_video),
@@ -146,6 +147,8 @@ def overlay_tracks_on_video(
     for frame_path in frame_paths:
         frame_idx = int(frame_path.stem.split("_")[-1])
         frame = cv2.imread(str(frame_path))
+        if frame is None:
+            continue
 
         frame_tracks = df[df["frame"] == frame_idx]
         for _, row in frame_tracks.iterrows():

collab_env/tracking_studio/__init__.py

@@ -0,0 +1,12 @@
+"""
+NiceGUI-based Video Tracking Studio
+
+A web application for interactive video tracking with support for:
+- GCS bucket video browsing and upload
+- YOLO and Roboflow model selection
+- Real-time tracking visualization
+- ByteTrack with Re-ID support
+- CSV output export
+"""
+
+__version__ = "0.1.0"