flake.nix

{
  description = "Event Camera Detection Workbench - Nix Infrastructure";

  inputs = {
    nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
    flake-utils.url = "github:numtide/flake-utils";
  };

  outputs = { self, nixpkgs, flake-utils }:
    flake-utils.lib.eachDefaultSystem (system:
      let
        pkgs = nixpkgs.legacyPackages.${system};
        python = pkgs.python311;
        sharedLibPath = pkgs.lib.makeLibraryPath [
          pkgs.stdenv.cc.cc.lib
          pkgs.zlib
          pkgs.hdf5
          pkgs.libGL
          pkgs.libGLU
          pkgs.glib
          pkgs.xorg.libX11
          pkgs.xorg.libXext
          pkgs.xorg.libXrender
          pkgs.xorg.libxcb
          pkgs.xorg.libSM
          pkgs.xorg.libICE
          pkgs.libxkbcommon
        ];

        # Convert EVT3 raw to dat script
        convertEvt3Script = pkgs.writeShellScriptBin "convert-evt3-raw-to-dat" ''
          set -euo pipefail
          exec ${pkgs.uv}/bin/uv run python scripts/convert_evt3_raw_to_dat.py "$@"
        '';

        # Convert all datasets script
        convertAllDatasetsScript = pkgs.writeShellScriptBin "convert-all-datasets" ''
          set -euo pipefail

          DATA_DIR="evio/data"

          echo "=========================================="
          echo "  Convert All Datasets to EVT3 .dat"
          echo "=========================================="
          echo ""

          # Find all .raw files
          RAW_FILES=$(find "$DATA_DIR" -name "*.raw" -type f 2>/dev/null || true)

          if [ -z "$RAW_FILES" ]; then
              echo "❌ No .raw files found in $DATA_DIR"
              echo ""
              echo "Run 'unzip-datasets' first to extract datasets."
              exit 1
          fi

          # Count files
          FILE_COUNT=$(echo "$RAW_FILES" | wc -l | tr -d ' ')
          echo "Found $FILE_COUNT .raw files to convert"
          echo ""

          # Convert each file
          SUCCESS_COUNT=0
          FAIL_COUNT=0

          for RAW_FILE in $RAW_FILES; do
              echo "Converting: $RAW_FILE"
              if ${pkgs.uv}/bin/uv run python scripts/convert_evt3_raw_to_dat.py "$RAW_FILE" --force; then
                  SUCCESS_COUNT=$((SUCCESS_COUNT + 1))
              else
                  FAIL_COUNT=$((FAIL_COUNT + 1))
                  echo "⚠️  Failed to convert $RAW_FILE"
              fi
              echo ""
          done

          # Summary
          echo "=========================================="
          echo "  Conversion Summary"
          echo "=========================================="
          echo ""
          echo "✅ Successfully converted: $SUCCESS_COUNT files"

          if [ $FAIL_COUNT -gt 0 ]; then
              echo "❌ Failed: $FAIL_COUNT files"
          fi

          echo ""
          echo "Verify converted files with:"
          echo "  uv run --package evio-verifier verify-dat <file>.dat"
        '';

        # Unzip datasets script
        unzipDatasetsScript = pkgs.writeShellScriptBin "unzip-datasets" ''
          set -euo pipefail

          ZIP_PATH="evio/data/junction-sensofusion.zip"
          DATA_DIR="evio/data"

          # Check ZIP exists
          if [ ! -f "$ZIP_PATH" ]; then
              echo "❌ Error: junction-sensofusion.zip not found"
              echo ""
              echo "Please copy the ZIP file to evio/data/ first:"
              echo "  cp /path/to/junction-sensofusion.zip evio/data/"
              echo ""
              echo "Then run: unzip-datasets"
              exit 1
          fi

          # Check current inventory
          echo "Checking existing datasets..."
          ${pkgs.uv}/bin/uv run --package downloader python -c '
from downloader.verification import check_inventory, print_inventory
inventory = check_inventory()
print_inventory(inventory)
' || true

          # Check if datasets exist
          if [ -d "$DATA_DIR/fan" ] || [ -d "$DATA_DIR/drone_idle" ] || [ -d "$DATA_DIR/drone_moving" ] || [ -d "$DATA_DIR/fred-0" ]; then
              echo ""
              echo "⚠️  WARNING: Existing datasets found"
              echo ""
              echo "The following will be overwritten:"
              [ -d "$DATA_DIR/fan" ] && echo "  ✓ fan/ (6 files)"
              [ -d "$DATA_DIR/drone_idle" ] && echo "  ✓ drone_idle/ (2 files)"
              [ -d "$DATA_DIR/drone_moving" ] && echo "  ✓ drone_moving/ (2 files)"
              [ -d "$DATA_DIR/fred-0" ] && echo "  ✓ fred-0/ (events + frames)"
              echo ""
              read -p "Continue with extraction? (y/N): " -n 1 -r
              echo
              if [[ ! $REPLY =~ ^[Yy]$ ]]; then
                  echo "Extraction cancelled."
                  exit 0
              fi
          fi

          # Extract ZIP
          echo ""
          echo "Extracting datasets..."
          if ! ${pkgs.unzip}/bin/unzip -o "$ZIP_PATH" -d "$DATA_DIR"; then
              echo ""
              echo "❌ Error: Failed to extract datasets"
              echo ""
              echo "The ZIP file may be corrupted. Try:"
              echo "  1. Re-download junction-sensofusion.zip"
              echo "  2. Verify file integrity"
              echo "  3. Extract manually: cd evio/data && unzip junction-sensofusion.zip"
              exit 1
          fi

          # Verify extraction
          echo ""
          echo "Verifying extraction..."
          ${pkgs.uv}/bin/uv run --package downloader python -c '
from pathlib import Path
from downloader.verification import check_inventory, print_inventory

inventory = check_inventory()

# Check for expected dataset directories (use actual paths, not inventory keys)
expected_dirs = {
    "fan": Path("evio/data/fan"),
    "drone_idle": Path("evio/data/drone_idle"),
    "drone_moving": Path("evio/data/drone_moving"),
    "fred-0": Path("evio/data/fred-0/Event")
}

missing = []
for name, path in expected_dirs.items():
    if not path.exists():
        missing.append(name)
    elif name in ["fan", "drone_idle", "drone_moving"]:
        # Check for .dat or .raw files
        if not list(path.glob("*.dat")) and not list(path.glob("*.raw")):
            missing.append(name)
    elif name == "fred-0":
        # Check for events.dat or events.raw
        if not (path / "events.dat").exists() and not (path / "events.raw").exists():
            missing.append(name)

if missing:
    print("⚠️  Warning: Extraction incomplete")
    print("")
    print("Missing expected datasets:", ", ".join(missing))
    print("")
    print("Please check:")
    print("  - ZIP file integrity")
    print("  - Available disk space")
    print("")
    print("Run download-datasets as fallback if needed.")
    exit(1)

print("=" * 50)
print("  Extraction Summary")
print("=" * 50)
print("")
print(f"✅ Successfully extracted {len(expected_dirs) - len(missing)} dataset groups")
print("")
print_inventory(inventory)

# Show demo commands if fan datasets present
if inventory.get("fan", {}).get("dat", 0) > 0:
    print("")
    print("Ready to run:")
    print("  run-demo-fan")
    print("  run-mvp-1")
    print("  run-mvp-2")
'
        '';

        # Convert legacy .dat to HDF5 script
        convertLegacyDatToHdf5Script = pkgs.writeShellScriptBin "convert-legacy-dat-to-hdf5" ''
          set -euo pipefail
          exec ${pkgs.uv}/bin/uv run --package evio-core python scripts/convert_legacy_dat_to_hdf5.py "$@"
        '';

        # Convert all legacy .dat to HDF5 script
        convertAllLegacyToHdf5Script = pkgs.writeShellScriptBin "convert-all-legacy-to-hdf5" ''
          set -euo pipefail
          exec ${pkgs.bash}/bin/bash scripts/convert_all_legacy_to_hdf5.sh
        '';

        # Generate thumbnails script
        generateThumbnailsScript = pkgs.writeShellScriptBin "generate-thumbnails" ''
          set -euo pipefail
          exec ${pkgs.uv}/bin/uv run --package evio python scripts/generate_thumbnails.py "$@"
        '';

      in
      {
        devShells.default = pkgs.mkShell {
          buildInputs = [
            # Core tools
            python
            pkgs.uv                 # UV package manager
            pkgs.gdown              # Google Drive downloader
            pkgs.unzip              # ZIP extraction
            convertEvt3Script       # convert-evt3-raw-to-dat command
            convertAllDatasetsScript # convert-all-datasets command
            unzipDatasetsScript     # unzip-datasets command
            convertLegacyDatToHdf5Script # convert-legacy-dat-to-hdf5 command
            convertAllLegacyToHdf5Script # convert-all-legacy-to-hdf5 command
            generateThumbnailsScript     # generate-thumbnails command

            # Rust toolchain (for evlib compilation)
            pkgs.rustc
            pkgs.cargo
            pkgs.pkg-config

            # System libraries
            pkgs.opencv4            # OpenCV for visualization
            pkgs.libGL              # OpenGL runtime required by OpenCV
            pkgs.libGLU             # GLU for OpenCV/Qt
            pkgs.glib               # GLib for OpenCV thread helpers
            pkgs.xorg.libX11        # Qt X11 stack
            pkgs.xorg.libXext
            pkgs.xorg.libXrender
            pkgs.xorg.libxcb
            pkgs.xorg.libSM
            pkgs.xorg.libICE
            pkgs.libxkbcommon
            pkgs.zlib               # Required by some Rust packages
            pkgs.hdf5               # Required by evlib
          ];

          # Set library paths for Rust-backed libraries (evlib)
          # Use DYLD_LIBRARY_PATH on macOS to override hardcoded homebrew paths
          LD_LIBRARY_PATH = sharedLibPath;
          DYLD_LIBRARY_PATH = "${pkgs.lib.makeLibraryPath [
            pkgs.hdf5
            pkgs.zlib
          ]}";

          shellHook = ''
            echo ""
            echo "╔════════════════════════════════════════════════════════════╗"
            echo "║                                                            ║"
            echo "║          Hello! #weUseNixBtw                               ║"
            echo "║          Event Camera Detection Workbench                  ║"
            echo "║                                                            ║"
            echo "║  Real-time microsecond-scale event camera processing       ║"
            echo "║  pipeline for drone detection                              ║"
            echo "║  (it works on our machines - maybe yours)                  ║"
            echo "║                                                            ║"
            echo "╚════════════════════════════════════════════════════════════╝"
            echo ""
            export QT_QPA_PLATFORM="xcb"

            # Create workspace structure if missing
            if [ ! -d workspace ]; then
              mkdir -p workspace/libs workspace/plugins workspace/apps
            fi

            # Check if workspace needs initialization
            if [ ! -d .venv ]; then
              if [ ! -d workspace/libs/evio-core ]; then
                echo "⚠️  First time setup: Run 'uv sync' to initialize"
              else
                echo "⚠️  First time setup: Run 'uv sync'"
              fi
              echo ""
            fi

            echo "🎯 Quick Start (3 steps):"
            echo "  1. unzip-datasets              # Extract junction-sensofusion.zip"
            echo "  2. convert-all-legacy-to-hdf5  # Convert .dat → .h5"
            echo "  3. run-mvp-demo                # Launch fullscreen UI!"
            echo ""
            echo "📖 Docs: README.md + docs/ (numbered 01-09)"
            echo ""
            echo "🔧 Main Commands:"
            echo "  run-mvp-demo                   # Fullscreen UI with all detectors"
            echo "  run-fan-rpm-demo <file>        # Fan RPM detector (CLI)"
            echo "  run-drone-detector-demo <file> # Drone detector (CLI)"
            echo "  run-evlib-tests                # Run loader parity tests"
            echo ""
            echo "🎨 Data & Utils:"
            echo "  unzip-datasets                 # Extract local zip file"
            echo "  download-datasets              # DO NOT RUN - WE ALREADY DDOSSED SENSOFUSION SORRY"
            echo "  unzip-checkpoints              # Extract RVT model checkpoints from rvt-models.zip"
            echo "  convert-legacy-dat-to-hdf5 <file>  # Single file conversion"
            echo "  convert-all-legacy-to-hdf5     # Batch convert all .dat files"
            echo "  generate-thumbnails            # Create/update menu thumbnails"
            echo ""
            echo "🎯 RVT Detector Demos (experimental):"
            echo "  run-detector <file> [--checkpoint PATH] [opts] : Run RVT detector on event data"
            echo "  run-rvt-fan          : RVT detector on varying RPM turning fan"
            echo "  run-rvt-drone        : RVT detector on moving drone"
            echo "  NOTE: Pre-trained models may not work well on our data - requires custom training"
            echo ""

            # Shell aliases for convenience
            alias download-datasets='uv run --package downloader download-datasets'
            alias unzip-checkpoints='./scripts/unzip-rvt-checkpoints.sh'
            alias run-detector='./scripts/run-detector.sh'
            alias run-evlib-tests='uv run --package evio-core pytest workspace/libs/evio-core/tests/test_evlib_comparison.py -v -s'
            alias generate-thumbnails='uv run --package evio python scripts/generate_thumbnails.py'
            alias run-demo-fan='uv run --package evio python evio/scripts/play_dat.py evio/data/fan/fan_const_rpm.dat'
            alias run-demo-fan-ev3='uv run --package evio python evio/scripts/play_evlib.py evio/data/fan/fan_const_rpm_legacy.h5'
            alias run-mvp-1='uv run --package evio python evio/scripts/mvp_1_density.py evio/data/fan/fan_const_rpm.dat'
            alias run-mvp-2='uv run --package evio python evio/scripts/mvp_2_voxel.py evio/data/fan/fan_varying_rpm.dat'
            alias run-evlib-raw-demo='uv run --package evlib-examples evlib-raw-demo'
            alias run-evlib-raw-player='uv run --package evlib-examples evlib-raw-player'
            alias run-mvp-demo='uv run --package evio python evio/scripts/mvp_launcher.py'
            alias run-fan-rpm-demo='uv run fan-rpm-demo evio/data/fan/fan_const_rpm_legacy.h5'
            alias run-drone-detector-demo='uv run drone-detector-demo evio/data/drone_idle/drone_idle_legacy.h5'
            alias run-fan-detector='uv run --package evio python evio/scripts/fan_detector_demo.py evio/data/fan/fan_const_rpm.dat'
            alias run-drone-detector='uv run --package evio python evio/scripts/drone_detector_demo.py evio/data/drone_idle/drone_idle.dat'
            alias run-rvt-fan='./scripts/run-detector.sh evio/data/fan/fan_varying_rpm_turning_legacy.h5 --checkpoint workspace/plugins/rvt-detection/models/rvt-b-gen1.ckpt --experiment base'
            alias run-rvt-drone='./scripts/run-detector.sh evio/data/drone_moving/drone_moving_legacy.h5 --checkpoint workspace/plugins/rvt-detection/models/rvt-b-1mpx.ckpt --dataset gen4 --experiment base'

            echo "Read .claude/skills/dev-environment.md for workflow guidelines"
            echo "=========================================="
            echo ""
          '';
        };
      }
    );
}