|
| 1 | +#!/bin/bash |
| 2 | +# CodeSensei — Hook Regression Tests |
| 3 | +# Validates that hook scripts produce valid JSON output and write |
| 4 | +# structured pending lessons to the queue directory. |
| 5 | +# |
| 6 | +# Usage: bash tests/test-hooks.sh |
| 7 | +# Requirements: jq |
| 8 | + |
| 9 | +set -euo pipefail |
| 10 | + |
| 11 | +SCRIPT_DIR="$(cd "$(dirname "$0")/.." && pwd)" |
| 12 | +TEST_HOME=$(mktemp -d) |
| 13 | +export HOME="$TEST_HOME" |
| 14 | + |
| 15 | +PASS=0 |
| 16 | +FAIL=0 |
| 17 | + |
| 18 | +# Colors |
| 19 | +GREEN='\033[0;32m' |
| 20 | +RED='\033[0;31m' |
| 21 | +NC='\033[0m' |
| 22 | + |
| 23 | +pass() { PASS=$((PASS + 1)); echo -e " ${GREEN}✓${NC} $1"; } |
| 24 | +fail() { FAIL=$((FAIL + 1)); echo -e " ${RED}✗${NC} $1: $2"; } |
| 25 | + |
| 26 | +cleanup() { |
| 27 | + rm -rf "$TEST_HOME" |
| 28 | +} |
| 29 | +trap cleanup EXIT |
| 30 | + |
| 31 | +# --- Setup: create a minimal profile --- |
| 32 | +setup_profile() { |
| 33 | + mkdir -p "$TEST_HOME/.code-sensei" |
| 34 | + cat > "$TEST_HOME/.code-sensei/profile.json" <<'PROFILE' |
| 35 | +{ |
| 36 | + "belt": "yellow", |
| 37 | + "xp": 100, |
| 38 | + "session_concepts": [], |
| 39 | + "concepts_seen": ["html"], |
| 40 | + "streak": {"current": 3} |
| 41 | +} |
| 42 | +PROFILE |
| 43 | +} |
| 44 | + |
| 45 | +echo "" |
| 46 | +echo "━━━ CodeSensei Hook Regression Tests ━━━" |
| 47 | +echo "" |
| 48 | + |
| 49 | +# ============================================================ |
| 50 | +# TEST GROUP 1: track-code-change.sh |
| 51 | +# ============================================================ |
| 52 | +echo "▸ track-code-change.sh" |
| 53 | + |
| 54 | +# Test 1.1: Output is valid JSON |
| 55 | +setup_profile |
| 56 | +OUTPUT=$(echo '{"tool_name":"Write","tool_input":{"file_path":"src/App.tsx"}}' \ |
| 57 | + | bash "$SCRIPT_DIR/scripts/track-code-change.sh" 2>/dev/null) |
| 58 | + |
| 59 | +if echo "$OUTPUT" | jq . > /dev/null 2>&1; then |
| 60 | + pass "stdout is valid JSON" |
| 61 | +else |
| 62 | + fail "stdout is valid JSON" "got: $OUTPUT" |
| 63 | +fi |
| 64 | + |
| 65 | +# Test 1.2: Output contains hookSpecificOutput with PostToolUse event |
| 66 | +EVENT=$(echo "$OUTPUT" | jq -r '.hookSpecificOutput.hookEventName') |
| 67 | +if [ "$EVENT" = "PostToolUse" ]; then |
| 68 | + pass "hookEventName is PostToolUse" |
| 69 | +else |
| 70 | + fail "hookEventName is PostToolUse" "got: $EVENT" |
| 71 | +fi |
| 72 | + |
| 73 | +# Test 1.3: additionalContext is a delegation hint (not verbose teaching) |
| 74 | +CONTEXT=$(echo "$OUTPUT" | jq -r '.hookSpecificOutput.additionalContext') |
| 75 | +if echo "$CONTEXT" | grep -q "Task tool" && echo "$CONTEXT" | grep -q "sensei"; then |
| 76 | + pass "additionalContext is a delegation hint (mentions Task tool + sensei)" |
| 77 | +else |
| 78 | + fail "additionalContext is a delegation hint" "got: $CONTEXT" |
| 79 | +fi |
| 80 | + |
| 81 | +# Test 1.4: additionalContext does NOT contain old verbose teaching patterns |
| 82 | +if echo "$CONTEXT" | grep -q "Provide a brief"; then |
| 83 | + fail "additionalContext has no verbose teaching" "still contains 'Provide a brief'" |
| 84 | +else |
| 85 | + pass "additionalContext has no verbose teaching content" |
| 86 | +fi |
| 87 | + |
| 88 | +# Test 1.5: Pending lesson file was created |
| 89 | +LESSON_COUNT=$(find "$TEST_HOME/.code-sensei/pending-lessons" -name "*.json" 2>/dev/null | wc -l) |
| 90 | +if [ "$LESSON_COUNT" -ge 1 ]; then |
| 91 | + pass "pending lesson file created ($LESSON_COUNT file(s))" |
| 92 | +else |
| 93 | + fail "pending lesson file created" "found $LESSON_COUNT files" |
| 94 | +fi |
| 95 | + |
| 96 | +# Test 1.6: Pending lesson file is valid JSON |
| 97 | +LESSON_FILE=$(find "$TEST_HOME/.code-sensei/pending-lessons" -name "*.json" | head -1) |
| 98 | +if jq . "$LESSON_FILE" > /dev/null 2>&1; then |
| 99 | + pass "pending lesson file is valid JSON" |
| 100 | +else |
| 101 | + fail "pending lesson file is valid JSON" "file: $LESSON_FILE" |
| 102 | +fi |
| 103 | + |
| 104 | +# Test 1.7: Pending lesson has required fields |
| 105 | +LESSON_TYPE=$(jq -r '.type' "$LESSON_FILE") |
| 106 | +LESSON_TECH=$(jq -r '.tech' "$LESSON_FILE") |
| 107 | +LESSON_BELT=$(jq -r '.belt' "$LESSON_FILE") |
| 108 | +if [ "$LESSON_TYPE" != "null" ] && [ "$LESSON_TECH" != "null" ] && [ "$LESSON_BELT" != "null" ]; then |
| 109 | + pass "pending lesson has type=$LESSON_TYPE, tech=$LESSON_TECH, belt=$LESSON_BELT" |
| 110 | +else |
| 111 | + fail "pending lesson has required fields" "type=$LESSON_TYPE tech=$LESSON_TECH belt=$LESSON_BELT" |
| 112 | +fi |
| 113 | + |
| 114 | +# Test 1.8: First encounter for new tech creates micro-lesson |
| 115 | +setup_profile |
| 116 | +rm -rf "$TEST_HOME/.code-sensei/pending-lessons" |
| 117 | +echo '{"tool_name":"Write","tool_input":{"file_path":"main.py"}}' \ |
| 118 | + | bash "$SCRIPT_DIR/scripts/track-code-change.sh" > /dev/null 2>&1 |
| 119 | +LESSON_FILE=$(find "$TEST_HOME/.code-sensei/pending-lessons" -name "*.json" | head -1) |
| 120 | +LESSON_TYPE=$(jq -r '.type' "$LESSON_FILE") |
| 121 | +FIRST=$(jq -r '.firstEncounter' "$LESSON_FILE") |
| 122 | +if [ "$LESSON_TYPE" = "micro-lesson" ] && [ "$FIRST" = "true" ]; then |
| 123 | + pass "first encounter creates micro-lesson with firstEncounter=true" |
| 124 | +else |
| 125 | + fail "first encounter creates micro-lesson" "type=$LESSON_TYPE firstEncounter=$FIRST" |
| 126 | +fi |
| 127 | + |
| 128 | +# Test 1.9: Already-seen tech creates inline-insight |
| 129 | +setup_profile |
| 130 | +rm -rf "$TEST_HOME/.code-sensei/pending-lessons" |
| 131 | +echo '{"tool_name":"Edit","tool_input":{"file_path":"index.html"}}' \ |
| 132 | + | bash "$SCRIPT_DIR/scripts/track-code-change.sh" > /dev/null 2>&1 |
| 133 | +LESSON_FILE=$(find "$TEST_HOME/.code-sensei/pending-lessons" -name "*.json" | head -1) |
| 134 | +LESSON_TYPE=$(jq -r '.type' "$LESSON_FILE") |
| 135 | +FIRST=$(jq -r '.firstEncounter' "$LESSON_FILE") |
| 136 | +if [ "$LESSON_TYPE" = "inline-insight" ] && [ "$FIRST" = "false" ]; then |
| 137 | + pass "already-seen tech creates inline-insight with firstEncounter=false" |
| 138 | +else |
| 139 | + fail "already-seen tech creates inline-insight" "type=$LESSON_TYPE firstEncounter=$FIRST" |
| 140 | +fi |
| 141 | + |
| 142 | +echo "" |
| 143 | + |
| 144 | +# ============================================================ |
| 145 | +# TEST GROUP 2: track-command.sh |
| 146 | +# ============================================================ |
| 147 | +echo "▸ track-command.sh" |
| 148 | + |
| 149 | +setup_profile |
| 150 | +rm -rf "$TEST_HOME/.code-sensei/pending-lessons" |
| 151 | + |
| 152 | +# Test 2.1: Output is valid JSON |
| 153 | +OUTPUT=$(echo '{"tool_input":{"command":"npm install express"}}' \ |
| 154 | + | bash "$SCRIPT_DIR/scripts/track-command.sh" 2>/dev/null) |
| 155 | + |
| 156 | +if echo "$OUTPUT" | jq . > /dev/null 2>&1; then |
| 157 | + pass "stdout is valid JSON" |
| 158 | +else |
| 159 | + fail "stdout is valid JSON" "got: $OUTPUT" |
| 160 | +fi |
| 161 | + |
| 162 | +# Test 2.2: additionalContext is delegation hint |
| 163 | +CONTEXT=$(echo "$OUTPUT" | jq -r '.hookSpecificOutput.additionalContext') |
| 164 | +if echo "$CONTEXT" | grep -q "Task tool" && echo "$CONTEXT" | grep -q "sensei"; then |
| 165 | + pass "additionalContext is a delegation hint" |
| 166 | +else |
| 167 | + fail "additionalContext is a delegation hint" "got: $CONTEXT" |
| 168 | +fi |
| 169 | + |
| 170 | +# Test 2.3: Pending lesson file for command |
| 171 | +LESSON_FILE=$(find "$TEST_HOME/.code-sensei/pending-lessons" -name "*.json" | head -1) |
| 172 | +if jq . "$LESSON_FILE" > /dev/null 2>&1; then |
| 173 | + pass "pending lesson file is valid JSON" |
| 174 | +else |
| 175 | + fail "pending lesson file is valid JSON" "file: $LESSON_FILE" |
| 176 | +fi |
| 177 | + |
| 178 | +# Test 2.4: Command lesson has concept field |
| 179 | +CONCEPT=$(jq -r '.concept' "$LESSON_FILE") |
| 180 | +if [ "$CONCEPT" = "package-management" ]; then |
| 181 | + pass "command lesson detected concept=package-management" |
| 182 | +else |
| 183 | + fail "command lesson detected concept" "got: $CONCEPT" |
| 184 | +fi |
| 185 | + |
| 186 | +echo "" |
| 187 | + |
| 188 | +# ============================================================ |
| 189 | +# TEST GROUP 3: session-stop.sh (cleanup) |
| 190 | +# ============================================================ |
| 191 | +echo "▸ session-stop.sh (pending lessons cleanup)" |
| 192 | + |
| 193 | +setup_profile |
| 194 | +rm -rf "$TEST_HOME/.code-sensei/pending-lessons" "$TEST_HOME/.code-sensei/lessons-archive" |
| 195 | + |
| 196 | +# Create some pending lessons |
| 197 | +mkdir -p "$TEST_HOME/.code-sensei/pending-lessons" |
| 198 | +echo '{"timestamp":"2026-03-09T12:00:00Z","type":"micro-lesson","tech":"react"}' \ |
| 199 | + > "$TEST_HOME/.code-sensei/pending-lessons/test1.json" |
| 200 | +echo '{"timestamp":"2026-03-09T12:01:00Z","type":"inline-insight","tech":"css"}' \ |
| 201 | + > "$TEST_HOME/.code-sensei/pending-lessons/test2.json" |
| 202 | + |
| 203 | +# Add a session concept so we can verify the full flow |
| 204 | +jq '.session_concepts = ["react","css"]' "$TEST_HOME/.code-sensei/profile.json" \ |
| 205 | + | tee "$TEST_HOME/.code-sensei/profile.json.tmp" > /dev/null \ |
| 206 | + && mv "$TEST_HOME/.code-sensei/profile.json.tmp" "$TEST_HOME/.code-sensei/profile.json" |
| 207 | + |
| 208 | +# Run session-stop |
| 209 | +bash "$SCRIPT_DIR/scripts/session-stop.sh" > /dev/null 2>&1 |
| 210 | + |
| 211 | +# Test 3.1: Pending lessons directory was cleaned |
| 212 | +REMAINING=$(find "$TEST_HOME/.code-sensei/pending-lessons" -name "*.json" 2>/dev/null | wc -l) |
| 213 | +if [ "$REMAINING" -eq 0 ]; then |
| 214 | + pass "pending lessons cleaned after session stop" |
| 215 | +else |
| 216 | + fail "pending lessons cleaned" "$REMAINING files remaining" |
| 217 | +fi |
| 218 | + |
| 219 | +# Test 3.2: Archive file was created |
| 220 | +TODAY=$(date -u +%Y-%m-%d) |
| 221 | +ARCHIVE_FILE="$TEST_HOME/.code-sensei/lessons-archive/${TODAY}.jsonl" |
| 222 | +if [ -f "$ARCHIVE_FILE" ]; then |
| 223 | + pass "archive file created at lessons-archive/${TODAY}.jsonl" |
| 224 | +else |
| 225 | + fail "archive file created" "file not found: $ARCHIVE_FILE" |
| 226 | +fi |
| 227 | + |
| 228 | +# Test 3.3: Archive contains the lessons (each line is valid JSON) |
| 229 | +ARCHIVE_LINES=$(wc -l < "$ARCHIVE_FILE") |
| 230 | +VALID_JSON=0 |
| 231 | +while IFS= read -r line; do |
| 232 | + if echo "$line" | jq . > /dev/null 2>&1; then |
| 233 | + VALID_JSON=$((VALID_JSON + 1)) |
| 234 | + fi |
| 235 | +done < "$ARCHIVE_FILE" |
| 236 | +if [ "$VALID_JSON" -eq "$ARCHIVE_LINES" ] && [ "$ARCHIVE_LINES" -ge 2 ]; then |
| 237 | + pass "archive has $ARCHIVE_LINES valid JSON lines" |
| 238 | +else |
| 239 | + fail "archive has valid JSON lines" "total=$ARCHIVE_LINES valid=$VALID_JSON" |
| 240 | +fi |
| 241 | + |
| 242 | +echo "" |
| 243 | + |
| 244 | +# ============================================================ |
| 245 | +# SUMMARY |
| 246 | +# ============================================================ |
| 247 | +TOTAL=$((PASS + FAIL)) |
| 248 | +echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━" |
| 249 | +if [ "$FAIL" -eq 0 ]; then |
| 250 | + echo -e "${GREEN}All $TOTAL tests passed!${NC}" |
| 251 | +else |
| 252 | + echo -e "${RED}$FAIL/$TOTAL tests failed${NC}" |
| 253 | +fi |
| 254 | +echo "" |
| 255 | + |
| 256 | +exit "$FAIL" |
0 commit comments