#!/bin/bash
# Verify all target documentation files exist and contain the expected anchors

echo "=== Checking if target documentation files exist ==="
target_files=("aggregations.md" "collection.md" "condition.md" "conversion.md" "cryptographic.md" "datetime.md" "expressions.md" "ip.md" "json.md" "math.md" "relevance.md" "statistical.md" "string.md" "system.md")

docs_dir="docs/user/ppl/functions"
missing_files=()

for file in "${target_files[@]}"; do
  if [ -f "$docs_dir/$file" ]; then
    echo "✓ $file exists"
  else
    echo "✗ $file MISSING"
    missing_files+=("$file")
  fi
done

echo ""
echo "=== Checking headers in target files ==="

# Extract all links from index.md and verify anchors exist
# Get the index file
index_file="$docs_dir/index.md"

if [ -f "$index_file" ]; then
  echo "✓ index.md exists"
  echo ""
  
  # Extract links and check each one
  echo "=== Verifying sample anchors from each target file ==="
  
  # Check a sample from each file
  echo "Checking aggregations.md for COUNT..."
  rg -A 2 "^\[COUNT\]" "$docs_dir/aggregations.md" | head -5 || echo "COUNT not found as heading"
  
  echo "Checking datetime.md for ADDDATE..."
  rg -A 2 "^\[ADDDATE\]|^## ADDDATE" "$docs_dir/datetime.md" | head -5 || echo "ADDDATE not found as heading"
  
  echo "Checking string.md for CONCAT..."
  rg -A 2 "^\[CONCAT\]|^## CONCAT" "$docs_dir/string.md" | head -5 || echo "CONCAT not found as heading"
  
  echo ""
  echo "=== Checking markdown header patterns ==="
  # Let's see what the actual header format is
  echo "Sample headers from aggregations.md:"
  rg "^#+" "$docs_dir/aggregations.md" | head -10
else
  echo "✗ index.md not found"
fi

#!/bin/bash
# Detailed anchor verification

docs_dir="docs/user/ppl/functions"

echo "=== Checking expressions.md link format issue ==="
# The index has "expressions.md#arithmetic-operators" without "/" 
# Should be "expressions.md/#arithmetic-operators"
grep -n "expressions.md" "$docs_dir/index.md"

echo ""
echo "=== Verifying functions with underscores ==="
# Check VAR_SAMP
echo "VAR_SAMP in aggregations.md:"
rg "^### VAR_SAMP|^## VAR_SAMP" "$docs_dir/aggregations.md"

# Check DISTINCT_COUNT_APPROX
echo "DISTINCT_COUNT_APPROX in aggregations.md:"
rg "^### DISTINCT_COUNT_APPROX|^## DISTINCT_COUNT_APPROX" "$docs_dir/aggregations.md"

echo ""
echo "=== Verifying PERCENTILE anchor ==="
# The index uses #percentile-or-percentile_approx which is unusual
echo "PERCENTILE function definitions:"
rg "^### PERCENTILE" "$docs_dir/aggregations.md"

echo ""
echo "=== Checking duplicate functions ==="
# EXISTS should be in both collection.md and condition.md
echo "EXISTS in collection.md:"
rg "^### EXISTS|^## EXISTS" "$docs_dir/collection.md"

echo "EXISTS in condition.md:"
rg "^### EXISTS|^## EXISTS" "$docs_dir/condition.md"

# EARLIEST should be in both aggregations.md and condition.md
echo "EARLIEST in aggregations.md:"
rg "^### EARLIEST|^## EARLIEST" "$docs_dir/aggregations.md"

echo "EARLIEST in condition.md:"
rg "^### EARLIEST|^## EARLIEST" "$docs_dir/condition.md"

# LATEST should be in both aggregations.md and condition.md
echo "LATEST in aggregations.md:"
rg "^### LATEST|^## LATEST" "$docs_dir/aggregations.md"

echo "LATEST in condition.md:"
rg "^### LATEST|^## LATEST" "$docs_dir/condition.md"

echo ""
echo "=== Checking all headers in aggregations.md for anchor match ==="
rg "^### " "$docs_dir/aggregations.md" | head -20

#!/bin/bash
# Verify markdown anchor generation for special characters

docs_dir="docs/user/ppl/functions"

echo "=== Testing actual anchor format from files ==="

# For DISTINCT_COUNT, DC - check the actual anchor slug
echo "Checking aggregations.md for exact header format and potential anchor:"
rg -B 2 -A 5 "^### DISTINCT_COUNT, DC" "$docs_dir/aggregations.md"

echo ""
echo "=== Check PERCENTILE or PERCENTILE_APPROX anchor format ==="
rg -B 2 -A 5 "^### PERCENTILE or PERCENTILE_APPROX" "$docs_dir/aggregations.md"

echo ""
echo "=== Verify expressions.md has ARITHMETIC OPERATORS section ==="
rg "^## |^### " "$docs_dir/expressions.md"

echo ""
echo "=== Check if JSON_* functions have correct anchor naming ==="
rg "^### JSON_" "$docs_dir/json.md" | head -15

echo ""
echo "=== Verify all headers exist for math.md functions ==="
# Check for MOD vs MODULUS duplication
rg "^### (MOD|MODULUS)" "$docs_dir/math.md"

echo ""
echo "=== Final check: Verify expressions.md inconsistency ==="
echo "Line 142 (should have /): "
sed -n '142p' "$docs_dir/index.md"
echo ""
echo "Line 143 (already has /):"
sed -n '143p' "$docs_dir/index.md"

#!/bin/bash
docs_dir="docs/user/ppl/functions"

echo "=== Check JSON functions headers ==="
rg "^### JSON" "$docs_dir/json.md"

echo ""
echo "=== Verify critical finding: expressions.md link format ==="
echo "According to markdown conventions, both links should use the '/' separator:"
echo "Current line 142: expressions.md#arithmetic-operators (INCORRECT - missing /)"
echo "Current line 143: expressions.md/#predicate-operators (CORRECT)"
echo ""
echo "Markdown anchor links should use format: filename/#anchor"

echo ""
echo "=== Summary of all target files and function counts ==="
for file in aggregations.md collection.md condition.md conversion.md cryptographic.md datetime.md expressions.md ip.md json.md math.md relevance.md statistical.md string.md system.md; do
  count=$(rg "^### |^## " "$docs_dir/$file" | grep -E "^[^/]*:###|^[^/]*:## [A-Z]" | wc -l)
  echo "$file: $count header entries"
done

#!/bin/bash
docs_dir="docs/user/ppl/functions"

echo "=== Check JSON functions directly ==="
cat "$docs_dir/json.md" | grep "^### JSON"

echo ""
echo "=== Check math.md for MOD and MODULUS ==="
cat "$docs_dir/math.md" | grep "^### MOD"

echo ""
echo "=== Verify all aggregations functions exist ==="
echo "Expected functions from index:"
grep "aggregations.md/#" "$docs_dir/index.md" | sed 's/.*aggregations.md\/#//g' | sed 's/).*//' | sort

echo ""
echo "Actual headers in aggregations.md:"
cat "$docs_dir/aggregations.md" | grep "^### " | sed 's/^### //g' | sed 's/ *$//' | sort

#!/bin/bash
docs_dir="docs/user/ppl/functions"

echo "=== Check json.md file size and first 50 lines ==="
wc -l "$docs_dir/json.md"
echo ""
head -50 "$docs_dir/json.md"

echo ""
echo "=== Check math.md for MOD/MODULUS ==="
head -100 "$docs_dir/math.md" | tail -50

#!/bin/bash
docs_dir="docs/user/ppl/functions"

echo "=== Get all headers from json.md ==="
grep "^## \|^### " "$docs_dir/json.md"

echo ""
echo "=== Get all headers from math.md ==="
grep "^## \|^### " "$docs_dir/math.md"

echo ""
echo "=== Compare: Index expects these JSON anchors ==="
grep "json.md/#" "$docs_dir/index.md" | sed 's/.*json.md\/#//g' | sed 's/).*//' | sort

echo ""
echo "=== Actual JSON function headers in file ==="
grep "^## \|^### " "$docs_dir/json.md" | grep -i json | sort

#!/bin/bash
docs_dir="docs/user/ppl/functions"

echo "=== Critical finding: expressions.md link inconsistency ==="
sed -n '141,143p' "$docs_dir/index.md"

echo ""
echo "=== Verify all target files for expected functions ==="

echo "Collection functions in index vs actual:"
echo "Expected:"
grep "collection.md/#" "$docs_dir/index.md" | sed 's/.*collection.md\/#//g' | sed 's/).*//' | sort | head -10
echo "Actual headers:"
grep "^## " "$docs_dir/collection.md" | grep -v "^## Description" | sed 's/^## //g' | sort | head -10

echo ""
echo "=== Check condition.md functions ==="
echo "Expected from index:"
grep "condition.md/#" "$docs_dir/index.md" | sed 's/.*condition.md\/#//g' | sed 's/).*//' | sort
echo "Actual headers:"
grep "^## " "$docs_dir/condition.md" | grep -v "^## Description" | sed 's/^## //g' | sort

echo ""
echo "=== Final comprehensive link verification ==="
python3 << 'EOF'
import re

with open('docs/user/ppl/functions/index.md', 'r') as f:
    content = f.read()

# Find all markdown links with patterns like [Text](file.md/#anchor)
links = re.findall(r'\[([^\]]+)\]\(([^)]+)\)', content)

issues = []
for text, link in links:
    if '.md' in link:
        if '.md#' in link and '.md/#' not in link:
            # Check if this is the expressions.md case
            if 'expressions.md#' in link:
                issues.append(f"Line with '{text}': '{link}' - Missing '/' after .md")

if issues:
    print("CRITICAL ISSUES FOUND:")
    for issue in issues:
        print(f"  - {issue}")
else:
    print("No critical link format issues found")
EOF

#!/bin/bash
docs_dir="docs/user/ppl/functions"

echo "=== Verify expressions.md link format issue ==="
sed -n '141,143p' "$docs_dir/index.md"

echo ""
echo "=== Check if this is a real broken link ==="
# Both formats should work in markdown, but the index is inconsistent
echo "Current formats in index:"
echo "Line 142: expressions.md#arithmetic-operators (missing / after .md)"
echo "Line 143: expressions.md/#predicate-operators (correct / after .md)"
echo ""
echo "Markdown standard uses: filename/#anchor"