Fix lockfile check and document devserver scripts

Author: Tooru

README.md

@@ -82,6 +82,27 @@ Environment variables present in the shell always take precedence over `.env` va
 ---
 ## Launching the Benchmark Dashboard
 
+### Quickstart scripts
+
+Use the helper scripts to create/activate `.venv`, install the pinned dependencies (with hash verification), start `uvicorn`, and open the UI in your browser:
+
+```bash
+./scripts/devserver.sh
+```
+
+This serves the main dashboard at `http://127.0.0.1:8000/ui/index.html`.
+
+For the QA dashboard (loads `OPENROUTER_API_KEY` from your shell or `.env` and supports custom host/port):
+
+```bash
+./scripts/devserver_qa.sh
+```
+
+Optional environment variables:
+
+- `DEVSERVER_NO_REFRESH=1` (don’t auto-open the browser)
+- `DEVSERVER_HOST` / `DEVSERVER_PORT` (QA script only; defaults to `127.0.0.1:8000`, and auto-selects `8001-8100` if `8000` is busy)
+
 1. **Start the FastAPI server**
    ```bash
    uvicorn server.api:app --reload

scripts/check-deps.sh

@@ -35,33 +35,29 @@ echo "Checking if lock files are up to date..."
 # Common pip-compile flags (must match compile-deps.sh)
 COMPILE_FLAGS="--quiet --strip-extras --generate-hashes --allow-unsafe"
 
-# Compile to temporary files (with hashes to match compile-deps.sh)
-"${VENV_DIR}/bin/pip-compile" ${COMPILE_FLAGS} --output-file="${TEMP_DIR}/server-requirements.txt" server/requirements.in
-"${VENV_DIR}/bin/pip-compile" ${COMPILE_FLAGS} --output-file="${TEMP_DIR}/harness-requirements.txt" harness/requirements.in
-"${VENV_DIR}/bin/pip-compile" ${COMPILE_FLAGS} --output-file="${TEMP_DIR}/dev-requirements.txt" requirements-dev.in
-
-# Compare with existing lock files (ignoring header comments with pip-compile command)
-# We filter out the comment line containing "pip-compile" as it includes
-# the output path which differs between runs
+# Compile without modifying tracked files.
+# Note: pip-compile prints the generated requirements to STDERR in --dry-run mode.
+"${VENV_DIR}/bin/pip-compile" ${COMPILE_FLAGS} --dry-run --output-file=server/requirements.txt server/requirements.in 1>/dev/null 2>"${TEMP_DIR}/server-requirements.txt"
+"${VENV_DIR}/bin/pip-compile" ${COMPILE_FLAGS} --dry-run --output-file=harness/requirements.txt harness/requirements.in 1>/dev/null 2>"${TEMP_DIR}/harness-requirements.txt"
+"${VENV_DIR}/bin/pip-compile" ${COMPILE_FLAGS} --dry-run --output-file=requirements-dev.txt requirements-dev.in 1>/dev/null 2>"${TEMP_DIR}/dev-requirements.txt"
+
+strip_pip_compile_header() {
+    awk 'BEGIN{started=0} started{print; next} /^[[:space:]]*$/{next} /^#/{next} {started=1; print}' "$1"
+}
+
 CHANGES=0
 
-if ! diff <(grep -v "^#    pip-compile " server/requirements.txt) \
-         <(grep -v "^#    pip-compile " "${TEMP_DIR}/server-requirements.txt") \
-         >/dev/null 2>&1; then
+if ! diff <(strip_pip_compile_header server/requirements.txt) <(strip_pip_compile_header "${TEMP_DIR}/server-requirements.txt") >/dev/null 2>&1; then
     echo "❌ server/requirements.txt is out of date"
     CHANGES=1
 fi
 
-if ! diff <(grep -v "^#    pip-compile " harness/requirements.txt) \
-         <(grep -v "^#    pip-compile " "${TEMP_DIR}/harness-requirements.txt") \
-         >/dev/null 2>&1; then
+if ! diff <(strip_pip_compile_header harness/requirements.txt) <(strip_pip_compile_header "${TEMP_DIR}/harness-requirements.txt") >/dev/null 2>&1; then
     echo "❌ harness/requirements.txt is out of date"
     CHANGES=1
 fi
 
-if ! diff <(grep -v "^#    pip-compile " requirements-dev.txt) \
-         <(grep -v "^#    pip-compile " "${TEMP_DIR}/dev-requirements.txt") \
-         >/dev/null 2>&1; then
+if ! diff <(strip_pip_compile_header requirements-dev.txt) <(strip_pip_compile_header "${TEMP_DIR}/dev-requirements.txt") >/dev/null 2>&1; then
     echo "❌ requirements-dev.txt is out of date"
     CHANGES=1
 fi