docs: update AGENTS.md, bump sqlglot, restore backend/Dockerfile from main

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: DoDiODev

AGENTS.md

@@ -31,6 +31,7 @@ Apache DevLake is a dev data platform that ingests data from DevOps tools (GitHu
 - **backend/python/**: Python plugin framework via RPC
 - **config-ui/**: React frontend (TypeScript, Vite, Ant Design)
 - **grafana/**: Dashboard definitions
+- **e2e/**: Top-level Playwright end-to-end tests (`qdev-full-flow.spec.ts`, `render-smoke.spec.ts`)
 
 ## Plugin Development (Go)
 
@@ -89,6 +90,13 @@ var CollectIssuesMeta = plugin.SubTaskMeta{
 - Use `helper.NewStatefulApiCollector` for incremental collection with time-based bookmarking
 - See [backend/plugins/gitlab/tasks/issue_collector.go](backend/plugins/gitlab/tasks/issue_collector.go)
 
+### Custom Plugin: q_dev (AWS Q Developer)
+[backend/plugins/q_dev/](backend/plugins/q_dev/) is a fork-specific plugin that collects Amazon Q Developer
+usage metrics from **AWS S3** (not a REST API). Scoping is S3 prefix-based (`QDevS3Slice`/`QDevS3FileMeta`
+with year/month partitioning) rather than domain-layer scopes. Models: `QDevConnection`, `QDevUserData`,
+`QDevUserReport`, `QDevChatLog`, `QDevCompletionLog`. It implements `PluginInit` and
+`DataSourcePluginBlueprintV200`. A LocalStack S3 mock can be used for local/E2E runs.
+
 ### Migration Scripts
 - Located in `models/migrationscripts/`
 - Register all scripts in `register.go`'s `All()` function
@@ -117,11 +125,14 @@ make e2e-test-go-plugins    # Run E2E tests for Go plugins only
 
 ### Running Locally
 ```bash
-docker-compose -f docker-compose-dev.yml up mysql grafana  # Start deps
+# MySQL stack (docker-compose-dev.yml does NOT exist - use the DB-specific files)
+docker-compose -f docker-compose-dev-mysql.yml up mysql grafana       # MySQL + Grafana
+docker-compose -f docker-compose-dev-postgresql.yml up postgres grafana  # or PostgreSQL + Grafana
 make dev                                                     # Run server on :8080
 cd config-ui && yarn && yarn start                          # UI on :4000
 ```
 
+
 ## Testing
 
 ### Unit Tests
@@ -130,6 +141,10 @@ Place `*_test.go` files alongside source. Use mocks from `backend/mocks/`. Mocks
 ### E2E Tests for Plugins
 Use CSV fixtures in `e2e/` directory. See [backend/test/helper/](backend/test/helper/) for the Go test client that can spin up an in-memory DevLake instance.
 
+### Playwright E2E (full flow)
+The top-level [e2e/](e2e/) directory holds Playwright browser tests against a running stack. Open the
+report with `cd e2e && npx playwright show-report`.
+
 ### Integration Testing
 ```go
 helper.ConnectLocalServer(t, &helper.LocalClientConfig{
@@ -145,6 +160,7 @@ Run `make migration-script-lint` from `backend/` to validate all migration scrip
 
 ## Python Plugins
 Located in `backend/python/plugins/`. Use Poetry for dependencies. See [backend/python/README.md](backend/python/README.md).
+Python is pinned to **3.11** (Pydantic v1 + `dbt-mysql` 1.7 block 3.12+).
 
 ## Code Conventions
 - Tool model table names: `_tool_<plugin>_<entity>` (e.g., `_tool_gitlab_issues`)

backend/Dockerfile

@@ -50,7 +50,7 @@ RUN if [ "$(arch)" != "x86_64" ] ; then \
     fi
 
 RUN go install github.com/vektra/mockery/v2@v2.53.6
-RUN go install github.com/swaggo/swag/cmd/swag@v1.16.6
+RUN go install github.com/swaggo/swag/cmd/swag@v1.16.1
 
 COPY --from=debian-amd64 /usr/include /rootfs-amd64/usr/include
 COPY --from=debian-amd64 /usr/lib/x86_64-linux-gnu /rootfs-amd64/usr/lib/x86_64-linux-gnu
@@ -113,7 +113,7 @@ RUN cd /usr/local/deps/target/lib && \
     done
 
 
-FROM python:3.11-slim-bookworm as base
+FROM python:3.9-slim-bookworm as base
 
 RUN apt-get update && \
     apt-get install -y python3-dev python3-pip tar pkg-config curl libssh2-1 zlib1g libffi-dev default-libmysqlclient-dev libpq-dev tini git openssh-client corkscrew && \
@@ -181,74 +181,4 @@ USER devlake
 #add tini, prevent zombie process
 ENTRYPOINT ["/usr/bin/tini", "--"]
 
-CMD ["lake"]    libssh2-1-dev \
-    libssl-dev \
-    zlib1g-dev
-
-# Install libgit2 for native platform only
-RUN mkdir -p /tmp/build && cd /tmp/build && \
-    wget https://github.com/libgit2/libgit2/archive/refs/tags/v1.3.0.tar.gz -O - | tar -xz && \
-    cd libgit2-1.3.0 && \
-    mkdir build && cd build && \
-    cmake .. -DBUILD_SHARED_LIBS=ON -DCMAKE_INSTALL_PREFIX=/usr/local && \
-    make -j$(nproc) install && \
-    ldconfig
-
-RUN go install github.com/vektra/mockery/v2@v2.53.6
-RUN go install github.com/swaggo/swag/cmd/swag@v1.16.6
-
-WORKDIR /app
-
-# Cache Go module downloads in a separate layer (only re-runs when go.mod/go.sum change)
-COPY go.mod go.sum ./
-RUN --mount=type=cache,target=/go/pkg/mod \
-    go mod download
-
-# Now copy the rest of the source
-COPY . /app
-ENV GOBIN=/app/bin
-
-ARG TAG=
-ARG SHA=
-
-# Generate mocks and swagger (use build cache to speed up swag)
-RUN --mount=type=cache,target=/root/.cache/go-build \
-    --mount=type=cache,target=/go/pkg/mod \
-    make mock
-RUN --mount=type=cache,target=/root/.cache/go-build \
-    --mount=type=cache,target=/go/pkg/mod \
-    make swag
-
-# Build plugins (parallel, with persistent Go build cache)
-RUN --mount=type=cache,target=/root/.cache/go-build \
-    --mount=type=cache,target=/go/pkg/mod \
-    make build-plugin
-
-# Build server
-RUN --mount=type=cache,target=/root/.cache/go-build \
-    --mount=type=cache,target=/go/pkg/mod \
-    VERSION=${TAG}@${SHA} make build-server
-
-FROM debian:bookworm-slim
-
-RUN apt-get update && apt-get install -y \
-    libssh2-1 \
-    libssl3 \
-    ca-certificates \
-    && rm -rf /var/lib/apt/lists/*
-
-# Copy libgit2
-COPY --from=builder /usr/local/lib/libgit2.so* /usr/local/lib/
-RUN ldconfig
-
-WORKDIR /app
-
-COPY --from=builder /app/bin ./bin
-
-# Create empty python plugins dir to avoid startup error
-RUN mkdir -p python/plugins
-
-ENV PORT=8080
-EXPOSE 8080
-
-CMD ["./bin/lake"]
+CMD ["lake"]

grafana/scripts/requirements.txt

@@ -1 +1 @@
-∑sqlglot==30.11.0
+sqlglot==30.12.0