test: ✨ add harness testing capability

Author: darklight3it

.github/workflows/dockerized-test.yml

@@ -0,0 +1,24 @@
+name: dockerized-test
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ '*' ]
+  workflow_dispatch:
+
+jobs:
+  dockerized-test:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Build the image
+      run: docker build . -t local/test -f Dockerfile.rie
+
+    - name: Run tests
+      uses: aws/containerized-test-runner-for-aws-lambda@v1
+      with:
+        suiteFileArray: '["./dockerized-tests/*.json"]'
+        dockerImageName: 'local/test'

.gitignore

@@ -3,6 +3,7 @@ target
 lambda-runtime/libtest.rmeta
 lambda-integration-tests/target
 Cargo.lock
+.test-runner
 
 # Built AWS Lambda zipfile
 lambda.zip

Dockerfile.rie

@@ -1,33 +1,33 @@
-FROM public.ecr.aws/lambda/provided:al2023
+FROM public.ecr.aws/lambda/provided:al2023 AS builder
 
 RUN dnf install -y gcc make
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
 ENV PATH="/root/.cargo/bin:${PATH}"
-ENV EXAMPLES="basic-lambda basic-lambda-concurrent"
+ENV EXAMPLES="basic-lambda"
 ENV OUTPUT_DIR="/var/task"
 
-
-ADD https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/latest/download/aws-lambda-rie /usr/local/bin/aws-lambda-rie
-RUN chmod +x /usr/local/bin/aws-lambda-rie
-
 COPY Cargo.* /build/
 COPY lambda-runtime /build/lambda-runtime
 COPY lambda-runtime-api-client /build/lambda-runtime-api-client
 COPY lambda-events /build/lambda-events
 COPY lambda-http /build/lambda-http
 COPY lambda-extension /build/lambda-extension
 COPY examples /build/examples
-COPY scripts/custom-lambda-entrypoint.sh /usr/local/bin/lambda-entrypoint
 COPY scripts/build-examples.sh /build/
 
 WORKDIR /build
+RUN chmod +x build-examples.sh && ./build-examples.sh
 
-RUN chmod +x /usr/local/bin/lambda-entrypoint
-RUN chmod +x build-examples.sh
+# Final Image
+FROM public.ecr.aws/lambda/provided:al2023
+
+ADD https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/latest/download/aws-lambda-rie /usr/local/bin/aws-lambda-rie
+RUN chmod +x /usr/local/bin/aws-lambda-rie
 
-# Build only basic-lambda example
-RUN ./build-examples.sh
+COPY scripts/custom-lambda-entrypoint.sh /usr/local/bin/lambda-entrypoint
+RUN chmod +x /usr/local/bin/lambda-entrypoint
 
+COPY --from=builder /var/task /var/task
 
 ENTRYPOINT ["/usr/local/bin/lambda-entrypoint"]
-CMD ["basic-lambda"]
+CMD ["basic-lambda"]

Dockerfile.test-runner

@@ -0,0 +1,28 @@
+FROM python:3.11-slim
+
+# Install build dependencies for pyjq and Docker CLI
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+    gcc \
+    g++ \
+    make \
+    autoconf \
+    automake \
+    libtool \
+    ca-certificates \
+    curl \
+    && curl -fsSL https://get.docker.com -o get-docker.sh \
+    && sh get-docker.sh \
+    && rm get-docker.sh \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+# Copy the test runner source
+COPY .test-runner/ .
+
+# Install the test runner
+RUN pip install --no-cache-dir .
+
+# Set the entrypoint
+ENTRYPOINT ["python", "-m", "containerized_test_runner.cli"]

Makefile

@@ -9,7 +9,7 @@ RIE_MAX_CONCURRENCY ?= 4
 OUTPUT_DIR ?= /tmp/var-task
 EXAMPLES ?=
 
-.PHONY: pr-check integration-tests check-event-features fmt build-examples test-rie test-rie-lmi nuke
+.PHONY: pr-check integration-tests check-event-features fmt build-examples test-rie test-rie-lmi nuke test-dockerized
 
 define uppercase
 $(shell sed -r 's/(^|-)(\w)/\U\2/g' <<< $(1))
@@ -119,13 +119,34 @@ fmt:
 build-examples:
 	./scripts/build-examples.sh
 
+test-dockerized:
+	@echo "Running dockerized tests locally..."
+	@echo "Building Docker image..."
+	docker build . -t local/test -f Dockerfile.rie
+	@echo "Setting up containerized test runner..."
+	@if [ ! -d ".test-runner" ]; then \
+		echo "Cloning containerized-test-runner-for-aws-lambda..."; \
+		git clone --quiet https://github.com/aws/containerized-test-runner-for-aws-lambda.git .test-runner; \
+	fi
+	@echo "Building test runner Docker image..."
+	@docker build -t test-runner:local -f Dockerfile.test-runner .
+	@echo "Running tests in Docker..."
+	@echo "Running actual tests..."
+	@docker run --rm \
+		-e DOCKER_API_VERSION=1.44 \
+		-v /var/run/docker.sock:/var/run/docker.sock \
+		-v "$(CURDIR)/dockerized-tests:/tests:ro" \
+		test-runner:local \
+		--test-image local/test \
+		--debug \
+		/tests/*.json
+
 test-rie:
 	./scripts/test-rie.sh
 
 nuke:
 	docker kill $$(docker ps -q)
 
-
 # Run RIE in Lambda Managed Instance (LMI) mode with concurrent polling.
 test-rie-lmi:
 	RIE_MAX_CONCURRENCY=$(RIE_MAX_CONCURRENCY) ./scripts/test-rie.sh $(EXAMPLE)

dockerized-tests/core.json

@@ -0,0 +1,19 @@
+{
+    "tests": [
+        {
+            "name": "test_echo",
+            "handler": "basic-lambda",
+            "request": {
+                "command": "test"
+            },
+            "assertions": [
+                {
+                    "response": {
+                        "msg": "Command test executed."
+                    },
+                    "transform": "{msg: .msg}"
+                }
+            ]
+        }
+    ]
+}