Add test runner (#5)

Add a basic V1 test runner for Nushell

Author: quintuple-mallard

Dockerfile

@@ -1,7 +1,6 @@
-FROM alpine:3.18
+FROM alpine:3.22
 
-# install packages required to run the tests
-RUN apk add --no-cache jq coreutils
+RUN apk add --no-cache jq nushell
 
 WORKDIR /opt/test-runner
 COPY . .

bin/run.sh

@@ -1,8 +1,6 @@
 #!/usr/bin/env sh
-
 # Synopsis:
 # Run the test runner on a solution.
-
 # Arguments:
 # $1: exercise slug
 # $2: path to solution folder
@@ -33,28 +31,24 @@ echo "${slug}: testing..."
 
 # Run the tests for the provided implementation file and redirect stdout and
 # stderr to capture it
-test_output=$(false)
-# TODO: substitute "false" with the actual command to run the test:
-# test_output=$(command_to_run_tests 2>&1)
+test_output="$(nu "$solution_dir/tests.nu" 2>&1)"
 
 # Write the results.json file based on the exit code of the command that was 
 # just executed that tested the implementation file
 if [ $? -eq 0 ]; then
-    jq -n '{version: 1, status: "pass"}' > ${results_file}
+    jq -n '{version: 1, status: "pass"}' > "${results_file}"
 else
-    # OPTIONAL: Sanitize the output
-    # In some cases, the test output might be overly verbose, in which case stripping
-    # the unneeded information can be very helpful to the student
-    # sanitized_test_output=$(printf "${test_output}" | sed -n '/Test results:/,$p')
-
-    # OPTIONAL: Manually add colors to the output to help scanning the output for errors
-    # If the test output does not contain colors to help identify failing (or passing)
-    # tests, it can be helpful to manually add colors to the output
-    # colorized_test_output=$(echo "${test_output}" \
-    #      | GREP_COLOR='01;31' grep --color=always -E -e '^(ERROR:.*|.*failed)$|$' \
-    #      | GREP_COLOR='01;32' grep --color=always -E -e '^.*passed$|$')
-
-    jq -n --arg output "${test_output}" '{version: 1, status: "fail", message: $output}' > ${results_file}
+    status="error"
+    case "$test_output" in 
+        *"Assertion failed"*)
+            status="fail"
+            ;;
+    esac
+    
+    # Remove file paths specific to the local machine from the output
+    test_output=$(echo "$test_output" | sed 's|[^ ]*/\([^ ]*\)|\1|g')
+
+    jq -n --arg output "$test_output" --arg status "$status" '{version: 1, status: $status, message: $output}' > "${results_file}"
 fi
 
 echo "${slug}: done"

tests/all-fail/all-fail.nu

@@ -0,0 +1,4 @@
+export def hello [] {
+    "Goodbye, Mars!"
+}
+

tests/all-fail/expected_results.json

@@ -1,5 +1,5 @@
 {
   "version": 1,
   "status": "fail",
-  "message": "TODO: replace with correct output"
+  "message": "Error:   x Assertion failed.\n   tests.nu:3:14]\n 2 | use assert\n 3 | assert equal (hello) \"Hello, World!\"\n   :              ^^^^^^^^^^^|^^^^^^^^^^^\n   :                         `-| These are not equal.\n   :                           |         Left  : '\"Goodbye, Mars!\"'\n   :                           |         Right : '\"Hello, World!\"'\n   `----"
 }

tests/all-fail/tests.nu

@@ -0,0 +1,3 @@
+use all-fail.nu hello
+use std/assert
+assert equal (hello) "Hello, World!"

tests/empty-file/empty-file.nu

@@ -1,5 +1,5 @@
 {
   "version": 1,
-  "status": "fail",
-  "message": "TODO: replace with correct output"
+  "status": "error",
+  "message": "Error: nu::parser::export_not_found\n\n  x Export not found.\n   tests.nu:1:19]\n 1 | use empty-file.nu hello\n   :                   ^^|^^\n   :                     `-- could not find imports\n 2 | use assert\n   `----"
 }

tests/empty-file/expected_results.json

@@ -0,0 +1,3 @@
+use empty-file.nu hello
+use std/assert
+assert equal (hello) "Hello, World!"

tests/empty-file/tests.nu

@@ -1,5 +1,5 @@
 {
   "version": 1,
   "status": "fail",
-  "message": "TODO: replace with correct output"
+  "message": "Error:   x Assertion failed.\n   tests.nu:4:14]\n 3 | assert equal (two_fer \"Alice\") \"One for Alice, one for me.\"\n 4 | assert equal (two_fer) \"One for you, one for me.\"\n   :              ^^^^^^^^^^^^^^^^^^|^^^^^^^^^^^^^^^^^\n   :                                `-| These are not equal.\n   :                                  |         Left  : '\"One for foo, one for me.\"'\n   :                                  |         Right : '\"One for you, one for me.\"'\n   `----"
 }

tests/partial-fail/expected_results.json

@@ -0,0 +1,4 @@
+export def two_fer [name = "foo"] {
+    $"One for ($name), one for me."
+}
+