Visual improvements for RFC levels

Author: MDA2AV

.github/workflows/probe.yml

@@ -155,6 +155,7 @@ jobs:
                     'expected': expected, 'got': got,
                     'connectionState': conn, 'reason': reason,
                     'scored': scored,
+                    'rfcLevel': r.get('rfcLevel', 'Must'),
                     'durationMs': r.get('durationMs', 0),
                     'rawRequest': r.get('rawRequest'),
                     'rawResponse': r.get('rawResponse'),

AGENTS.md

@@ -41,6 +41,7 @@ yield return new TestCase
     },
 
     // OPTIONAL fields
+    RfcLevel = RfcLevel.Must,                      // Must (default) | Should | May | OughtTo | NotApplicable
     RfcReference = "RFC 9112 §5.1",                // Use § not "Section". Omit if no RFC applies.
     Scored = true,                                 // Default true. Set false for MAY/informational tests.
     AllowConnectionClose = false,                  // On Expected. See validation rules below.
@@ -114,8 +115,18 @@ Use for pass/warn/fail logic, timeout acceptance, or multi-outcome tests.
 private static byte[] MakeRequest(string request) => Encoding.ASCII.GetBytes(request);
 ```
 
+**RfcLevel values:**
+- `RfcLevel.Must` — (default) RFC says MUST / MUST NOT. Only set explicitly if you want to be clear.
+- `RfcLevel.Should` — RFC says SHOULD / SHOULD NOT / RECOMMENDED.
+- `RfcLevel.May` — RFC says MAY / OPTIONAL. Both behaviors are compliant.
+- `RfcLevel.OughtTo` — RFC uses "ought to" (weaker than SHOULD).
+- `RfcLevel.NotApplicable` — No single RFC 2119 keyword applies (best-practice / defensive tests).
+
+Check the [RFC Requirement Dashboard](docs/content/docs/rfc-requirement-dashboard.md) for classification guidance and to verify your assignment matches the existing pattern.
+
 **Critical rules:**
 - NEVER set `AllowConnectionClose = true` for MUST-400 requirements where the RFC explicitly says "respond with 400".
+- Set `RfcLevel` to match the RFC 2119 keyword in the relevant RFC quote. Default is `Must` — only set explicitly for non-Must tests.
 - Set `Scored = false` only for MAY-level or purely informational tests.
 - Always use `ctx.HostHeader` (not a hardcoded host) in payloads.
 - Tests are auto-discovered — no registration step needed. The `GetTestCases()` yield return is sufficient.

docs/content/add-a-test.md

@@ -21,6 +21,7 @@ yield return new TestCase
     Id = "COMP-MY-TEST",
     Description = "Description of what the test checks",
     Category = TestCategory.Compliance,
+    RfcLevel = RfcLevel.Must,              // Must (default) | Should | May | OughtTo | NotApplicable
     RfcReference = "RFC 9112 §X.X",
 
     PayloadFactory = ctx => MakeRequest(
@@ -86,6 +87,7 @@ Expected = new ExpectedBehavior
 
 ### Key conventions
 
+- Set `RfcLevel` to match the RFC 2119 keyword for the requirement being tested. The default is `Must` — only set it explicitly for non-Must tests. Available values: `Must`, `Should`, `May`, `OughtTo`, `NotApplicable`. Check the [RFC Requirement Dashboard]({{< relref "docs/rfc-requirement-dashboard" >}}) for classification guidance.
 - Use `Exact(400)` with **no** `AllowConnectionClose` for strict MUST-400 requirements (SP-BEFORE-COLON, MISSING-HOST, DUPLICATE-HOST, OBS-FOLD, CR-ONLY).
 - Set `AllowConnectionClose = true` only when connection close is an acceptable alternative to a status code.
 - Set `Scored = false` for MAY-level or informational tests.

docs/content/add-with-ai-agent.md

@@ -25,10 +25,11 @@ Point your AI agent at the repository and reference the `AGENTS.md` file. It con
 
 For a new **test**, the agent will:
 
-1. Add a `yield return new TestCase { ... }` block to the correct suite file
+1. Add a `yield return new TestCase { ... }` block to the correct suite file, including the correct `RfcLevel` (`Must`, `Should`, `May`, `OughtTo`, or `NotApplicable`)
 2. Add a docs URL mapping entry (if the test is `COMP-*` or `RFC*` prefixed)
 3. Create a documentation page under `docs/content/docs/{category}/`
 4. Add a card to the category index page
+5. Add a row to the RFC Requirement Dashboard
 
 For a new **framework**, the agent will:
 
@@ -41,4 +42,5 @@ For a new **framework**, the agent will:
 
 - The `AGENTS.md` file includes verification checklists — make sure the agent runs them before submitting
 - No changes to CI workflows are needed for either task; tests and servers are auto-discovered
-- For tests, the agent should check the RFC to determine the correct requirement level (MUST/SHOULD/MAY) and validation pattern
+- For tests, the agent should check the RFC to determine the correct `RfcLevel` (MUST/SHOULD/MAY/"ought to"/N/A) and set it on the `TestCase`. The default is `Must` — only set explicitly for non-Must tests
+- The agent should add a row to the [RFC Requirement Dashboard](docs/content/docs/rfc-requirement-dashboard.md) and update all counts

docs/static/probe/render.js

@@ -79,6 +79,10 @@ window.ProbeRender = (function () {
       + '.probe-table thead .probe-sticky-col{z-index:3}'
       + 'tr[data-expected-row]{background:#f0f3f6;border-bottom:2px solid #d0d7de !important}'
       + 'tr[data-expected-row] .probe-sticky-col{background:#f0f3f6}'
+      + 'tr[data-rfc-level-row]{background:#f6f8fa}'
+      + 'tr[data-rfc-level-row] .probe-sticky-col{background:#f6f8fa}'
+      + 'html.dark tr[data-rfc-level-row]{background:#1e242c}'
+      + 'html.dark tr[data-rfc-level-row] .probe-sticky-col{background:#1e242c}'
       + '.probe-server-row:hover .probe-sticky-col{background:#eef1f5}'
       + '.probe-server-row.probe-row-active .probe-sticky-col{background:#c8ddf0}'
       // Sticky first column — dark
@@ -428,6 +432,22 @@ window.ProbeRender = (function () {
     return v === 'Pass' ? PASS_BG : v === 'Warn' ? WARN_BG : FAIL_BG;
   }
 
+  function rfcLevelBg(level) {
+    if (level === 'Must') return '#cf222e';
+    if (level === 'Should') return '#9a6700';
+    if (level === 'OughtTo') return '#b08800';
+    if (level === 'May') return '#0969da';
+    return '#656d76'; // NotApplicable
+  }
+
+  function rfcLevelLabel(level) {
+    if (level === 'Must') return 'MUST';
+    if (level === 'Should') return 'SHOULD';
+    if (level === 'OughtTo') return 'OUGHT TO';
+    if (level === 'May') return 'MAY';
+    return 'N/A';
+  }
+
   function buildLookups(servers) {
     servers = filterBlacklisted(servers);
     var names = servers.map(function (sv) { return sv.name; }).sort();
@@ -598,6 +618,19 @@ window.ProbeRender = (function () {
     });
     t += '</tr></thead><tbody>';
 
+    // RFC Level row
+    t += '<tr data-rfc-level-row>';
+    t += '<td class="probe-sticky-col" style="padding:6px 10px;font-weight:700;font-size:12px;color:#656d76;">RFC Level</td>';
+    orderedTests.forEach(function (tid, i) {
+      var first = lookup[names[0]][tid];
+      var level = first.rfcLevel || 'Must';
+      var sepCls = i === unscoredStart ? ' probe-unscored-sep' : '';
+      var bg = rfcLevelBg(level);
+      var label = rfcLevelLabel(level);
+      t += '<td data-test-label="' + escapeAttr(shortLabels[i]) + '" class="' + sepCls + '" style="text-align:center;padding:3px 4px;">' + pill(bg, label) + '</td>';
+    });
+    t += '</tr>';
+
     // Expected row
     t += '<tr data-expected-row>';
     t += '<td class="probe-sticky-col" style="padding:6px 10px;font-weight:700;font-size:12px;color:#656d76;">Expected</td>';

src/Http11Probe.Cli/Reporting/JsonReporter.cs

@@ -36,6 +36,7 @@ public static string Generate(TestRunReport report)
                 category = r.TestCase.Category.ToString(),
                 rfcReference = r.TestCase.RfcReference,
                 scored = r.TestCase.Scored,
+                rfcLevel = r.TestCase.RfcLevel.ToString(),
                 expected = r.TestCase.Expected.GetDescription(),
                 verdict = r.Verdict.ToString(),
                 statusCode = r.Response?.StatusCode,

src/Http11Probe/TestCases/RfcLevel.cs

@@ -0,0 +1,10 @@
+namespace Http11Probe.TestCases;
+
+public enum RfcLevel
+{
+    Must,
+    Should,
+    May,
+    OughtTo,
+    NotApplicable
+}

src/Http11Probe/TestCases/Suites/ComplianceSuite.cs

@@ -13,6 +13,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-BASELINE",
             Description = "Valid GET request — confirms server is reachable",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.NotApplicable,
             PayloadFactory = ctx => MakeRequest($"GET / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
             {
@@ -25,6 +26,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "RFC9112-2.2-BARE-LF-REQUEST-LINE",
             Description = "Bare LF in request line should be rejected, but MAY be accepted",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.May,
             RfcReference = "RFC 9112 §2.2",
             PayloadFactory = ctx => MakeRequest($"GET / HTTP/1.1\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -46,6 +48,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "RFC9112-2.2-BARE-LF-HEADER",
             Description = "Bare LF in header should be rejected, but MAY be accepted",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.May,
             RfcReference = "RFC 9112 §2.2",
             PayloadFactory = ctx => MakeRequest($"GET / HTTP/1.1\r\nHost: {ctx.HostHeader}\nX-Test: value\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -93,6 +96,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "RFC9112-3-MULTI-SP-REQUEST-LINE",
             Description = "Multiple spaces between request-line components — SHOULD reject but MAY parse leniently",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §3",
             PayloadFactory = ctx => MakeRequest($"GET  / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -130,6 +134,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "RFC9112-2.3-INVALID-VERSION",
             Description = "Invalid HTTP version must be rejected",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §2.3",
             PayloadFactory = ctx => MakeRequest($"GET / HTTP/9.9\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -192,6 +197,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "RFC9112-3.2-FRAGMENT-IN-TARGET",
             Description = "Fragment (#) in request-target — not part of origin-form grammar",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §3.2",
             PayloadFactory = ctx => MakeRequest($"GET /path#frag HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -216,6 +222,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "RFC9112-2.3-HTTP09-REQUEST",
             Description = "HTTP/0.9 request (no version) must be rejected",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §2.3",
             PayloadFactory = _ => MakeRequest("GET /\r\n"),
             Expected = new ExpectedBehavior
@@ -409,6 +416,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-LEADING-CRLF",
             Description = "Leading CRLF before request-line — server may ignore per RFC",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §2.2",
             PayloadFactory = ctx => MakeRequest($"\r\n\r\nGET / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -432,6 +440,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-ABSOLUTE-FORM",
             Description = "Absolute-form request-target — server should accept per RFC",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             Scored = false,
             RfcReference = "RFC 9112 §3.2.2",
             PayloadFactory = ctx => MakeRequest($"GET http://{ctx.HostHeader}/ HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
@@ -456,6 +465,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-METHOD-CASE",
             Description = "Lowercase method 'get' — methods are case-sensitive per RFC",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9110 §9.1",
             PayloadFactory = ctx => MakeRequest($"get / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -684,6 +694,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-METHOD-CONNECT",
             Description = "CONNECT to an origin server must be rejected",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9110 §9.3.6",
             PayloadFactory = _ => MakeRequest(
                 "CONNECT example.com:443 HTTP/1.1\r\nHost: example.com:443\r\n\r\n"),
@@ -708,6 +719,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-EXPECT-UNKNOWN",
             Description = "Unknown Expect value should be rejected with 417",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.May,
             RfcReference = "RFC 9110 §10.1.1",
             PayloadFactory = ctx => MakeRequest(
                 $"GET / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\nExpect: 200-ok\r\n\r\n"),
@@ -735,6 +747,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-GET-WITH-CL-BODY",
             Description = "GET with Content-Length and body — semantically unusual",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.May,
             RfcReference = "RFC 9110 §9.3.1",
             Scored = false,
             PayloadFactory = ctx => MakeRequest(
@@ -816,6 +829,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-METHOD-TRACE",
             Description = "TRACE request — should be disabled in production",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9110 §9.3.8",
             Scored = false,
             PayloadFactory = ctx => MakeRequest(
@@ -857,6 +871,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-REQUEST-LINE-TAB",
             Description = "Tab as request-line delimiter — SHOULD reject but MAY parse on whitespace",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §3",
             PayloadFactory = ctx => MakeRequest($"GET\t/ HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
             Expected = new ExpectedBehavior
@@ -944,6 +959,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-HTTP10-DEFAULT-CLOSE",
             Description = "HTTP/1.0 without keep-alive — server should close connection after response",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9112 §9.3",
             PayloadFactory = ctx => MakeRequest(
                 $"GET / HTTP/1.0\r\nHost: {ctx.HostHeader}\r\n\r\n"),
@@ -966,6 +982,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-HTTP10-NO-HOST",
             Description = "HTTP/1.0 without Host header — valid per HTTP/1.0",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.May,
             Scored = false,
             RfcReference = "RFC 9112 §3.2",
             PayloadFactory = _ => MakeRequest("GET / HTTP/1.0\r\n\r\n"),
@@ -990,6 +1007,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-HTTP12-VERSION",
             Description = "HTTP/1.2 — higher minor version should be accepted as HTTP/1.x compatible",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.May,
             Scored = false,
             RfcReference = "RFC 9112 §2.3",
             PayloadFactory = ctx => MakeRequest(
@@ -1013,6 +1031,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-TRACE-WITH-BODY",
             Description = "TRACE with Content-Length body should be rejected",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             Scored = false,
             RfcReference = "RFC 9110 §9.3.8",
             PayloadFactory = ctx => MakeRequest(
@@ -1094,6 +1113,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-UNKNOWN-METHOD",
             Description = "Unrecognized method should be rejected with 501 or 405",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9110 §9.1",
             PayloadFactory = ctx => MakeRequest(
                 $"FOOBAR / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
@@ -1211,6 +1231,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-OPTIONS-ALLOW",
             Description = "OPTIONS response should include Allow header listing supported methods",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9110 §9.3.7",
             PayloadFactory = ctx => MakeRequest(
                 $"OPTIONS / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),
@@ -1233,6 +1254,7 @@ public static IEnumerable<TestCase> GetTestCases()
             Id = "COMP-CONTENT-TYPE",
             Description = "Response with content should include Content-Type header",
             Category = TestCategory.Compliance,
+            RfcLevel = RfcLevel.Should,
             RfcReference = "RFC 9110 §8.3",
             PayloadFactory = ctx => MakeRequest(
                 $"GET / HTTP/1.1\r\nHost: {ctx.HostHeader}\r\n\r\n"),