Conformance blocker: complete Python SDK parity coverage beyond smoke (#183)

Author: durable-workflow-ops

CHANGELOG.md

@@ -30,6 +30,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
   `NamespaceDescription.deleted`.
 
 ### Fixed
+- `durable-workflow-python-conformance --compose` now accepts actual CLI
+  terminal-result evidence from `workflow:start --wait`, `workflow:describe`,
+  and `workflow:show-run --follow` instead of only generic result aliases.
 - `durable-workflow-replay-conformance` now declares `outcome: pass` when
   every required Python replay shard scenario passes, so full replay evidence
   is no longer reported as non-passing.

CONFORMANCE.md

@@ -77,6 +77,9 @@ accepted as input to the composer; they are normalized into the canonical
 result fields before evaluation. Scenario and capability IDs may use the
 canonical snake_case names or the runbook-style hyphenated names such as
 `server-up`, `python-worker-connects`, and `result-returned`.
+For CLI result-path evidence, host runners should use the actual published
+CLI surfaces that return terminal workflow output: `workflow:start --wait`,
+`workflow:describe`, or `workflow:show-run --follow`.
 
 The result gate requires one result for every scenario below, all marked
 `pass`, before the Python SDK conformance property can pass:

README.md

@@ -282,7 +282,9 @@ observations to `--compose`; omitted parity cells become explicit
 `not_covered` entries so the gate reports the remaining scenario or capability
 instead of accepting a smoke-only result. The composer accepts canonical
 snake_case IDs and runbook-style hyphenated IDs such as `server-up` and
-`result-returned`.
+`result-returned`. CLI result-path evidence should come from the actual
+published commands that return terminal workflow output: `workflow:start --wait`,
+`workflow:describe`, or `workflow:show-run --follow`.
 
 ## External payload storage
 

src/durable_workflow/python_conformance.py

@@ -1306,6 +1306,32 @@ def _cli_result_fields() -> tuple[str, ...]:
         "readResult",
         "result_output",
         "resultOutput",
+        "workflow_describe",
+        "workflowDescribe",
+        "describe_command",
+        "describeCommand",
+        "describe_output",
+        "describeOutput",
+        "workflow_show_run",
+        "workflowShowRun",
+        "show_run",
+        "showRun",
+        "show_run_command",
+        "showRunCommand",
+        "show_run_output",
+        "showRunOutput",
+        "workflow_start_wait",
+        "workflowStartWait",
+        "start_wait",
+        "startWait",
+        "start_wait_command",
+        "startWaitCommand",
+        "start_wait_output",
+        "startWaitOutput",
+        "terminal_describe",
+        "terminalDescribe",
+        "terminal_output",
+        "terminalOutput",
     )
 
 

tests/test_python_conformance.py

@@ -48,11 +48,11 @@ def complete_result() -> dict[str, Any]:
         {
             "cli_install": {"command": "curl -fsSL https://durable-workflow.com/install.sh | sh"},
             "cli_start": {"command": "dw workflow:start --json"},
-            "cli_result": {"command": "dw workflow:result --json"},
+            "cli_result": {"command": "dw workflow:describe py-parity --json"},
             "cli_evidence": {
                 "install_command": "curl -fsSL https://durable-workflow.com/install.sh | sh",
                 "start_command": "dw workflow:start --json",
-                "result_command": "dw workflow:result --json",
+                "describe_command": "dw workflow:describe py-parity --json",
                 "json_outputs": [{"workflow_id": "py-parity"}],
             },
         }
@@ -250,7 +250,7 @@ def test_compose_result_accepts_runner_native_host_evidence_aliases() -> None:
         "officialCli": {
             "install": {"command": "curl -fsSL https://durable-workflow.com/install.sh | sh"},
             "workflowStart": {"command": "dw workflow:start --json"},
-            "workflowResult": {"command": "dw workflow:result --json"},
+            "workflowDescribe": {"command": "dw workflow:describe py-parity --json"},
             "outputs": [{"workflow_id": "py-parity", "status": "completed"}],
         },
         "firstUserFlow": {
@@ -302,6 +302,9 @@ def test_compose_result_accepts_runner_native_host_evidence_aliases() -> None:
     assert composed["scenario_results"]["official_cli_install_start_result_path"]["cli_install"] == {
         "command": "curl -fsSL https://durable-workflow.com/install.sh | sh"
     }
+    assert composed["scenario_results"]["official_cli_install_start_result_path"]["cli_result"] == {
+        "command": "dw workflow:describe py-parity --json"
+    }
     assert composed["scenario_results"]["cold_first_user_setup"]["fresh_state"] is True
     assert composed["scenario_results"]["php_assumption_audit"]["server_cli_audit"] == {"status": "pass"}
     assert evaluation["status"] == "pass"
@@ -345,7 +348,7 @@ def capability_alias(capability: str) -> str:
         "officialCli": {
             "installCommand": "curl -fsSL https://durable-workflow.com/install.sh | sh",
             "startCommand": "dw workflow:start --json",
-            "resultCommand": "dw workflow:result --json",
+            "showRunCommand": "dw workflow:show-run py-parity 01JTEST --follow --json",
             "jsonOutputs": [{"workflow_id": "py-parity", "status": "completed"}],
         },
         "firstUserFlow": {
@@ -387,6 +390,10 @@ def capability_alias(capability: str) -> str:
 
     assert composed["outcome"] == "pass"
     assert composed["scenario_results"]["worker_restart_activity_and_signal_state"]["status"] == "pass"
+    assert (
+        composed["scenario_results"]["official_cli_install_start_result_path"]["cli_result"]
+        == "dw workflow:show-run py-parity 01JTEST --follow --json"
+    )
     assert composed["scenario_results"]["protocol_trace_capture"]["worker_protocol_traces"] == [evidence["traces"][1]]
     assert {entry["id"] for entry in composed["capability_table"]} == set(REQUIRED_CAPABILITIES)
     assert evaluation["status"] == "pass"