fix(evaluators): list all automatic evaluators in the sidebar switcher

The switcher used fullPagePlaygroundEvaluatorsAtom, which narrows to
evaluators that have a full-page playground (LLM, code) and so dropped the
declarative matchers (exact match, regex, similarity, json diff, contains
json, ...). Add nonHumanEvaluatorsAtom - non-archived evaluators with only the
human (is_feedback, resolved from the latest revision) exclusion - and point
the switcher at it, so every automatic evaluator is listed while human ones
stay out.

Author: ardaerzin

web/oss/src/components/Sidebar/components/WorkflowEntityCard.tsx

@@ -1,7 +1,7 @@
 import {memo, useCallback, useMemo, useState} from "react"
 
 import {
-    fullPagePlaygroundEvaluatorsAtom,
+    nonHumanEvaluatorsAtom,
     nonArchivedAppWorkflowsAtom,
     nonArchivedEvaluatorsAtom,
     parseWorkflowKeyFromUri,
@@ -117,26 +117,24 @@ const WorkflowEntityCard = memo(({collapsed}: WorkflowEntityCardProps) => {
     const ctx = useAtomValue(currentWorkflowContextAtom)
     const apps = useAtomValue(nonArchivedAppWorkflowsAtom) as readonly Workflow[]
     const evaluators = useAtomValue(nonArchivedEvaluatorsAtom) as readonly Workflow[]
-    // Only evaluators with a real full-page playground belong in the switcher.
-    // `fullPagePlaygroundEvaluatorsAtom` resolves the type flags from each
-    // evaluator's LATEST REVISION — the workflow LIST records this card reads
-    // from `nonArchivedEvaluatorsAtom` carry NO `data.uri` and NO
-    // `is_feedback`/`is_llm`/`is_code` flags (those live on the revision, not
-    // the parent artifact). That's why the old `!w.flags?.is_feedback` filter
-    // never excluded anything and human/feedback evaluators leaked into the
-    // switcher (QA 2026-06-05). The atom drops human (`is_feedback`) AND
-    // declarative classifier evaluators (match/exact_match/json_*/etc.) — all
-    // of which route to an `/apps/<id>/*` destination the guard redirects back
-    // to /evaluators, so clicking them would be a dead end.
-    const fullPagePlaygroundEvaluators = useAtomValue(
-        fullPagePlaygroundEvaluatorsAtom,
-    ) as readonly Workflow[]
+    // The switcher lists every AUTOMATIC evaluator — LLM, code, AND the
+    // declarative classifiers (exact match, regex, similarity / semantic
+    // similarity, json diff, contains json, …). `nonHumanEvaluatorsAtom`
+    // resolves `is_feedback` from each evaluator's LATEST REVISION — the
+    // workflow LIST records this card reads from `nonArchivedEvaluatorsAtom`
+    // carry NO `is_feedback`/`is_llm`/`is_code` flags (those live on the
+    // revision, not the parent artifact), which is why the old
+    // `!w.flags?.is_feedback` filter never excluded anything and human
+    // evaluators leaked in (QA 2026-06-05). It drops ONLY human (`is_feedback`)
+    // evaluators; navigation lands on the workflow's current sub-page (Overview/
+    // Evaluations are valid for every evaluator), so matchers no longer dead-end.
+    const automaticEvaluators = useAtomValue(nonHumanEvaluatorsAtom) as readonly Workflow[]
     // Gated by `EVALUATOR_FULL_PAGE_NAV_ENABLED`: while the flag is off, the
     // switcher dropdown hides the "Evaluators" group entirely.
     const switcherEvaluators: readonly Workflow[] = useMemo(() => {
         if (!EVALUATOR_FULL_PAGE_NAV_ENABLED) return EMPTY_WORKFLOWS
-        return fullPagePlaygroundEvaluators
-    }, [fullPagePlaygroundEvaluators])
+        return automaticEvaluators
+    }, [automaticEvaluators])
     const recentAppId = useAtomValue(recentAppIdAtom)
     const recentEvaluatorId = useAtomValue(recentEvaluatorIdAtom)
     const navigateToWorkflow = useSetAtom(routerAppNavigationAtom)

web/packages/agenta-entities/src/workflow/index.ts

@@ -289,6 +289,7 @@ export {
     evaluatorsListDataAtom,
     nonArchivedEvaluatorsAtom,
     fullPagePlaygroundEvaluatorsAtom,
+    nonHumanEvaluatorsAtom,
     // Templates
     evaluatorTemplatesQueryAtom,
     evaluatorTemplatesDataAtom,

web/packages/agenta-entities/src/workflow/state/evaluatorUtils.ts

@@ -142,6 +142,29 @@ export const fullPagePlaygroundEvaluatorsAtom = atom<Workflow[]>((get) => {
     })
 })
 
+/**
+ * Non-archived **automatic** evaluators — i.e. all evaluators except human
+ * (`is_feedback`) ones. Unlike `fullPagePlaygroundEvaluatorsAtom`, this does
+ * NOT narrow to evaluators that have a full-page playground, so it includes the
+ * declarative classifiers too (exact match, regex, similarity / semantic
+ * similarity, json diff, contains json, …). This is the right list for the
+ * sidebar workflow switcher, which should surface every automatic evaluator.
+ *
+ * `is_feedback` lives on the revision (not the parent artifact), so it's
+ * resolved from each evaluator's latest revision (batched + cached). An
+ * evaluator whose latest revision hasn't resolved yet is held back until it
+ * does, so a human evaluator never briefly leaks into the list.
+ */
+export const nonHumanEvaluatorsAtom = atom<Workflow[]>((get) => {
+    const evaluators = get(nonArchivedEvaluatorsAtom)
+    return evaluators.filter((evaluator) => {
+        if (!evaluator.id) return false
+        const revision = get(workflowLatestRevisionQueryAtomFamily(evaluator.id)).data
+        if (!revision) return false
+        return !revision.flags?.is_feedback
+    })
+})
+
 /**
  * Invalidate the evaluators list cache.
  * Call after create/update/archive operations on evaluator workflows.

web/packages/agenta-entities/src/workflow/state/index.ts

@@ -159,6 +159,7 @@ export {
     evaluatorsListDataAtom,
     nonArchivedEvaluatorsAtom,
     fullPagePlaygroundEvaluatorsAtom,
+    nonHumanEvaluatorsAtom,
     // Templates
     evaluatorTemplatesQueryAtom,
     evaluatorTemplatesDataAtom,