feat(constants): add llm-d-vllm framework label (#524)

* feat(constants): add llm-d-vllm framework label

Register the llm-d-vllm framework in FW_REGISTRY with display label
"llm-d vLLM" so the InferenceX GB200 DeepSeek-V4-Pro disaggregated
benchmark series is recognized as a canonical framework (FRAMEWORK_KEYS)
and rendered with a proper label instead of the uppercased slug.
Add a matching FRAMEWORK_LABELS assertion.

Signed-off-by: Ezra Silvera <ezra@il.ibm.com>

* fix(latest-images): classify llm-d as disaggregated

* fix(constants): match llmd-vllm artifact key

中文：修正框架注册键，使其与产物中的 llmd-vllm 标识一致。

---------

Signed-off-by: Ezra Silvera <ezra@il.ibm.com>
Co-authored-by: adibarra <93070681+adibarra@users.noreply.github.com>
Co-authored-by: Cameron Quilici <cjquilici@gmail.com>

Author: 3 people

packages/app/src/app/api/v1/latest-images/route.ts

@@ -7,7 +7,7 @@ import { cachedJson, cachedQuery } from '@/lib/api-cache';
 
 export const dynamic = 'force-dynamic';
 
-const getCachedLatestImages = cachedQuery(() => getLatestImages(getDb()), 'latest-images', {
+const getCachedLatestImages = cachedQuery(() => getLatestImages(getDb()), 'latest-images-v2', {
   blobOnly: true,
 });
 

packages/app/src/components/latest-image/latest-image-content.tsx

@@ -24,6 +24,7 @@ import {
   AGE_MAX_RED_DAYS,
   ageColorStyle,
   ageRowStyle,
+  baseFramework,
   daysSince,
   getActualLatestTag,
   isOutdated,
@@ -48,14 +49,14 @@ const STRINGS = {
     tooltipGpuSku: 'Filter by GPU model (e.g. H200, MI300X, B200).',
     labelNodeType: 'Node Type',
     tooltipNodeType:
-      'Single node = vLLM/SGLang/TRTLLM. Disagg = NVIDIA Dynamo or AMD Mori with separate prefill/decode pools.',
+      'Single node = non-disaggregated serving. Disaggregated = separate prefill/decode pools, including Dynamo, Mori, and llm-d.',
     labelFramework: 'Framework',
     tooltipFramework:
-      'Filter by inference engine (sglang, vllm, TensorRT, atom). Disagg variants (dynamo-*, mori-*) collapse into their base engine. Empty = all frameworks.',
+      'Filter by inference engine (sglang, vllm, TensorRT, atom). Disaggregated framework variants collapse into their base engine. Empty = all frameworks.',
     allModels: 'All Models',
     all: 'All',
     singleNode: 'Single Node',
-    disagg: 'Disagg (Dynamo / Mori)',
+    disagg: 'Disaggregated',
     allFrameworks: 'All frameworks',
     thModel: 'Model',
     thPrecision: 'Precision',
@@ -83,14 +84,14 @@ const STRINGS = {
     tooltipGpuSku: '按 GPU 型号筛选（如 H200、MI300X、B200）。',
     labelNodeType: '节点类型',
     tooltipNodeType:
-      '单节点 = vLLM/SGLang/TRTLLM。分离式 = NVIDIA Dynamo 或 AMD Mori，分开的预填充/解码池。',
+      '单节点 = 非分离式服务。分离式 = 使用独立预填充/解码池，包括 Dynamo、Mori 和 llm-d。',
     labelFramework: '框架',
     tooltipFramework:
-      '按推理引擎筛选（sglang、vllm、TensorRT、atom）。分离式变体（dynamo-*、mori-*）归入基础引擎。留空 = 全部框架。',
+      '按推理引擎筛选（sglang、vllm、TensorRT、atom）。分离式框架变体归入基础引擎。留空 = 全部框架。',
     allModels: '全部模型',
     all: '全部',
     singleNode: '单节点',
-    disagg: '分离式（Dynamo / Mori）',
+    disagg: '分离式',
     allFrameworks: '全部框架',
     thModel: '模型',
     thPrecision: '精度',
@@ -102,26 +103,6 @@ const STRINGS = {
   },
 } as const;
 
-/**
- * Disaggregated frameworks pair a separate prefill/decode pool — identified by
- * `dynamo-*` (NVIDIA Dynamo) or `mori-*` (AMD Mori) prefix on the framework key.
- */
-function isDisaggFramework(framework: string): boolean {
-  return framework.startsWith('dynamo-') || framework.startsWith('mori-');
-}
-
-/**
- * Strip the disagg prefix to get the base engine ID. `dynamo-trt` → `trt`,
- * `mori-sglang` → `sglang`, plain `vllm` stays `vllm`. Used by the framework
- * multi-select so users pick engines (sglang / vllm / trt / atom) without
- * having to think about whether they're disagg variants.
- */
-function baseFramework(framework: string): string {
-  if (framework.startsWith('dynamo-')) return framework.slice('dynamo-'.length);
-  if (framework.startsWith('mori-')) return framework.slice('mori-'.length);
-  return framework;
-}
-
 type NodeType = 'single' | 'disagg' | 'all';
 
 function deriveOptions(data: LatestImageRow[]) {
@@ -192,7 +173,7 @@ export function CurrentImageContent() {
       if (selectedSpecMethod !== 'all' && row.spec_method !== selectedSpecMethod) return false;
       if (selectedHardware !== 'all' && row.hardware !== selectedHardware) return false;
       if (selectedNodeType !== 'all') {
-        const disagg = isDisaggFramework(row.framework);
+        const disagg = row.disagg;
         if (selectedNodeType === 'single' && disagg) return false;
         if (selectedNodeType === 'disagg' && !disagg) return false;
       }

packages/app/src/components/latest-image/latest-image-utils.test.ts

@@ -4,6 +4,7 @@ import {
   AGE_MAX_RED_DAYS,
   ageColorStyle,
   ageRowStyle,
+  baseFramework,
   daysSince,
   getActualLatestTag,
   isOutdated,
@@ -111,6 +112,21 @@ describe('isOutdated', () => {
   });
 });
 
+describe('baseFramework', () => {
+  it('collapses llmd-vllm into the vLLM engine family', () => {
+    expect(baseFramework('llmd-vllm')).toBe('vllm');
+  });
+
+  it.each([
+    ['dynamo-vllm', 'vllm'],
+    ['mori-sglang', 'sglang'],
+    ['atom', 'atom'],
+    ['vllm', 'vllm'],
+  ])('maps %s to the %s engine family', (framework, expected) => {
+    expect(baseFramework(framework)).toBe(expected);
+  });
+});
+
 describe('getActualLatestTag', () => {
   it('looks up the base framework from FRAMEWORK_TO_BASE and returns its release', () => {
     const releases = { vllm: 'v0.21.0', sglang: 'v0.5.12' };
@@ -120,6 +136,11 @@ describe('getActualLatestTag', () => {
     expect(getActualLatestTag('mori-sglang', releases)).toBe('v0.5.12');
   });
 
+  it('uses the vLLM release stream for llmd-vllm', () => {
+    const releases = { vllm: 'v0.21.0', sglang: 'v0.5.12' };
+    expect(getActualLatestTag('llmd-vllm', releases)).toBe('v0.21.0');
+  });
+
   it('returns null when releases is undefined (API still loading)', () => {
     expect(getActualLatestTag('vllm', undefined)).toBeNull();
   });

packages/app/src/components/latest-image/latest-image-utils.ts

@@ -7,9 +7,19 @@ export const FRAMEWORK_TO_BASE: Record<string, string> = {
   vllm: 'vllm',
   sglang: 'sglang',
   'dynamo-sglang': 'sglang',
+  'llmd-vllm': 'vllm',
   'mori-sglang': 'sglang',
 };
 
+/** Collapse framework variants into the engine family used by the UI filter. */
+export function baseFramework(framework: string): string {
+  const mapped = FRAMEWORK_TO_BASE[framework];
+  if (mapped) return mapped;
+  if (framework.startsWith('dynamo-')) return framework.slice('dynamo-'.length);
+  if (framework.startsWith('mori-')) return framework.slice('mori-'.length);
+  return framework;
+}
+
 /**
  * Substrings that mark an image tag as unstable / pre-release. Lowercased
  * comparison — kept here (not inlined) so tests can re-import and stay in

packages/app/src/lib/api.ts

@@ -320,6 +320,7 @@ export interface LatestImageRow {
   framework: string;
   precision: string;
   spec_method: string;
+  disagg: boolean;
   isl: number;
   osl: number;
   image: string;

packages/constants/src/framework-aliases.test.ts

@@ -17,6 +17,10 @@ describe('FRAMEWORK_LABELS', () => {
   it('labels the atom-disagg alias with its canonical label', () => {
     expect(FRAMEWORK_LABELS['atom-disagg']).toBe('Mooncake ATOMesh¹');
   });
+
+  it('labels the canonical llmd-vllm framework "llm-d vLLM"', () => {
+    expect(FRAMEWORK_LABELS['llmd-vllm']).toBe('llm-d vLLM');
+  });
 });
 
 describe('MODEL_SPEC_METHOD_LABELS', () => {

packages/constants/src/framework-aliases.ts

@@ -9,6 +9,7 @@ export const FW_REGISTRY: Record<string, FwEntry> = {
   'dynamo-sglang': { label: 'Dynamo SGLang' },
   'dynamo-trt': { label: 'Dynamo TRTLLM' },
   'dynamo-vllm': { label: 'Dynamo vLLM' },
+  'llmd-vllm': { label: 'llm-d vLLM' },
   'mooncake-atom': { label: 'Mooncake ATOMesh¹' },
   'mori-sglang': { label: 'MoRI SGLang' },
   sglang: { label: 'SGLang' },

packages/db/src/queries/latest-images.ts

@@ -6,6 +6,7 @@ export interface LatestImageRow {
   framework: string;
   precision: string;
   spec_method: string;
+  disagg: boolean;
   isl: number;
   osl: number;
   image: string;
@@ -24,6 +25,7 @@ export async function getLatestImages(sql: DbClient): Promise<LatestImageRow[]>
       c.framework,
       c.precision,
       c.spec_method,
+      c.disagg,
       lb.isl,
       lb.osl,
       lb.image,