Drop VideoPayloadStats.seconds to match inference-perf native report

Grounding the v0.2.1 schema against inference-perf's emitted lifecycle
report (post #450/#477) shows video temporal extent is modeled as sampled
frames, not wall-clock seconds: the native Video record carries
pixels/bytes/aspect_ratio/frames and no duration. The seconds field on
VideoPayloadStats therefore had no producer, so remove it; audio.seconds
stays since the native Audio record emits it.

Updates the schema, generated JSON schema, example, README, and the
video unit tests accordingly.

Signed-off-by: Brendan Slabe <slabe@google.com>

Author: Bslabe123

llmdbenchmark/analysis/benchmark_report/README.md

@@ -65,7 +65,7 @@ See [`br_v0_2_1_example.yaml`](br_v0_2_1_example.yaml) for a dummy example repor
 The additions, all derived from what the client can determine from the payloads it sent, are:
 
 - **`results.request_performance.aggregate.requests.request_size`** (`Statistics`): total encoded request size in bytes, capturing the large payloads typical of multi-modal requests.
-- **`results.request_performance.aggregate.requests.multimodal`**: a per-modality block (`image`, `video`, `audio`), each a distribution set over the media instances sent. `image`/`video` carry `count`, `bytes`, `pixels`, and `aspect_ratio`; `video` adds `frames` and `seconds`; `audio` carries `count`, `bytes`, and `seconds`.
+- **`results.request_performance.aggregate.requests.multimodal`**: a per-modality block (`image`, `video`, `audio`), each a distribution set over the media instances sent. `image`/`video` carry `count`, `bytes`, `pixels`, and `aspect_ratio`; `video` adds `frames`; `audio` carries `count`, `bytes`, and `seconds`.
 - **`results.request_performance.aggregate.throughput.{image,video,audio}_rate`** (`Statistics`): per-modality delivery rates (`images/s`, `videos/s`, `audios/s`).
 
 New unit categories back these fields: `pixels` (quantity), `ratio` (for aspect ratio, distinct from a 0..1 portion), `bytes` (memory), and a media-throughput category (`images/s`, `videos/s`, `audios/s`) kept separate from the request-rate category so the existing `request_rate` guardrail is unaffected.

llmdbenchmark/analysis/benchmark_report/br_v0_2_1_example.yaml

@@ -570,9 +570,6 @@ results:
             frames:
               mean: 16.0
               units: count
-            seconds:
-              mean: 4.0
-              units: s
         output_length:
           max: 2328.0
           mean: 2262.448

llmdbenchmark/analysis/benchmark_report/br_v0_2_1_json_schema.json

@@ -3336,18 +3336,6 @@
           ],
           "default": null,
           "description": "Number of frames per video instance."
-        },
-        "seconds": {
-          "anyOf": [
-            {
-              "$ref": "#/$defs/Statistics"
-            },
-            {
-              "type": "null"
-            }
-          ],
-          "default": null,
-          "description": "Duration per video instance."
         }
       },
       "title": "VideoPayloadStats",
@@ -3389,4 +3377,4 @@
   ],
   "title": "Benchmark Report v0.2.1",
   "type": "object"
-}
+}

llmdbenchmark/analysis/benchmark_report/schema_v0_2_1.py

@@ -59,7 +59,7 @@
 #   MediaPayloadStats        count, bytes                 (all modalities)
 #     └─ VisualPayloadStats  + pixels, aspect_ratio       (image, video)
 #         ├─ ImagePayloadStats
-#         └─ VideoPayloadStats  + frames, seconds
+#         └─ VideoPayloadStats  + frames
 #     └─ AudioPayloadStats   + seconds
 #
 # Adding a modality is a new leaf class plus one field on MultiModalRequests.
@@ -133,8 +133,6 @@ class VideoPayloadStats(VisualPayloadStats):
 
     frames: Statistics | None = None
     """Number of frames per video instance."""
-    seconds: Statistics | None = None
-    """Duration per video instance."""
 
     @model_validator(mode="after")
     def check_video_units(self):
@@ -143,11 +141,6 @@ def check_video_units(self):
                 f'Invalid units "{self.frames.units}", must be one of:'
                 f" {' '.join(UNITS_QUANTITY)}"
             )
-        if self.seconds and self.seconds.units not in UNITS_TIME:
-            raise ValueError(
-                f'Invalid units "{self.seconds.units}", must be one of:'
-                f" {' '.join(UNITS_TIME)}"
-            )
         return self
 
 

tests/test_benchmark_report_v0_2_1_multimodal.py

@@ -54,7 +54,6 @@ def test_full_multimodal_report_validates_and_roundtrips():
                             },
                             "video": {
                                 "frames": _stat("count", 16.0),
-                                "seconds": _stat("s", 4.0),
                             },
                             "audio": {"seconds": _stat("s", 10.0)},
                         },
@@ -88,7 +87,6 @@ def test_full_multimodal_report_validates_and_roundtrips():
         (ImagePayloadStats, "aspect_ratio", "ratio"),
         (ImagePayloadStats, "bytes", "bytes"),
         (VideoPayloadStats, "frames", "count"),
-        (VideoPayloadStats, "seconds", "s"),
         (AudioPayloadStats, "seconds", "s"),
         (AggregateRequests, "request_size", "bytes"),
     ],
@@ -107,7 +105,6 @@ def test_correct_units_accepted(model, field, units):
         # An aspect ratio is a ratio, not a portion.
         (ImagePayloadStats, "aspect_ratio", "fraction"),
         (ImagePayloadStats, "pixels", "s"),
-        (VideoPayloadStats, "seconds", "count"),
         (AudioPayloadStats, "seconds", "bytes"),
         (AggregateRequests, "request_size", "queries/s"),
     ],