Skip to content

Commit 443bcc2

Browse files
committed
Update on "add parakeet into cuda benckmark ci"
as title Differential Revision: [D92208958](https://our.internmc.facebook.com/intern/diff/D92208958/) [ghstack-poisoned]
2 parents 718ef6f + d32bcd5 commit 443bcc2

1 file changed

Lines changed: 4 additions & 2 deletions

File tree

examples/models/parakeet/main.cpp

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -420,7 +420,8 @@ int main(int argc, char** argv) {
420420
return 1;
421421
}
422422
stats.prompt_eval_end_ms = ::executorch::extension::llm::time_in_ms();
423-
stats.first_token_ms = stats.prompt_eval_end_ms; // For ASR, first token is at end of encoding
423+
stats.first_token_ms =
424+
stats.prompt_eval_end_ms; // For ASR, first token is at end of encoding
424425

425426
auto& enc_outputs = enc_result.get();
426427
auto f_proj = enc_outputs[0].toTensor(); // [B, T, joint_hidden]
@@ -500,7 +501,8 @@ int main(int argc, char** argv) {
500501

501502
// Record inference end time and token counts
502503
stats.inference_end_ms = ::executorch::extension::llm::time_in_ms();
503-
stats.num_prompt_tokens = encoded_len; // Use encoder output length as "prompt" tokens
504+
stats.num_prompt_tokens =
505+
encoded_len; // Use encoder output length as "prompt" tokens
504506
stats.num_generated_tokens = static_cast<int64_t>(decoded_tokens.size());
505507

506508
// Print PyTorchObserver stats for benchmarking

0 commit comments

Comments
 (0)