feat: add benchmark job to cli [beta] (#88)

## Description

<!-- Provide a brief description of your changes -->

**Note:** PR titles should follow [Conventional
Commits](https://www.conventionalcommits.org/) format (e.g.,
`feat(devbox): add support for custom env vars` or `fix(snapshot):
resolve pagination issue`) as they are used for automatic release notes
generation.

## Type of Change

<!-- Mark the relevant option with an 'x' -->

- [ ] Bug fix (non-breaking change which fixes an issue)
- [ ] New feature (non-breaking change which adds functionality)
- [ ] Breaking change (fix or feature that would cause existing
functionality to not work as expected)
- [ ] Documentation update
- [ ] Code refactoring
- [ ] Performance improvement
- [ ] Test updates

## Related Issues

<!-- Link to related issues using #issue-number -->
Closes #

## Changes Made

<!-- Describe the changes in detail -->

## Testing

<!-- Describe how you tested your changes -->

- [ ] I have tested locally
- [ ] I have added/updated tests
- [ ] All existing tests pass

## Checklist

- [ ] My code follows the code style of this project
- [ ] I have performed a self-review of my own code
- [ ] I have commented my code, particularly in hard-to-understand areas
- [ ] I have updated the documentation accordingly
- [ ] My changes generate no new warnings
- [ ] I have added tests that prove my fix is effective or that my
feature works
- [ ] New and existing unit tests pass locally with my changes
- [ ] Any dependent changes have been merged and published

## Screenshots (if applicable)

<!-- Add screenshots to help explain your changes -->

## Additional Notes

<!-- Any additional information that reviewers should know -->

---------

Co-authored-by: ross <151584650+ross-rl@users.noreply.github.com>

Author: dines-rl

README.md

@@ -6,7 +6,7 @@
 
 A **TUI + CLI** for the [Runloop.ai](https://runloop.ai) platform. Use it as an **interactive TUI** (Terminal User Interface) with rich UI components, or as a **traditional CLI** for scripting and automation.
 
-📖 **[Full Documentation](https://docs.runloop.ai/docs/tools/cli)**
+📖 **[Full Documentation](https://docs.runloop.ai/docs/tools/rl-cli)**
 
 <p align="center">
   <img src="https://raw.githubusercontent.com/runloopai/rl-cli/main/misc/demo.gif" alt="Runloop CLI Demo" width="800">

package.json

@@ -68,7 +68,7 @@
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.19.1",
-    "@runloop/api-client": "1.3.0",
+    "@runloop/api-client": "1.3.1",
     "@types/express": "^5.0.3",
     "chalk": "^5.3.0",
     "commander": "^14.0.1",

pnpm-lock.yaml

@@ -11,7 +11,7 @@ const rootDir = join(__dirname, "..");
 const readmePath = join(rootDir, "README.md");
 
 // Default docs path - can be overridden via DOCS_PATH env var or --docs-path argument
-const defaultDocsPath = join(rootDir, "..", "docs", "docs", "tools", "cli.mdx");
+const defaultDocsPath = join(rootDir, "..", "docs", "docs", "tools", "rl-cli.mdx");
 
 /**
  * Generates markdown documentation for the command structure from Commander
@@ -120,7 +120,7 @@ function generateCommandStructure(program) {
 }
 
 /**
- * Generates a detailed command reference for external docs (cli.mdx)
+ * Generates a detailed command reference for external docs (rl-cli.mdx)
  * Uses Mintlify components for better presentation
  */
 function generateDetailedCommandDocs(program) {
@@ -286,7 +286,7 @@ function updateReadme(newCommandStructure) {
 }
 
 /**
- * Generates the full cli.mdx content
+ * Generates the full rl-cli.mdx content
  */
 function generateCliMdx(program) {
   const commandDocs = generateDetailedCommandDocs(program);
@@ -508,7 +508,7 @@ The Runloop CLI is open-source. We welcome contributions!
 }
 
 /**
- * Updates the external docs cli.mdx file
+ * Updates the external docs rl-cli.mdx file
  */
 function updateDocsMdx(program, docsPath) {
   if (!existsSync(docsPath)) {
@@ -547,9 +547,9 @@ function parseArgs() {
 Usage: generate-command-docs.js [options]
 
 Options:
-  --docs-path <path>  Path to cli.mdx file (default: ../docs/docs/tools/cli.mdx)
+  --docs-path <path>  Path to rl-cli.mdx file (default: ../docs/docs/tools/rl-cli.mdx)
   --skip-readme       Skip updating README.md
-  --skip-docs         Skip updating cli.mdx
+  --skip-docs         Skip updating rl-cli.mdx
   --help, -h          Show this help message
 
 Environment Variables:

scripts/generate-command-docs.js

@@ -18,13 +18,27 @@ interface BenchmarkMenuItem {
 }
 
 const benchmarkMenuItems: BenchmarkMenuItem[] = [
+  {
+    key: "benchmarks",
+    label: "Benchmarks",
+    description: "View benchmark definitions",
+    icon: "◉",
+    color: colors.primary,
+  },
   {
     key: "benchmark-runs",
     label: "Benchmark Runs",
     description: "View and manage benchmark executions",
     icon: "▶",
     color: colors.success,
   },
+  {
+    key: "benchmark-jobs",
+    label: "Benchmark Jobs",
+    description: "Run and manage benchmark jobs",
+    icon: "▣",
+    color: colors.warning,
+  },
   {
     key: "scenario-runs",
     label: "Scenario Runs",
@@ -87,9 +101,13 @@ export const BenchmarkMenu = ({ onSelect, onBack }: BenchmarkMenuProps) => {
       onSelect(benchmarkMenuItems[selectedIndex].key);
     } else if (key.escape) {
       onBack();
-    } else if (input === "b" || input === "1") {
+    } else if (input === "1") {
+      onSelect("benchmarks");
+    } else if (input === "2") {
       onSelect("benchmark-runs");
-    } else if (input === "s" || input === "2") {
+    } else if (input === "3") {
+      onSelect("benchmark-jobs");
+    } else if (input === "4") {
       onSelect("scenario-runs");
     } else if (input === "q") {
       exit();
@@ -149,7 +167,7 @@ export const BenchmarkMenu = ({ onSelect, onBack }: BenchmarkMenuProps) => {
         showArrows
         paddingX={2}
         tips={[
-          { key: "1-2", label: "Quick select" },
+          { key: "1-4", label: "Quick select" },
           { key: "Enter", label: "Select" },
           { key: "Esc", label: "Back" },
           { key: "q", label: "Quit" },