Add Foundry jobs and MLflow surfaces

specification/ai-foundry/data-plane/Foundry/client.csharp.tsp

@@ -3,6 +3,8 @@ import "./src/connections/routes.tsp";
 import "./src/datasets/routes.tsp";
 import "./src/indexes/routes.tsp";
 import "./src/deployments/routes.tsp";
+import "./src/training_jobs/routes.tsp";
+import "./src/models/routes.tsp";
 import "./src/red-teams/routes.tsp";
 import "./src/evaluation-rules/routes.tsp";
 import "./src/evaluation-taxonomies/routes.tsp";
@@ -80,9 +82,12 @@ namespace Azure.AI.Projects;
 
 // Less generic names for C# subclients
 @@clientName(Connections, "AIProjectConnectionsOperations", "csharp");
+@@clientName(Clusters, "AIProjectClustersOperations", "csharp");
 @@clientName(Datasets, "AIProjectDatasetsOperations", "csharp");
 @@clientName(Deployments, "AIProjectDeploymentsOperations", "csharp");
 @@clientName(Indexes, "AIProjectIndexesOperations", "csharp");
+@@clientName(Models, "AIProjectModelsOperations", "csharp");
+@@clientName(TrainingJobs, "AIProjectTrainingJobsOperations", "csharp");
 
 // Need to explicitly make all get and list methods include the object name for C#
 @@clientName(Connections.get, "getConnection", "csharp");
@@ -99,6 +104,11 @@ namespace Azure.AI.Projects;
 @@clientName(Indexes.getVersion, "getIndex", "csharp");
 @@clientName(Indexes.listLatest, "listIndexes", "csharp");
 @@clientName(Indexes.listVersions, "listIndexVersions", "csharp");
+@@clientName(TrainingJobs.create, "createTrainingJob", "csharp");
+@@clientName(TrainingJobs.get, "getTrainingJob", "csharp");
+@@clientName(TrainingJobs.list, "listTrainingJobs", "csharp");
+@@clientName(TrainingJobs.beginDelete, "beginDeleteTrainingJob", "csharp");
+@@clientName(TrainingJobs.beginCancel, "beginCancelTrainingJob", "csharp");
 
 // Make these two internal, since all SDKs hand-write a single public method with boolean "includeCredentials"
 // input parameter that calls either on these two.

specification/ai-foundry/data-plane/Foundry/client.tsp

@@ -13,14 +13,19 @@ import "./src/datasets/routes.tsp";
 import "./src/deployments/routes.tsp";
 import "./src/indexes/routes.tsp";
 
+// Beta SDK operations without preview feature headers
+import "./src/mlflow/routes.tsp";
+
 // Beta operations (preview routes, requiring opt-in request header)
 import "./src/evaluation-taxonomies/routes.tsp";
 import "./src/evaluators/routes.tsp";
 import "./src/insights/routes.tsp";
 import "./src/memory-stores/routes.tsp";
+import "./src/models/routes.tsp";
 import "./src/red-teams/routes.tsp";
 import "./src/schedules/routes.tsp";
 import "./src/toolsets/routes.tsp";
+import "./src/training_jobs/routes.tsp";
 
 // Create a ".beta" subclient for the above beta operations
 import "./relocate-beta-operations.tsp";
@@ -41,7 +46,7 @@ using Azure.AI.Projects;
 @@clientNamespace(OpenAI, "azure.ai.projects", "python");
 
 // --------------------------------------------------------------------------------
-// Agents sub‐client
+// Agents sub-client
 // --------------------------------------------------------------------------------
 
 // Use short form method names
@@ -139,7 +144,7 @@ using Azure.AI.Projects;
 @@clientName(MemoryStoreObject, "MemoryStore", "javascript");
 
 // --------------------------------------------------------------------------------
-// Responses sub‐client
+// Responses sub-client
 // --------------------------------------------------------------------------------
 
 // Allow assigning a `dict[str, Any]` object directly to the "schema" property of TextResponseFormatJsonSchema
@@ -155,7 +160,7 @@ using Azure.AI.Projects;
 );
 
 // --------------------------------------------------------------------------------
-// Evaluators sub‐client
+// Evaluators sub-client
 // --------------------------------------------------------------------------------
 @@clientName(Evaluators.listLatestVersions, "list");
 @@clientName(Evaluators.startPendingUpload, "pendingUpload");
@@ -165,13 +170,27 @@ using Azure.AI.Projects;
 @@alternateType(EvaluatorVersion.modified_at, utcDateTime, "python");
 
 // --------------------------------------------------------------------------------
-// Insights sub‐client
+// Insights sub-client
 // --------------------------------------------------------------------------------
 @@clientName(Azure.AI.Projects.Insight.id, "insight_id");
 @@clientName(InsightsGetParams.id, "insight_id");
 
 // --------------------------------------------------------------------------------
-// Datasets sub‐client
+// Models sub-client
+// --------------------------------------------------------------------------------
+
+@@clientName(Models.createTrainingJob, "training_job", "python");
+@@clientName(Models.createTrainingJob, "trainingJob", "javascript");
+@@scope(Models.createSftTrainingJob, "!(python,javascript)");
+@@scope(Models.createPreferenceTrainingJob, "!(python,javascript)");
+@@scope(Models.createKtoTrainingJob, "!(python,javascript)");
+@@scope(Models.createRewardModelTrainingJob, "!(python,javascript)");
+@@scope(Models.createGrpoTrainingJob, "!(python,javascript)");
+@@scope(Models.createPolicyGradientTrainingJob, "!(python,javascript)");
+@@scope(Models.createPpoTrainingJob, "!(python,javascript)");
+
+// --------------------------------------------------------------------------------
+// Datasets sub-client
 // --------------------------------------------------------------------------------
 
 // Shorter method names for SDK datasets operations
@@ -186,7 +205,7 @@ using Azure.AI.Projects;
 @@clientName(SasCredential, "BlobReferenceSasCredential"); // Not to be confused with class "SASCredentials"
 
 // --------------------------------------------------------------------------------
-// Indexes sub‐client
+// Indexes sub-client
 // --------------------------------------------------------------------------------
 
 // Shorter method names for SDK Index operations
@@ -196,7 +215,7 @@ using Azure.AI.Projects;
 @@clientName(Indexes.createOrUpdateVersion, "createOrUpdate");
 
 // --------------------------------------------------------------------------------
-// Schedules sub‐client
+// Schedules sub-client
 // --------------------------------------------------------------------------------
 
 @@clientName(SchedulesCreateOrUpdateParams.resource, "schedule");
@@ -211,7 +230,7 @@ using Azure.AI.Projects;
 @@alternateType(ScheduleRun.triggerTime, utcDateTime, "python");
 
 // --------------------------------------------------------------------------------
-// Toolsets sub‐client
+// Toolsets sub-client
 // --------------------------------------------------------------------------------
 
 @@clientName(Toolsets.createToolset, "create");
@@ -221,7 +240,7 @@ using Azure.AI.Projects;
 @@clientName(Toolsets.deleteToolset, "delete");
 
 // --------------------------------------------------------------------------------
-// Connections sub‐client
+// Connections sub-client
 // --------------------------------------------------------------------------------
 
 // Make these two internal, since all SDKs hand-write a single public method with boolean "includeCredentials"
@@ -230,12 +249,36 @@ using Azure.AI.Projects;
 @@access(Connections.getWithCredentials, Access.internal);
 
 // --------------------------------------------------------------------------------
-// Deployment sub‐client
+// Deployment sub-client
 // --------------------------------------------------------------------------------
 
 // Less generic names
 @@clientName(Sku, "ModelDeploymentSku");
 
+@@clientName(Azure.AI.Projects.TrainingJobs.get, "get", "python");
+@@clientName(Azure.AI.Projects.TrainingJobs.list, "list", "python");
+@@clientName(Azure.AI.Projects.TrainingJobs.create, "create", "python");
+@@clientName(Azure.AI.Projects.TrainingJobs.create, "create", "javascript");
+@@alternateType(JobCreate, InteractiveRayJob);
+@@usage(InteractiveRayJob, Usage.input);
+@@access(InteractiveRayJob, Access.public);
+@@usage(InteractiveRayJobProperties, Usage.input);
+@@access(InteractiveRayJobProperties, Access.public);
+@@usage(InteractiveRayJobTrainingConfiguration, Usage.input);
+@@access(InteractiveRayJobTrainingConfiguration, Access.public);
+@@usage(InteractiveRayJobFramework, Usage.input);
+@@access(InteractiveRayJobFramework, Access.public);
+@@clientName(Azure.AI.Projects.Beta.TrainingJobs, "training_jobs", "python");
+@@clientName(Azure.AI.Projects.Beta.TrainingJobs, "trainingJobs", "javascript");
+@@clientName(Azure.AI.Projects.TrainingJobs.beginDelete,
+  "begin_delete",
+  "python"
+);
+@@clientName(Azure.AI.Projects.TrainingJobs.beginCancel,
+  "begin_cancel",
+  "python"
+);
+
 // --------------------------------------------------------------------------------
 // To support custom client-side handling of "opt-in" to preview features.
 // --------------------------------------------------------------------------------

specification/ai-foundry/data-plane/Foundry/examples/v1/Models_CreateTrainingJobGrpo_MaximumSet_Gen.json

@@ -0,0 +1,84 @@
+{
+  "title": "Models_CreateTrainingJobGrpo_MaximumSet",
+  "operationId": "Models_createTrainingJob",
+  "parameters": {
+    "api-version": "v1",
+    "Operation-Id": "create-my-grpo-training-job-01",
+    "Foundry-Features": "TrainingJobs=V1Preview",
+    "job": {
+      "type": "grpo",
+      "name": "qwen-reasoning-grpo",
+      "version": "1",
+      "description": "GRPO model trained for reasoning tasks",
+      "tags": {
+        "algorithm": "grpo"
+      },
+      "model": "azureai://registries/azureml/models/qwen-base/versions/1",
+      "dataset": {
+        "train": "azureai://accounts/my-account/projects/my-project/data/train-dataset/versions/1",
+        "eval": "azureai://accounts/my-account/projects/my-project/data/eval-dataset/versions/1",
+        "columns": {
+          "prompt": "prompt",
+          "reference": "reference"
+        },
+        "data_format": {
+          "chatTemplate": "chatml"
+        }
+      },
+      "runtime": {
+        "framework": "verl",
+        "hyperparameters": {
+          "learning_rate": 0.00001,
+          "num_generations": 8,
+          "max_completion_length": 512
+        },
+        "judge": {
+          "kind": "inline_function",
+          "inline_function": {
+            "def": "def score(samples, **kwargs):\n    return [1.0 for _ in samples]",
+            "runtime": {
+              "pip": [
+                "numpy>=1.26"
+              ]
+            }
+          }
+        },
+        "lora": {
+          "rank": 16,
+          "alpha": 32,
+          "dropout": 0.05,
+          "targetModules": "auto",
+          "quantize": true
+        },
+        "rollout": {
+          "engine": "vllm",
+          "tensorParallelSize": 2,
+          "gpuMemoryUtilization": 0.9
+        },
+        "eval": {
+          "benchmark": "gsm8k",
+          "everyNSteps": 100
+        }
+      },
+      "compute": {
+        "id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/my-rg/providers/Microsoft.CognitiveServices/accounts/my-account/computes/my-cluster",
+        "resources": {
+          "instanceCount": 4,
+          "instanceType": "Standard_NC96ads_A100_v4"
+        },
+        "gpu_count": 32
+      }
+    }
+  },
+  "responses": {
+    "202": {
+      "headers": {
+        "Operation-Location": "https://my-account.services.ai.azure.com/api/projects/my-project/models/operations/create-my-grpo-training-job-01/result?api-version=v1"
+      },
+      "body": {
+        "operation_id": "create-my-grpo-training-job-01",
+        "status": "queued"
+      }
+    }
+  }
+}

specification/ai-foundry/data-plane/Foundry/examples/v1/Models_CreateTrainingJobKto_MaximumSet_Gen.json

@@ -0,0 +1,67 @@
+{
+  "title": "Models_CreateTrainingJobKto_MaximumSet",
+  "operationId": "Models_createTrainingJob",
+  "parameters": {
+    "api-version": "v1",
+    "Operation-Id": "create-my-kto-training-job-01",
+    "Foundry-Features": "TrainingJobs=V1Preview",
+    "job": {
+      "type": "kto",
+      "name": "qwen-feedback-kto",
+      "version": "1",
+      "description": "KTO model trained from binary desirability feedback",
+      "tags": {
+        "algorithm": "kto"
+      },
+      "model": "azureai://registries/azureml/models/qwen-base/versions/1",
+      "dataset": {
+        "train": "azureai://accounts/my-account/projects/my-project/data/kto-train/versions/1",
+        "eval": "azureai://accounts/my-account/projects/my-project/data/kto-eval/versions/1",
+        "columns": {
+          "prompt": "prompt",
+          "response": "response",
+          "label": "is_desirable"
+        },
+        "data_format": {
+          "chatTemplate": "chatml"
+        }
+      },
+      "runtime": {
+        "framework": "trl",
+        "desirable_weight": 1,
+        "undesirable_weight": 1.33,
+        "hyperparameters": {
+          "learning_rate": 0.00005,
+          "beta": 0.1
+        },
+        "lora": {
+          "rank": 16,
+          "alpha": 32,
+          "targetModules": "auto"
+        },
+        "packaging": {
+          "mode": "merged_model"
+        }
+      },
+      "compute": {
+        "id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/my-rg/providers/Microsoft.CognitiveServices/accounts/my-account/computes/my-cluster",
+        "resources": {
+          "instanceCount": 2,
+          "instanceType": "Standard_NC96ads_A100_v4"
+        },
+        "gpu_count": 16
+      }
+    }
+  },
+  "responses": {
+    "202": {
+      "headers": {
+        "Operation-Location": "https://my-account.services.ai.azure.com/api/projects/my-project/models/operations/create-my-kto-training-job-01/result?api-version=v1"
+      },
+      "body": {
+        "operation_id": "create-my-kto-training-job-01",
+        "status": "queued"
+      }
+    }
+  }
+}