azure-rest-api-specs/specification/ai-foundry/data-plane/Foundry/examples/v1/Models_CreateTrainingJobKto_MaximumSet_Gen.json at d334d51644e97f8faa99a0134919bb30335d6f76 · Azure/azure-rest-api-specs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "title": "Models_CreateTrainingJobKto_MaximumSet",
  "operationId": "Models_createTrainingJob",
  "parameters": {
    "api-version": "v1",
    "Operation-Id": "create-my-kto-training-job-01",
    "Foundry-Features": "TrainingJobs=V1Preview",
    "job": {
      "type": "kto",
      "name": "qwen-feedback-kto",
      "version": "1",
      "description": "KTO model trained from binary desirability feedback",
      "tags": {
        "algorithm": "kto"
      },
      "model": "azureai://registries/azureml/models/qwen-base/versions/1",
      "dataset": {
        "train": "azureai://accounts/my-account/projects/my-project/data/kto-train/versions/1",
        "eval": "azureai://accounts/my-account/projects/my-project/data/kto-eval/versions/1",
        "columns": {
          "prompt": "prompt",
          "response": "response",
          "label": "is_desirable"
        },
        "data_format": {
          "chatTemplate": "chatml"
        }
      },
      "runtime": {
        "framework": "trl",
        "desirable_weight": 1,
        "undesirable_weight": 1.33,
        "hyperparameters": {
          "learning_rate": 0.00005,
          "beta": 0.1
        },
        "lora": {
          "rank": 16,
          "alpha": 32,
          "targetModules": "auto"
        },
        "packaging": {
          "mode": "merged_model"
        }
      },
      "compute": {
        "id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/my-rg/providers/Microsoft.CognitiveServices/accounts/my-account/computes/my-cluster",
        "resources": {
          "instanceCount": 2,
          "instanceType": "Standard_NC96ads_A100_v4"
        },
        "gpu_count": 16
      }
    }
  },
  "responses": {
    "202": {
      "headers": {
        "Operation-Location": "https://my-account.services.ai.azure.com/api/projects/my-project/models/operations/create-my-kto-training-job-01/result?api-version=v1"
      },
      "body": {
        "operation_id": "create-my-kto-training-job-01",
        "status": "queued"
      }
    }
  }
}