olive-recipes/microsoft-Phi-4-mini-reasoning/aitk/phi4_ov_gpu_config.json.config at main · CodeLinaro/olive-recipes · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
{
    "$schema": "https://github.com/microsoft/olive-recipes/raw/refs/heads/main/.aitk/configs/config_schema.json",
    "name": "Convert to Intel GPU/CPU",
    "oliveFile": "OpenVINO/Phi_4_mini_reasoning_gpu_context_dy.json",
    "isLLM": true,
    "isIntel": true,
    "intelRuntimeValues": [
        "gpu",
        "cpu"
    ],
    "debugInfo": {
        "autoGenerated": true,
        "useOpenVINOOptimumConversion": "optimum_convert"
    },
    "runtime": {
        "autoGenerated": true,
        "name": "Evaluate on",
        "type": "enum",
        "displayNames": [
            "Intel CPU",
            "Intel GPU"
        ],
        "path": "systems.local_system.accelerators.0.device",
        "values": [
            "cpu",
            "gpu"
        ],
        "readOnly": false
    },
    "optimizationPaths": [
        {
            "path": "passes.optimum_convert.ov_quant_config.weight_format"
        }
    ],
    "optimizationDefault": "int4",
    "sections": [
        {
            "autoGenerated": true,
            "name": "Convert",
            "phase": "Conversion",
            "parameters": [],
            "toggle": {
                "autoGenerated": true,
                "name": "Convert to ONNX format",
                "type": "bool",
                "path": "passes.optimum_convert",
                "actions": [
                    [],
                    []
                ],
                "readOnly": true
            }
        }
    ]
}