forked from microsoft/olive-recipes
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathvit_base_patch16_224_context_ov_static.json
More file actions
59 lines (59 loc) · 2.09 KB
/
vit_base_patch16_224_context_ov_static.json
File metadata and controls
59 lines (59 loc) · 2.09 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
"input_model": { "type": "HfModel", "model_path": "google/vit-base-patch16-224", "task": "image-classification" },
"systems": {
"local_system": {
"type": "LocalSystem",
"accelerators": [ { "execution_providers": [ "OpenVINOExecutionProvider" ] } ]
}
},
"data_configs": [
{
"name": "quantize_data_config",
"type": "HuggingfaceContainer",
"user_script": "imagenet.py",
"load_dataset_config": {
"data_name": "imagenet-1k",
"split": "validation",
"streaming": true,
"trust_remote_code": true
},
"pre_process_data_config": { "type": "dataset_pre_process", "size": 256, "cache_key": "imagenet256" },
"post_process_data_config": { "type": "dataset_post_process" }
}
],
"passes": {
"ov_convert": {
"type": "OpenVINOConversion",
"input_shapes": [ [ 1, 3, 224, 224 ] ],
"output_model": "vit_base_patch16_224",
"compress_to_fp16": true
},
"io_update": {
"type": "OpenVINOIoUpdate",
"input_shapes": [ [ 1, 3, 224, 224 ] ],
"static": true,
"reuse_cache": true
},
"ov_quantize": {
"type": "OpenVINOQuantization",
"target_device": "npu",
"data_config": "quantize_data_config",
"model_type": "TRANSFORMER",
"extra_configs": [ { "advanced_quantization_parameters": { "smooth_quant_alpha": 0.6 } } ],
"reuse_cache": true
},
"encapsulation": {
"type": "OpenVINOEncapsulation",
"target_device": "npu",
"ov_version": "2025.1",
"reuse_cache": true
},
"add_metadata": { "type": "AddOliveMetadata", "graph_name": "vit-base-patch16-224" }
},
"search_strategy": false,
"host": "local_system",
"cache_dir": "cache",
"clean_cache": true,
"evaluate_input_model": false,
"output_dir": "models/vit_base_patch16_224_ov_static"
}