diff --git a/src/model_api/models/instance_segmentation.py b/src/model_api/models/instance_segmentation.py index c636b37f..2b78d471 100644 --- a/src/model_api/models/instance_segmentation.py +++ b/src/model_api/models/instance_segmentation.py @@ -185,7 +185,14 @@ def postprocess(self, outputs: dict, meta: dict) -> InstanceSegmentationResult: saliency_maps = [] # Apply confidence threshold, bounding box area filter and label index filter. - keep = (scores > self.confidence_threshold) & ((boxes[:, 2] - boxes[:, 0]) * (boxes[:, 3] - boxes[:, 1]) > 1) + # Calculate box areas safely to avoid overflow + box_widths = np.clip(boxes[:, 2] - boxes[:, 0], 0, None) + box_heights = np.clip(boxes[:, 3] - boxes[:, 1], 0, None) + + # Use float64 for area calculation to prevent overflow, then check if area > 1 + box_areas = box_widths.astype(np.float64) * box_heights.astype(np.float64) + + keep = (scores > self.confidence_threshold) & (box_areas > 1) if self.labels: keep &= labels < len(self.labels) diff --git a/src/model_api/models/segmentation.py b/src/model_api/models/segmentation.py index d7ba3738..167fc8d6 100644 --- a/src/model_api/models/segmentation.py +++ b/src/model_api/models/segmentation.py @@ -241,6 +241,9 @@ def get_contours( cv2.drawContours(mask, contours, contourIdx=next_child_idx, color=0, thickness=-1) next_child_idx = hierarchy[next_child_idx][0] + if current_label_soft_prediction.dtype != np.float32: + current_label_soft_prediction = current_label_soft_prediction.astype(np.float32) + probability = cv2.mean(current_label_soft_prediction, mask)[0] combined_contours.append(Contour(label, probability, contour, children)) diff --git a/src/model_api/models/utils.py b/src/model_api/models/utils.py index cd97c1a5..e72a7217 100644 --- a/src/model_api/models/utils.py +++ b/src/model_api/models/utils.py @@ -26,8 +26,12 @@ def add_rotated_rects(inst_seg_result: InstanceSegmentationResult) -> RotatedSeg cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE, ) - contour = np.vstack(contours) - objects_with_rects.append(cv2.minAreaRect(contour)) + # Check if contours were found before processing + if contours: + contour = np.vstack(contours) + objects_with_rects.append(cv2.minAreaRect(contour)) + else: + objects_with_rects.append(((0, 0), (0, 0), 0)) return RotatedSegmentationResult( bboxes=inst_seg_result.bboxes, masks=inst_seg_result.masks, diff --git a/tests/accuracy/conftest.py b/tests/accuracy/conftest.py index cd7878f5..edf47a9f 100644 --- a/tests/accuracy/conftest.py +++ b/tests/accuracy/conftest.py @@ -10,6 +10,12 @@ def pytest_addoption(parser): parser.addoption("--data", action="store", help="data folder with dataset") + parser.addoption( + "--model_data", + action="store", + default="public_scope.json", + help="path to model data JSON file for test parameterization", + ) parser.addoption( "--device", action="store", diff --git a/tests/accuracy/download_models.py b/tests/accuracy/download_models.py new file mode 100644 index 00000000..7b152847 --- /dev/null +++ b/tests/accuracy/download_models.py @@ -0,0 +1,75 @@ +# +# Copyright (C) 2025 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 +# +import argparse +import asyncio +import json +import time +from pathlib import Path + +import httpx + + +async def stream_file(client, url, filename, semaphore): + async with semaphore: + start_time = time.time() + total_bytes = 0 + async with client.stream("GET", url) as stream: + with Path(filename).open("wb") as file: + async for data in stream.aiter_bytes(): + file.write(data) + total_bytes += len(data) + end_time = time.time() + download_time = end_time - start_time + total_bytes /= 1024 * 1024 + + speed_mbps = total_bytes / download_time if download_time > 0 else 0 + print(f"Downloaded {url} - {total_bytes:.2f} MB in {download_time:.2f}s ({speed_mbps:.2f} MB/s)") + + +async def main(): + parser = argparse.ArgumentParser() + parser.add_argument( + "-d", + "--data_dir", + type=Path, + required=True, + help="Directory to store downloaded models and datasets", + ) + parser.add_argument( + "-j", + "--json_path", + type=Path, + required=True, + help="Path to the JSON file with model information", + ) + args = parser.parse_args() + + with args.json_path.open("r") as f: + models_data = json.load(f) + + base_path = "https://storage.geti.intel.com/geti_predict/test/" + semaphore = asyncio.Semaphore(10) + args.data_dir.mkdir(parents=True, exist_ok=True) + async with httpx.AsyncClient(timeout=60.0) as client: + tasks = [] + for model_entry in models_data: + model_name = model_entry["name"] + download_url = base_path + model_name + save_path = args.data_dir / model_name + save_path.parent.mkdir(parents=True, exist_ok=True) + tasks.append(stream_file(client, download_url, save_path, semaphore)) + + if model_name.endswith(".xml"): + tasks.append( + stream_file(client, download_url.replace(".xml", ".bin"), save_path.with_suffix(".bin"), semaphore), + ) + + print(f"Starting download of {len(tasks)} files with max 10 concurrent downloads...") + await asyncio.gather(*tasks) + print(f"All {len(tasks)} files downloaded successfully!") + + +if __name__ == "__main__": + asyncio.run(main()) diff --git a/tests/accuracy/geti_2.13.0_models.json b/tests/accuracy/geti_2.13.0_models.json new file mode 100644 index 00000000..69ad78d4 --- /dev/null +++ b/tests/accuracy/geti_2.13.0_models.json @@ -0,0 +1,3366 @@ +[ + { + "name": "geti_2.13.0_models/AnomalyDetection/PADIM/onnx/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:192 max:255;pred_score:1.0;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/PADIM/openvino_fp16/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:192 max:255;pred_score:1.0;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/PADIM/openvino_fp32/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:192 max:255;pred_score:1.0;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/PADIM/openvino_int8/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:196 max:247;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/PADIM/openvino_xai_fp16/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:192 max:255;pred_score:1.0;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/PADIM/torch/weights.pth", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/STFPM/onnx/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:129 max:203;pred_score:0.7;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/STFPM/openvino_fp16/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:129 max:203;pred_score:0.7;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/STFPM/openvino_fp32/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:129 max:203;pred_score:0.7;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/STFPM/openvino_int8/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:129 max:147;pred_score:0.5;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/STFPM/openvino_xai_fp16/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:129 max:203;pred_score:0.7;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/STFPM/torch/weights.pth", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/onnx/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:125 max:255;pred_score:0.9;pred_label:Anomaly;pred_mask min:0 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/openvino_fp16/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:125 max:255;pred_score:0.9;pred_label:Anomaly;pred_mask min:0 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/openvino_fp32/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:125 max:255;pred_score:0.9;pred_label:Anomaly;pred_mask min:0 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/openvino_int8/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:130 max:255;pred_score:0.7;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/openvino_xai_fp16/model.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "anomaly_map min:125 max:255;pred_score:0.9;pred_label:Anomaly;pred_mask min:0 max:1;" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/AnomalyDetection/U-FLOW/torch/weights.pth", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 1.000, 1 (outside): 1.000, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 1.000, 1 (outside): 1.000, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 1.000, 1 (outside): 1.000, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 1.000, 1 (outside): 0.938, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 1.000, 1 (outside): 1.000, [1,5,14,14], [1,192], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/DeiT-Tiny/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.798, 1 (outside): 0.622, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.798, 1 (outside): 0.622, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.798, 1 (outside): 0.622, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.916, 1 (outside): 0.684, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 0.798, 1 (outside): 0.622, [1,5,7,7], [1,1280], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B0/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.807, 1 (outside): 0.581, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.807, 1 (outside): 0.581, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.807, 1 (outside): 0.581, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.771, 1 (outside): 0.559, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 0.807, 1 (outside): 0.581, [1,5,7,7], [1,1536], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-B3/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.957, 1 (outside): 0.644, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.957, 1 (outside): 0.644, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.957, 1 (outside): 0.644, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.964, 1 (outside): 0.691, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 0.957, 1 (outside): 0.644, [1,5,7,7], [1,1280], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-L/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.954, 0 (inside): 0.493, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.954, 0 (inside): 0.493, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.954, 0 (inside): 0.493, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.946, 0 (inside): 0.513, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 0.954, 0 (inside): 0.493, [1,5,7,7], [1,1280], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/EfficientNet-V2-S/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.571, 1 (outside): 0.420, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.571, 1 (outside): 0.420, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.571, 1 (outside): 0.420, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.588, 1 (outside): 0.437, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 0.571, 1 (outside): 0.420, [1,5,7,7], [1,960], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-large-1x/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.813, 1 (outside): 0.548, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.813, 1 (outside): 0.547, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.813, 1 (outside): 0.548, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["4 (dog): 0.804, 1 (outside): 0.559, [0], [0], [5]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "4 (dog): 0.813, 1 (outside): 0.547, [1,5,7,7], [1,576], [5]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationHierarchical/MobileNet-V3-small/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.561, 2 (outside): 0.917, 4 (dog): 0.970, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.519, 2 (outside): 0.910, 4 (dog): 0.975, [1,6,14,14], [1,192], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/DeiT-Tiny/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.597, 4 (dog): 0.651, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.597, 4 (dog): 0.651, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.597, 4 (dog): 0.651, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.598, 4 (dog): 0.649, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "2 (outside): 0.597, 4 (dog): 0.651, [1,6,7,7], [1,1280], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B0/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.567, 4 (dog): 0.581, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.567, 4 (dog): 0.581, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.567, 4 (dog): 0.581, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.539, 4 (dog): 0.571, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "2 (outside): 0.567, 4 (dog): 0.581, [1,6,7,7], [1,1536], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-B3/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.628, 4 (dog): 0.601, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.628, 4 (dog): 0.601, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.628, 4 (dog): 0.601, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.626, 4 (dog): 0.590, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "2 (outside): 0.628, 4 (dog): 0.601, [1,6,7,7], [1,1280], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-L/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.550, 4 (dog): 0.560, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.550, 4 (dog): 0.560, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.550, 4 (dog): 0.560, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "2 (outside): 0.559, 3 (cat): 0.501, 4 (dog): 0.563, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "2 (outside): 0.550, 4 (dog): 0.560, [1,6,7,7], [1,1280], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/EfficientNet-V2-S/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.537, 2 (outside): 0.555, 4 (dog): 0.631, [0], [0], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "1 (inside): 0.532, 2 (outside): 0.542, 4 (dog): 0.637, [1,6,7,7], [1,960], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-large-1x/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.529, 4 (dog): 0.608, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.529, 4 (dog): 0.608, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.529, 4 (dog): 0.608, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["2 (outside): 0.543, 4 (dog): 0.597, [0], [0], [6]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "2 (outside): 0.529, 4 (dog): 0.608, [1,6,7,7], [1,576], [6]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationMultiLabel/MobileNet-V3-small/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.966, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.966, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.966, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.965, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.966, [1,2,14,14], [1,192], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/DeiT-Tiny/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.984, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.984, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.984, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.983, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.984, [1,2,7,7], [1,1280], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B0/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.680, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.680, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.680, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.687, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.680, [1,2,7,7], [1,1536], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-B3/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 1.000, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 1.000, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 1.000, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 1.000, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 1.000, [1,2,7,7], [1,1280], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-L/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.974, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.974, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.974, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.951, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.974, [1,2,7,7], [1,1280], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/EfficientNet-V2-S/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.847, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.847, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.847, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.879, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.847, [1,2,7,7], [1,960], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-large-1x/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/onnx/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.870, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/openvino_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.869, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/openvino_fp32/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.870, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/openvino_int8/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.838, [0], [0], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/openvino_xai_fp16/model.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["1 (dog): 0.869, [1,2,7,7], [1,576], [2]"] + } + ] + }, + { + "name": "geti_2.13.0_models/ClassificationSingleLabel/MobileNet-V3-small/torch/weights.pth", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["91, 59, 339, 300, 1 (dog): 0.657; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["90, 61, 339, 300, 1 (dog): 0.605; [1,2,25,31]; [1,320]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-MobileNetV2/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["101, 60, 332, 300, 1 (dog): 0.731; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["101, 60, 332, 300, 1 (dog): 0.731; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["101, 60, 332, 300, 1 (dog): 0.731; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["100, 60, 336, 300, 1 (dog): 0.712; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "101, 60, 332, 300, 1 (dog): 0.731; [1,2,25,31]; [1,1280]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/ATSS-ResNeXt101/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-L/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["100, 63, 336, 300, 1 (dog): 0.879; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-L/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["100, 63, 336, 300, 1 (dog): 0.880; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-L/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["100, 63, 336, 300, 1 (dog): 0.879; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-L/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["88, 59, 333, 297, 1 (dog): 0.814; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-L/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["100, 63, 336, 300, 1 (dog): 0.880; [1,2,40,40]; [1,768]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-L/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-M/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["97, 61, 336, 300, 1 (dog): 0.688; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-M/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["97, 61, 336, 300, 1 (dog): 0.691; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-M/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["97, 61, 336, 300, 1 (dog): 0.688; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-M/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-M/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["97, 61, 336, 300, 1 (dog): 0.691; [1,2,40,40]; [1,768]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-M/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-X/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-X/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-X/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-X/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["98, 63, 336, 300, 1 (dog): 0.576; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-X/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["99, 61, 337, 300, 1 (dog): 0.572; [1,2,40,40]; [1,1152]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/Deim-DFine-X/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/DFine-X/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/DFine-X/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/DFine-X/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/DFine-X/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/DFine-X/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 63, 336, 300, 1 (dog): 0.730; [1,2,40,40]; [1,1152]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/DFine-X/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "206, 153, 242, 179, 2 (dog): 0.341, 927, RotatedRect: 223.000 165.500 25.000 36.000 90.000; 197, 149, 249, 191, 2 (dog): 0.280, 2170, RotatedRect: 222.500 169.500 51.000 41.000 0.000; 118, 24, 357, 220, 2 (dog): 0.277, 33017, RotatedRect: 230.500 134.000 223.000 172.000 -0.000; 67, 40, 369, 266, 1 (cat): 0.275, 40718, RotatedRect: 222.045 156.369 220.298 227.177 13.870; 210, 145, 241, 171, 2 (dog): 0.240, 778, RotatedRect: 225.000 157.500 25.000 32.000 90.000; 0; [0]; dog: 0.341, 116, 0; dog: 0.280, 181, 0; dog: 0.277, 644, 0; cat: 0.275, 690, 0; dog: 0.240, 99, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "207, 153, 242, 179, 2 (dog): 0.340, 902, RotatedRect: 223.500 165.500 25.000 35.000 90.000; 197, 149, 249, 191, 2 (dog): 0.277, 2170, RotatedRect: 222.500 169.500 51.000 41.000 0.000; 118, 24, 358, 221, 2 (dog): 0.276, 33340, RotatedRect: 230.500 134.000 223.000 174.000 -0.000; 67, 39, 369, 266, 1 (cat): 0.276, 40796, RotatedRect: 221.201 155.620 219.593 228.354 14.931; 210, 145, 241, 171, 2 (dog): 0.238, 779, RotatedRect: 225.000 157.500 25.000 32.000 90.000; 0; [0]; dog: 0.340, 114, 0; dog: 0.277, 181, 0; dog: 0.276, 647, 0; cat: 0.276, 693, 0; dog: 0.238, 99, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "206, 153, 242, 179, 2 (dog): 0.341, 927, RotatedRect: 223.000 165.500 25.000 36.000 90.000; 197, 149, 249, 191, 2 (dog): 0.280, 2170, RotatedRect: 222.500 169.500 51.000 41.000 0.000; 118, 24, 357, 220, 2 (dog): 0.277, 33017, RotatedRect: 230.500 134.000 223.000 172.000 -0.000; 67, 40, 369, 266, 1 (cat): 0.275, 40718, RotatedRect: 222.045 156.369 220.298 227.177 13.870; 210, 145, 241, 171, 2 (dog): 0.240, 778, RotatedRect: 225.000 157.500 25.000 32.000 90.000; 0; [0]; dog: 0.341, 116, 0; dog: 0.280, 181, 0; dog: 0.277, 644, 0; cat: 0.275, 690, 0; dog: 0.240, 99, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "118, 33, 356, 214, 2 (dog): 0.284, 31966, RotatedRect: 230.500 130.000 166.000 223.000 90.000; 196, 149, 243, 192, 2 (dog): 0.264, 2021, RotatedRect: 219.000 170.000 42.000 46.000 90.000; 207, 151, 240, 180, 2 (dog): 0.260, 1031, RotatedRect: 223.000 165.000 30.000 34.000 90.000; 82, 32, 354, 276, 1 (cat): 0.244, 43334, RotatedRect: 217.885 159.923 217.247 240.051 15.255; 0; [0]; dog: 0.284, 636, 0; dog: 0.264, 176, 0; dog: 0.260, 116, 0; cat: 0.244, 725, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "207, 153, 242, 179, 2 (dog): 0.340, 902, RotatedRect: 223.500 165.500 25.000 35.000 90.000; 197, 149, 249, 191, 2 (dog): 0.277, 2170, RotatedRect: 222.500 169.500 51.000 41.000 0.000; 118, 24, 358, 221, 2 (dog): 0.276, 33340, RotatedRect: 230.500 134.000 223.000 174.000 -0.000; 67, 39, 369, 266, 1 (cat): 0.276, 40796, RotatedRect: 221.201 155.620 219.593 228.354 14.931; 210, 145, 241, 171, 2 (dog): 0.238, 779, RotatedRect: 225.000 157.500 25.000 32.000 90.000; 2; [1,400]; dog: 0.340, 114, 0; dog: 0.277, 181, 0; dog: 0.276, 647, 0; cat: 0.276, 693, 0; dog: 0.238, 99, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-EfficientNetB2B/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "86, 68, 352, 300, 2 (dog): 0.161, 36688, RotatedRect: 228.000 166.500 199.000 240.000 90.000; 0; [0]; dog: 0.161, 695, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "86, 68, 352, 300, 2 (dog): 0.161, 36629, RotatedRect: 228.000 166.000 198.000 240.000 90.000; 0; [0]; dog: 0.161, 694, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "86, 68, 352, 300, 2 (dog): 0.161, 36688, RotatedRect: 228.000 166.500 199.000 240.000 90.000; 0; [0]; dog: 0.161, 695, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "86, 68, 352, 300, 2 (dog): 0.161, 36629, RotatedRect: 228.000 166.000 198.000 240.000 90.000; 1; [1,1280]; dog: 0.161, 694, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V1/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "85, 57, 324, 287, 2 (dog): 0.221, 44239, RotatedRect: 204.000 171.000 230.000 238.000 90.000; 81, 58, 318, 295, 1 (cat): 0.106, 38290, RotatedRect: 209.000 172.000 216.000 228.000 0.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "85, 57, 324, 287, 2 (dog): 0.221, 44231, RotatedRect: 204.000 171.000 230.000 238.000 90.000; 81, 58, 318, 295, 1 (cat): 0.106, 38292, RotatedRect: 208.500 172.000 228.000 217.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "85, 57, 324, 287, 2 (dog): 0.221, 44239, RotatedRect: 204.000 171.000 230.000 238.000 90.000; 81, 58, 318, 295, 1 (cat): 0.106, 38290, RotatedRect: 209.000 172.000 216.000 228.000 0.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "79, 59, 328, 288, 2 (dog): 0.241, 44637, RotatedRect: 203.500 172.500 229.000 247.000 90.000; 76, 61, 322, 296, 1 (cat): 0.114, 38080, RotatedRect: 214.000 173.500 227.000 214.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "85, 57, 324, 287, 2 (dog): 0.221, 44231, RotatedRect: 204.000 171.000 230.000 238.000 90.000; 81, 58, 318, 295, 1 (cat): 0.106, 38292, RotatedRect: 208.500 172.000 228.000 217.000 90.000; 2; [1,1280]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/DetectionRotated/MackRCNN-ResNet50-V2/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[1,2,40,40]; [1,288]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/RTMdet-Tiny/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.872; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.873; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.872; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "123, 40, 373, 300, 1 (dog): 0.997; 0, 24, 345, 299, 0 (cat): 0.854; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "118, 22, 374, 300, 1 (dog): 0.998; 0, 21, 351, 298, 0 (cat): 0.873; [1,3,27,27]; [1,416]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/SSD-MobilenetV2/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-L/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-L/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-L/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-L/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-L/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["[1,2,40,40]; [1,768]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-L/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-S/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 295, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-S/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 296, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-S/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 295, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-S/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "21, 63, 355, 297, 1 (dog): 0.893; 9, 56, 369, 298, 0 (cat): 0.234; 7, 188, 396, 300, 0 (cat): 0.220; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-S/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "14, 62, 348, 296, 1 (dog): 0.841; 5, 57, 368, 296, 0 (cat): 0.399; 10, 187, 395, 300, 0 (cat): 0.228; [1,2,40,40]; [1,384]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-S/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "112, 63, 367, 300, 1 (dog): 0.897; 0, 0, 400, 300, 0 (cat): 0.253; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "112, 63, 367, 300, 1 (dog): 0.896; 0, 0, 400, 300, 0 (cat): 0.254; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "112, 63, 367, 300, 1 (dog): 0.897; 0, 0, 400, 300, 0 (cat): 0.253; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "31, 54, 375, 300, 1 (dog): 0.764; 0, 0, 399, 300, 0 (cat): 0.132; [0]; [0]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "112, 63, 367, 300, 1 (dog): 0.896; 0, 0, 400, 300, 0 (cat): 0.254; [1,2,26,26]; [1,288]" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-Tiny/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-X/onnx/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-X/openvino_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-X/openvino_fp32/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-X/openvino_int8/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["95, 57, 339, 300, 1 (dog): 0.915; [0]; [0]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-X/openvino_xai_fp16/model.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["96, 65, 340, 300, 1 (dog): 0.932; [1,2,40,40]; [1,960]"] + } + ] + }, + { + "name": "geti_2.13.0_models/Detection/YOLOX-X/torch/weights.pth", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/KeypointDetection/RTMPose-Tiny/onnx/model.onnx", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "keypoints: (17, 2), keypoints_x_sum: 3500.391, scores: (17,) 15.087" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/KeypointDetection/RTMPose-Tiny/openvino_fp32/model.xml", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "keypoints: (17, 2), keypoints_x_sum: 3500.391, scores: (17,) 15.087" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/KeypointDetection/RTMPose-Tiny/openvino_int8/model.xml", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "keypoints: (17, 2), keypoints_x_sum: 3709.766, scores: (17,) 15.141" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/KeypointDetection/RTMPose-Tiny/openvino_xai_fp16/model.xml", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "keypoints: (17, 2), keypoints_x_sum: 3500.391, scores: (17,) 15.117" + ] + } + ] + }, + { + "name": "geti_2.13.0_models/KeypointDetection/RTMPose-Tiny/torch/weights.pth", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "72, 51, 365, 300, 2 (dog): 0.559, 37739, RotatedRect: 201.478 186.633 207.833 307.242 31.293; 34, 45, 341, 300, 1 (cat): 0.408, 60697, RotatedRect: 187.000 171.500 255.000 306.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "72, 51, 365, 300, 2 (dog): 0.558, 37709, RotatedRect: 201.695 186.483 207.654 306.925 31.452; 33, 45, 341, 300, 1 (cat): 0.409, 61090, RotatedRect: 187.000 171.500 255.000 308.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "72, 51, 365, 300, 2 (dog): 0.559, 37739, RotatedRect: 201.478 186.633 207.833 307.242 31.293; 34, 45, 341, 300, 1 (cat): 0.408, 60697, RotatedRect: 187.000 171.500 255.000 306.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "61, 14, 370, 300, 2 (dog): 0.551, 40131, RotatedRect: 207.500 158.000 282.000 293.000 90.000; 29, 42, 352, 300, 1 (cat): 0.410, 64177, RotatedRect: 190.341 169.484 323.444 256.690 0.535; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "72, 51, 365, 300, 2 (dog): 0.558, 37709, RotatedRect: 201.695 186.483 207.654 306.925 31.452; 33, 45, 341, 300, 1 (cat): 0.409, 61090, RotatedRect: 187.000 171.500 255.000 308.000 90.000; 2; [1,400]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-EfficientNetB2B/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "98, 56, 354, 300, 2 (dog): 0.466, 37969, RotatedRect: 223.408 159.229 218.224 227.527 33.179; 116, 21, 334, 296, 1 (cat): 0.385, 38846, RotatedRect: 224.324 175.206 209.793 235.017 14.036; 0; [0]; dog: 0.466, 681, 0; cat: 0.385, 683, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "98, 56, 354, 300, 2 (dog): 0.467, 37977, RotatedRect: 223.408 159.229 218.224 227.527 33.179; 116, 21, 334, 296, 1 (cat): 0.386, 38859, RotatedRect: 224.324 175.206 209.793 235.017 14.036; 0; [0]; dog: 0.467, 683, 0; cat: 0.386, 683, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "98, 56, 354, 300, 2 (dog): 0.466, 37969, RotatedRect: 223.408 159.229 218.224 227.527 33.179; 116, 21, 334, 296, 1 (cat): 0.385, 38846, RotatedRect: 224.324 175.206 209.793 235.017 14.036; 0; [0]; dog: 0.466, 681, 0; cat: 0.385, 683, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "96, 53, 354, 295, 2 (dog): 0.472, 39560, RotatedRect: 230.671 175.526 224.613 235.090 15.322; 116, 21, 336, 296, 1 (cat): 0.398, 39334, RotatedRect: 224.987 175.587 211.439 236.082 13.815; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "98, 56, 354, 300, 2 (dog): 0.467, 37977, RotatedRect: 223.408 159.229 218.224 227.527 33.179; 116, 21, 334, 296, 1 (cat): 0.386, 38859, RotatedRect: 224.324 175.206 209.793 235.017 14.036; 2; [1,1280]; dog: 0.467, 683, 0; cat: 0.386, 683, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V1/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "121, 70, 378, 300, 2 (dog): 0.740, 36354, RotatedRect: 225.500 172.500 211.000 207.000 0.000; 24, 18, 329, 300, 2 (dog): 0.602, 42298, RotatedRect: 176.588 178.175 297.013 239.755 0.796; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "121, 71, 377, 300, 2 (dog): 0.740, 36085, RotatedRect: 225.500 173.000 211.000 206.000 0.000; 25, 18, 329, 300, 2 (dog): 0.603, 42186, RotatedRect: 177.088 178.178 296.004 239.753 0.799; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "121, 70, 378, 300, 2 (dog): 0.740, 36354, RotatedRect: 225.500 172.500 211.000 207.000 0.000; 24, 18, 329, 300, 2 (dog): 0.602, 42298, RotatedRect: 176.588 178.175 297.013 239.755 0.796; 0; [0]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "77, 57, 371, 291, 2 (dog): 0.759, 41661, RotatedRect: 210.031 182.590 197.990 257.040 17.745; 0; [0]; dog: 0.759, 730, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "121, 71, 377, 300, 2 (dog): 0.740, 36085, RotatedRect: 225.500 173.000 211.000 206.000 0.000; 25, 18, 329, 300, 2 (dog): 0.603, 42186, RotatedRect: 177.088 178.178 296.004 239.753 0.799; 1; [1,1280]; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-ResNet50-V2/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "85, 52, 339, 300, 2 (dog): 0.627, 34810, RotatedRect: 218.550 166.655 193.394 219.594 14.237; 0; [0]; dog: 0.627, 687, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "86, 52, 339, 300, 2 (dog): 0.628, 34696, RotatedRect: 219.168 166.192 192.917 218.856 14.237; 0; [0]; dog: 0.628, 685, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "85, 52, 339, 300, 2 (dog): 0.627, 34810, RotatedRect: 218.550 166.655 193.394 219.594 14.237; 0; [0]; dog: 0.627, 687, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "57, 53, 345, 300, 2 (dog): 0.609, 36724, RotatedRect: 206.954 169.800 229.346 224.161 6.782; 0; [0]; dog: 0.609, 868, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "86, 52, 339, 300, 2 (dog): 0.628, 34696, RotatedRect: 219.168 166.192 192.917 218.856 14.237; 1; [1,1280]; dog: 0.628, 685, 0; " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/MaskRCNN-Swin-T/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/onnx/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/openvino_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/openvino_fp32/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/openvino_int8/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/openvino_xai_fp16/model.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": ["0; [1,288]; ; "] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationInstance/RTMDet-Tiny/torch/weights.pth", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.649, 2: 0.351, [300,400,3], [0], [0]; dog: 0.546, 13, 0, dog: 0.959, 846, 3, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.649, 2: 0.351, [300,400,3], [0], [0]; dog: 0.545, 13, 0, dog: 0.959, 846, 3, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.649, 2: 0.351, [300,400,3], [0], [0]; dog: 0.546, 13, 0, dog: 0.959, 846, 3, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.653, 2: 0.347, [300,400,3], [0], [0]; dog: 0.552, 15, 0, dog: 0.630, 37, 0, dog: 0.958, 860, 3, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.649, 2: 0.351, [300,400,3], [300,400,3], [1,1536]; dog: 0.545, 13, 0, dog: 0.959, 846, 3, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/Dino-V2-Small/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.602, 1: 0.038, 2: 0.361, [300,400,3], [0], [0]; cat: 0.398, 8, 0, cat: 0.402, 16, 0, cat: 0.433, 34, 0, cat: 0.429, 32, 0, cat: 0.392, 2, 0, cat: 0.443, 27, 0, cat: 0.366, 6, 0, cat: 0.405, 4, 0, cat: 0.382, 6, 0, cat: 0.355, 6, 0, cat: 0.358, 10, 0, cat: 0.339, 1, 0, cat: 0.355, 9, 0, cat: 0.565, 375, 1, cat: 0.448, 1, 0, cat: 0.353, 2, 0, cat: 0.341, 4, 0, cat: 0.357, 26, 0, cat: 0.444, 2, 0, cat: 0.375, 18, 0, cat: 0.378, 9, 0, cat: 0.382, 13, 0, cat: 0.384, 26, 0, cat: 0.401, 4, 0, cat: 0.407, 64, 0, cat: 0.458, 18, 0, cat: 0.391, 37, 0, cat: 0.357, 8, 0, cat: 0.436, 67, 0, dog: 0.399, 1, 0, dog: 0.362, 5, 0, dog: 0.442, 4, 0, dog: 0.392, 13, 0, dog: 0.451, 38, 0, dog: 0.461, 312, 1, dog: 0.385, 45, 0, dog: 0.423, 2, 0, dog: 0.403, 32, 0, dog: 0.358, 1, 0, dog: 0.381, 15, 0, dog: 0.416, 7, 0, dog: 0.427, 30, 0, dog: 0.431, 20, 0, dog: 0.404, 35, 0, dog: 0.506, 299, 2, dog: 0.407, 1, 0, dog: 0.428, 36, 0, dog: 0.424, 8, 0, dog: 0.413, 13, 0, dog: 0.761, 906, 7, dog: 0.346, 2, 0, dog: 0.437, 44, 0, dog: 0.400, 34, 0, dog: 0.391, 37, 0, dog: 0.337, 1, 0, dog: 0.347, 2, 0, dog: 0.414, 27, 0, dog: 0.390, 9, 0, dog: 0.443, 6, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.602, 1: 0.037, 2: 0.361, [300,400,3], [0], [0]; cat: 0.397, 8, 0, cat: 0.402, 16, 0, cat: 0.434, 34, 0, cat: 0.429, 32, 0, cat: 0.389, 3, 0, cat: 0.440, 27, 0, cat: 0.366, 6, 0, cat: 0.405, 4, 0, cat: 0.381, 6, 0, cat: 0.354, 8, 0, cat: 0.359, 11, 0, cat: 0.337, 1, 0, cat: 0.353, 9, 0, cat: 0.563, 379, 0, cat: 0.443, 1, 0, cat: 0.351, 2, 0, cat: 0.340, 2, 0, cat: 0.357, 21, 0, cat: 0.348, 2, 0, cat: 0.444, 2, 0, cat: 0.373, 18, 0, cat: 0.380, 9, 0, cat: 0.384, 11, 0, cat: 0.383, 26, 0, cat: 0.400, 4, 0, cat: 0.348, 2, 0, cat: 0.407, 56, 0, cat: 0.460, 17, 0, cat: 0.390, 37, 0, cat: 0.357, 6, 0, cat: 0.434, 68, 0, dog: 0.397, 1, 0, dog: 0.359, 5, 0, dog: 0.436, 4, 0, dog: 0.394, 13, 0, dog: 0.449, 38, 0, dog: 0.460, 310, 1, dog: 0.386, 44, 0, dog: 0.401, 32, 0, dog: 0.423, 6, 0, dog: 0.357, 1, 0, dog: 0.380, 15, 0, dog: 0.417, 8, 0, dog: 0.427, 30, 0, dog: 0.430, 20, 0, dog: 0.405, 34, 0, dog: 0.506, 297, 2, dog: 0.406, 1, 0, dog: 0.427, 36, 0, dog: 0.423, 8, 0, dog: 0.412, 12, 0, dog: 0.762, 899, 6, dog: 0.345, 2, 0, dog: 0.434, 43, 0, dog: 0.400, 34, 0, dog: 0.393, 39, 0, dog: 0.336, 1, 0, dog: 0.347, 2, 0, dog: 0.413, 27, 0, dog: 0.390, 9, 0, dog: 0.442, 6, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.602, 1: 0.038, 2: 0.361, [300,400,3], [0], [0]; cat: 0.398, 8, 0, cat: 0.402, 16, 0, cat: 0.433, 34, 0, cat: 0.429, 32, 0, cat: 0.392, 2, 0, cat: 0.443, 27, 0, cat: 0.366, 6, 0, cat: 0.405, 4, 0, cat: 0.382, 6, 0, cat: 0.355, 6, 0, cat: 0.358, 10, 0, cat: 0.339, 1, 0, cat: 0.355, 9, 0, cat: 0.565, 375, 1, cat: 0.448, 1, 0, cat: 0.353, 2, 0, cat: 0.341, 4, 0, cat: 0.357, 26, 0, cat: 0.444, 2, 0, cat: 0.375, 18, 0, cat: 0.378, 9, 0, cat: 0.382, 13, 0, cat: 0.384, 26, 0, cat: 0.401, 4, 0, cat: 0.407, 64, 0, cat: 0.458, 18, 0, cat: 0.391, 37, 0, cat: 0.357, 8, 0, cat: 0.436, 67, 0, dog: 0.399, 1, 0, dog: 0.362, 5, 0, dog: 0.442, 4, 0, dog: 0.392, 13, 0, dog: 0.451, 38, 0, dog: 0.461, 312, 1, dog: 0.385, 45, 0, dog: 0.423, 2, 0, dog: 0.403, 32, 0, dog: 0.358, 1, 0, dog: 0.381, 15, 0, dog: 0.416, 7, 0, dog: 0.427, 30, 0, dog: 0.431, 20, 0, dog: 0.404, 35, 0, dog: 0.506, 299, 2, dog: 0.407, 1, 0, dog: 0.428, 36, 0, dog: 0.424, 8, 0, dog: 0.413, 13, 0, dog: 0.761, 906, 7, dog: 0.346, 2, 0, dog: 0.437, 44, 0, dog: 0.400, 34, 0, dog: 0.391, 37, 0, dog: 0.337, 1, 0, dog: 0.347, 2, 0, dog: 0.414, 27, 0, dog: 0.390, 9, 0, dog: 0.443, 6, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.330, 1: 0.026, 2: 0.645, [300,400,3], [0], [0]; cat: 0.350, 1, 0, cat: 0.429, 32, 0, cat: 0.491, 26, 0, cat: 0.479, 2, 0, cat: 0.392, 16, 0, cat: 0.388, 20, 0, cat: 0.496, 32, 0, cat: 0.582, 288, 5, cat: 0.380, 8, 0, cat: 0.525, 30, 0, cat: 0.373, 12, 0, cat: 0.429, 10, 0, cat: 0.429, 19, 0, cat: 0.500, 27, 0, cat: 0.443, 9, 0, cat: 0.452, 5, 0, cat: 0.358, 16, 0, cat: 0.447, 24, 0, cat: 0.403, 2, 0, cat: 0.498, 28, 0, cat: 0.367, 51, 0, cat: 0.349, 5, 0, cat: 0.458, 27, 0, cat: 0.380, 6, 0, cat: 0.435, 2, 0, cat: 0.358, 17, 0, cat: 0.409, 118, 0, cat: 0.455, 30, 0, dog: 0.413, 24, 0, dog: 0.484, 8, 0, dog: 0.465, 1, 0, dog: 0.461, 24, 0, dog: 0.483, 5, 0, dog: 0.437, 8, 0, dog: 0.451, 2, 0, dog: 0.367, 1, 0, dog: 0.433, 1, 0, dog: 0.420, 4, 0, dog: 0.432, 1, 0, dog: 0.427, 15, 0, dog: 0.433, 27, 0, dog: 0.418, 7, 0, dog: 0.427, 13, 0, dog: 0.386, 6, 0, dog: 0.426, 9, 0, dog: 0.425, 3, 0, dog: 0.423, 10, 0, dog: 0.415, 1, 0, dog: 0.454, 111, 0, dog: 0.405, 2, 0, dog: 0.421, 6, 0, dog: 0.436, 2, 0, dog: 0.403, 4, 0, dog: 0.433, 5, 0, dog: 0.417, 4, 0, dog: 0.388, 1, 0, dog: 0.397, 15, 0, dog: 0.376, 4, 0, dog: 0.375, 1, 0, dog: 0.390, 18, 0, dog: 0.418, 5, 0, dog: 0.447, 28, 0, dog: 0.410, 1, 0, dog: 0.442, 6, 0, dog: 0.387, 20, 0, dog: 0.433, 4, 0, dog: 0.406, 34, 0, dog: 0.423, 2, 0, dog: 0.371, 9, 0, dog: 0.421, 15, 0, dog: 0.443, 18, 0, dog: 0.421, 93, 0, dog: 0.442, 10, 0, dog: 0.439, 51, 0, dog: 0.422, 1, 0, dog: 0.365, 3, 0, dog: 0.383, 90, 0, dog: 0.679, 2233, 43, dog: 0.429, 10, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.602, 1: 0.037, 2: 0.361, [300,400,3], [300,400,3], [1,600]; cat: 0.397, 8, 0, cat: 0.402, 16, 0, cat: 0.434, 34, 0, cat: 0.429, 32, 0, cat: 0.389, 3, 0, cat: 0.440, 27, 0, cat: 0.366, 6, 0, cat: 0.405, 4, 0, cat: 0.381, 6, 0, cat: 0.354, 8, 0, cat: 0.359, 11, 0, cat: 0.337, 1, 0, cat: 0.353, 9, 0, cat: 0.563, 379, 0, cat: 0.443, 1, 0, cat: 0.351, 2, 0, cat: 0.340, 2, 0, cat: 0.357, 21, 0, cat: 0.348, 2, 0, cat: 0.444, 2, 0, cat: 0.373, 18, 0, cat: 0.380, 9, 0, cat: 0.384, 11, 0, cat: 0.383, 26, 0, cat: 0.400, 4, 0, cat: 0.348, 2, 0, cat: 0.407, 56, 0, cat: 0.460, 17, 0, cat: 0.390, 37, 0, cat: 0.357, 6, 0, cat: 0.434, 68, 0, dog: 0.397, 1, 0, dog: 0.359, 5, 0, dog: 0.436, 4, 0, dog: 0.394, 13, 0, dog: 0.449, 38, 0, dog: 0.460, 310, 1, dog: 0.386, 44, 0, dog: 0.401, 32, 0, dog: 0.423, 6, 0, dog: 0.357, 1, 0, dog: 0.380, 15, 0, dog: 0.417, 8, 0, dog: 0.427, 30, 0, dog: 0.430, 20, 0, dog: 0.405, 34, 0, dog: 0.506, 297, 2, dog: 0.406, 1, 0, dog: 0.427, 36, 0, dog: 0.423, 8, 0, dog: 0.412, 12, 0, dog: 0.762, 899, 6, dog: 0.345, 2, 0, dog: 0.434, 43, 0, dog: 0.400, 34, 0, dog: 0.393, 39, 0, dog: 0.336, 1, 0, dog: 0.347, 2, 0, dog: 0.413, 27, 0, dog: 0.390, 9, 0, dog: 0.442, 6, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-18/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.545, 1: 0.331, 2: 0.124, [300,400,3], [0], [0]; cat: 0.418, 96, 0, cat: 0.510, 2, 0, cat: 0.509, 5, 0, cat: 0.505, 18, 0, cat: 0.501, 4, 0, cat: 0.663, 416, 1, cat: 0.700, 478, 1, cat: 0.805, 1128, 1, cat: 0.509, 81, 0, cat: 0.444, 1, 0, dog: 0.413, 2, 0, dog: 0.413, 3, 0, dog: 0.504, 2, 0, dog: 0.638, 955, 4, dog: 0.561, 190, 0, dog: 0.424, 3, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.545, 1: 0.330, 2: 0.125, [300,400,3], [0], [0]; cat: 0.418, 97, 0, cat: 0.507, 2, 0, cat: 0.511, 4, 0, cat: 0.505, 16, 0, cat: 0.501, 2, 0, cat: 0.663, 415, 1, cat: 0.700, 478, 1, cat: 0.805, 1119, 1, cat: 0.509, 81, 0, cat: 0.445, 1, 0, dog: 0.409, 6, 0, dog: 0.413, 3, 0, dog: 0.505, 2, 0, dog: 0.639, 953, 4, dog: 0.561, 191, 0, dog: 0.425, 3, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.545, 1: 0.331, 2: 0.124, [300,400,3], [0], [0]; cat: 0.418, 96, 0, cat: 0.510, 2, 0, cat: 0.509, 5, 0, cat: 0.505, 18, 0, cat: 0.501, 4, 0, cat: 0.663, 416, 1, cat: 0.700, 478, 1, cat: 0.805, 1128, 1, cat: 0.509, 81, 0, cat: 0.444, 1, 0, dog: 0.413, 2, 0, dog: 0.413, 3, 0, dog: 0.504, 2, 0, dog: 0.638, 955, 4, dog: 0.561, 190, 0, dog: 0.424, 3, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.439, 1: 0.434, 2: 0.128, [300,400,3], [0], [0]; cat: 0.662, 32, 0, cat: 0.577, 25, 0, cat: 0.451, 2, 0, cat: 0.621, 90, 0, cat: 0.596, 43, 0, cat: 0.406, 9, 0, cat: 0.507, 75, 0, cat: 0.418, 12, 0, cat: 0.622, 61, 0, cat: 0.620, 85, 0, cat: 0.469, 6, 0, cat: 0.578, 15, 0, cat: 0.521, 12, 0, cat: 0.480, 93, 0, cat: 0.512, 4, 0, cat: 0.456, 10, 0, cat: 0.522, 71, 0, cat: 0.517, 29, 0, cat: 0.520, 8, 0, cat: 0.489, 10, 0, cat: 0.515, 34, 0, cat: 0.522, 20, 0, cat: 0.391, 8, 0, cat: 0.517, 6, 0, cat: 0.480, 7, 0, cat: 0.541, 41, 0, cat: 0.379, 5, 0, cat: 0.718, 764, 7, cat: 0.561, 34, 0, cat: 0.511, 42, 0, cat: 0.435, 1, 0, cat: 0.379, 18, 0, cat: 0.353, 7, 0, cat: 0.482, 6, 0, cat: 0.544, 23, 0, cat: 0.487, 6, 0, cat: 0.455, 4, 0, cat: 0.430, 1, 0, cat: 0.517, 2, 0, cat: 0.542, 9, 0, cat: 0.576, 358, 1, cat: 0.481, 57, 0, cat: 0.466, 18, 0, cat: 0.396, 6, 0, cat: 0.540, 85, 1, cat: 0.480, 21, 0, cat: 0.517, 7, 0, cat: 0.497, 4, 0, cat: 0.415, 13, 0, cat: 0.383, 16, 0, cat: 0.551, 32, 0, cat: 0.584, 15, 0, cat: 0.386, 14, 0, cat: 0.402, 3, 0, cat: 0.546, 111, 1, cat: 0.498, 20, 0, cat: 0.500, 9, 0, cat: 0.369, 2, 0, cat: 0.425, 22, 0, cat: 0.530, 16, 0, cat: 0.507, 10, 0, cat: 0.378, 1, 0, cat: 0.412, 8, 0, cat: 0.690, 1978, 60, cat: 0.463, 8, 0, dog: 0.383, 12, 0, dog: 0.377, 1, 0, dog: 0.582, 12, 0, dog: 0.604, 31, 0, dog: 0.483, 1, 0, dog: 0.535, 15, 0, dog: 0.506, 36, 0, dog: 0.748, 11, 0, dog: 0.704, 73, 0, dog: 0.479, 1, 0, dog: 0.532, 2, 0, dog: 0.519, 2, 0, dog: 0.453, 41, 0, dog: 0.562, 72, 0, dog: 0.650, 173, 0, dog: 0.483, 50, 0, dog: 0.469, 40, 0, dog: 0.404, 15, 0, dog: 0.423, 20, 0, dog: 0.665, 37, 0, dog: 0.576, 96, 0, dog: 0.343, 1, 0, dog: 0.390, 4, 0, dog: 0.489, 32, 0, dog: 0.516, 52, 0, dog: 0.686, 31, 0, dog: 0.419, 40, 0, dog: 0.499, 32, 0, dog: 0.347, 1, 0, dog: 0.592, 15, 0, dog: 0.588, 18, 0, dog: 0.491, 15, 0, dog: 0.557, 42, 0, dog: 0.604, 46, 0, dog: 0.544, 5, 0, dog: 0.513, 33, 0, dog: 0.639, 38, 0, dog: 0.554, 12, 0, dog: 0.567, 5, 0, dog: 0.493, 61, 0, dog: 0.443, 32, 0, dog: 0.356, 10, 0, dog: 0.638, 74, 0, dog: 0.634, 295, 2, dog: 0.404, 19, 0, dog: 0.632, 26, 0, dog: 0.358, 4, 0, dog: 0.530, 20, 0, dog: 0.485, 12, 0, dog: 0.590, 20, 0, dog: 0.583, 45, 0, dog: 0.475, 22, 0, dog: 0.497, 6, 0, dog: 0.419, 23, 0, dog: 0.475, 32, 0, dog: 0.762, 15, 0, dog: 0.553, 16, 0, dog: 0.404, 15, 0, dog: 0.564, 34, 0, dog: 0.506, 10, 0, dog: 0.553, 25, 0, dog: 0.353, 4, 0, dog: 0.462, 2, 0, dog: 0.509, 33, 0, dog: 0.499, 52, 0, dog: 0.343, 1, 0, dog: 0.618, 49, 0, dog: 0.419, 28, 0, dog: 0.610, 135, 0, dog: 0.528, 27, 0, dog: 0.485, 6, 0, dog: 0.444, 31, 0, dog: 0.365, 12, 0, dog: 0.450, 2, 0, dog: 0.515, 20, 0, dog: 0.460, 1, 0, dog: 0.609, 65, 0, dog: 0.498, 5, 0, dog: 0.616, 20, 0, dog: 0.542, 6, 0, dog: 0.557, 2, 0, dog: 0.606, 19, 0, dog: 0.675, 20, 0, dog: 0.557, 6, 0, dog: 0.776, 36, 0, dog: 0.460, 15, 0, dog: 0.546, 17, 0, dog: 0.580, 205, 1, dog: 0.601, 321, 0, dog: 0.570, 20, 0, dog: 0.513, 59, 0, dog: 0.366, 5, 0, dog: 0.524, 26, 0, dog: 0.511, 20, 0, dog: 0.566, 190, 0, dog: 0.447, 24, 0, dog: 0.481, 14, 0, dog: 0.531, 21, 0, dog: 0.478, 13, 0, dog: 0.542, 24, 0, dog: 0.677, 127, 0, dog: 0.384, 1, 0, dog: 0.447, 13, 0, dog: 0.596, 201, 0, dog: 0.499, 2, 0, dog: 0.445, 6, 0, dog: 0.577, 7, 0, dog: 0.597, 55, 0, dog: 0.737, 33, 0, dog: 0.579, 16, 0, dog: 0.544, 14, 0, dog: 0.596, 48, 0, dog: 0.644, 25, 0, dog: 0.505, 105, 0, dog: 0.493, 19, 0, dog: 0.493, 1, 0, dog: 0.455, 12, 0, dog: 0.531, 4, 0, dog: 0.523, 23, 0, dog: 0.349, 4, 0, dog: 0.491, 15, 0, dog: 0.553, 19, 0, dog: 0.625, 18, 0, dog: 0.554, 39, 0, dog: 0.451, 5, 0, dog: 0.659, 29, 0, dog: 0.726, 34, 0, dog: 0.653, 45, 0, dog: 0.596, 31, 0, dog: 0.538, 33, 0, dog: 0.550, 20, 0, dog: 0.507, 8, 0, dog: 0.390, 3, 0, dog: 0.599, 19, 0, dog: 0.519, 21, 0, dog: 0.392, 3, 0, dog: 0.472, 2, 0, dog: 0.369, 4, 0, dog: 0.533, 1, 0, dog: 0.561, 29, 0, dog: 0.604, 26, 0, dog: 0.529, 8, 0, dog: 0.507, 10, 0, dog: 0.591, 99, 1, dog: 0.631, 57, 0, dog: 0.370, 8, 0, dog: 0.460, 16, 0, dog: 0.362, 3, 0, dog: 0.426, 14, 0, dog: 0.383, 2, 0, dog: 0.440, 18, 0, dog: 0.359, 4, 0, dog: 0.535, 18, 0, dog: 0.461, 31, 1, dog: 0.433, 10, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.545, 1: 0.330, 2: 0.125, [300,400,3], [300,400,3], [1,420]; cat: 0.418, 97, 0, cat: 0.507, 2, 0, cat: 0.511, 4, 0, cat: 0.505, 16, 0, cat: 0.501, 2, 0, cat: 0.663, 415, 1, cat: 0.700, 478, 1, cat: 0.805, 1119, 1, cat: 0.509, 81, 0, cat: 0.445, 1, 0, dog: 0.409, 6, 0, dog: 0.413, 3, 0, dog: 0.505, 2, 0, dog: 0.639, 953, 4, dog: 0.561, 191, 0, dog: 0.425, 3, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-S/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.467, 1: 0.077, 2: 0.455, [300,400,3], [0], [0]; cat: 0.503, 2, 0, cat: 0.522, 8, 0, cat: 0.527, 1, 0, cat: 0.707, 166, 1, cat: 0.511, 25, 0, cat: 0.370, 1, 0, cat: 0.508, 9, 0, cat: 0.485, 7, 0, cat: 0.379, 1, 0, cat: 0.409, 2, 0, cat: 0.543, 3, 0, cat: 0.468, 1, 0, cat: 0.506, 1, 0, cat: 0.660, 62, 0, cat: 0.589, 14, 0, cat: 0.515, 2, 0, cat: 0.482, 5, 0, cat: 0.481, 1, 0, cat: 0.532, 8, 0, cat: 0.527, 3, 0, cat: 0.566, 70, 1, cat: 0.628, 42, 0, cat: 0.480, 5, 0, cat: 0.577, 11, 0, cat: 0.538, 8, 0, cat: 0.567, 5, 0, cat: 0.554, 6, 0, cat: 0.674, 14, 0, cat: 0.503, 3, 0, cat: 0.644, 86, 0, cat: 0.632, 83, 1, cat: 0.543, 14, 0, cat: 0.657, 14, 0, cat: 0.470, 9, 0, cat: 0.624, 33, 0, cat: 0.559, 1, 0, cat: 0.594, 12, 0, cat: 0.472, 5, 0, cat: 0.574, 4, 0, cat: 0.754, 88, 1, cat: 0.517, 1, 0, cat: 0.529, 2, 0, cat: 0.607, 4, 0, cat: 0.553, 40, 0, cat: 0.639, 30, 0, cat: 0.669, 14, 0, cat: 0.516, 4, 0, cat: 0.846, 259, 6, cat: 0.729, 87, 0, cat: 0.603, 5, 0, cat: 0.588, 4, 0, cat: 0.501, 1, 0, cat: 0.557, 1, 0, cat: 0.532, 3, 0, cat: 0.606, 46, 0, cat: 0.560, 2, 0, cat: 0.521, 3, 0, cat: 0.480, 42, 0, cat: 0.523, 3, 0, cat: 0.650, 76, 0, cat: 0.773, 77, 1, cat: 0.611, 22, 0, cat: 0.835, 281, 3, cat: 0.742, 55, 0, cat: 0.403, 2, 0, cat: 0.396, 1, 0, cat: 0.751, 41, 0, cat: 0.729, 28, 0, cat: 0.570, 9, 0, cat: 0.589, 98, 1, cat: 0.546, 19, 0, cat: 0.424, 1, 0, cat: 0.589, 42, 0, cat: 0.496, 1, 0, cat: 0.496, 1, 0, cat: 0.561, 5, 0, cat: 0.548, 4, 0, cat: 0.548, 22, 0, cat: 0.542, 13, 0, cat: 0.356, 2, 0, cat: 0.592, 24, 0, cat: 0.615, 6, 0, cat: 0.347, 2, 0, cat: 0.577, 6, 0, cat: 0.615, 71, 0, cat: 0.507, 1, 0, cat: 0.502, 1, 0, cat: 0.523, 4, 0, cat: 0.724, 183, 1, cat: 0.474, 2, 0, cat: 0.507, 3, 0, cat: 0.705, 125, 1, dog: 0.534, 1, 0, dog: 0.528, 1, 0, dog: 0.523, 1, 0, dog: 0.583, 9, 0, dog: 0.565, 14, 0, dog: 0.509, 4, 0, dog: 0.573, 19, 0, dog: 0.546, 4, 0, dog: 0.383, 4, 0, dog: 0.536, 16, 0, dog: 0.544, 10, 0, dog: 0.664, 50, 0, dog: 0.533, 2, 0, dog: 0.566, 2, 0, dog: 0.549, 3, 0, dog: 0.521, 1, 0, dog: 0.535, 6, 0, dog: 0.532, 14, 0, dog: 0.561, 6, 0, dog: 0.501, 4, 0, dog: 0.518, 6, 0, dog: 0.653, 28, 0, dog: 0.918, 2329, 66, dog: 0.565, 15, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.467, 1: 0.076, 2: 0.457, [300,400,3], [0], [0]; cat: 0.503, 2, 0, cat: 0.513, 8, 0, cat: 0.516, 1, 0, cat: 0.709, 165, 1, cat: 0.506, 25, 0, cat: 0.370, 2, 0, cat: 0.523, 8, 0, cat: 0.483, 7, 0, cat: 0.383, 1, 0, cat: 0.414, 2, 0, cat: 0.533, 3, 0, cat: 0.511, 1, 0, cat: 0.476, 2, 0, cat: 0.448, 1, 0, cat: 0.656, 62, 0, cat: 0.591, 14, 0, cat: 0.514, 2, 0, cat: 0.481, 5, 0, cat: 0.539, 2, 0, cat: 0.546, 5, 0, cat: 0.572, 71, 1, cat: 0.622, 43, 0, cat: 0.484, 5, 0, cat: 0.583, 12, 0, cat: 0.542, 8, 0, cat: 0.559, 5, 0, cat: 0.543, 6, 0, cat: 0.666, 14, 0, cat: 0.650, 83, 0, cat: 0.505, 1, 0, cat: 0.631, 83, 1, cat: 0.561, 8, 0, cat: 0.645, 14, 0, cat: 0.465, 9, 0, cat: 0.634, 30, 0, cat: 0.541, 1, 0, cat: 0.591, 11, 0, cat: 0.465, 5, 0, cat: 0.567, 4, 0, cat: 0.755, 85, 1, cat: 0.503, 1, 0, cat: 0.540, 1, 0, cat: 0.595, 4, 0, cat: 0.548, 40, 0, cat: 0.630, 28, 0, cat: 0.654, 14, 0, cat: 0.526, 1, 0, cat: 0.844, 264, 4, cat: 0.724, 89, 0, cat: 0.601, 4, 0, cat: 0.563, 4, 0, cat: 0.518, 1, 0, cat: 0.513, 2, 0, cat: 0.554, 2, 0, cat: 0.588, 11, 0, cat: 0.602, 44, 0, cat: 0.529, 2, 0, cat: 0.510, 3, 0, cat: 0.478, 42, 0, cat: 0.512, 3, 0, cat: 0.505, 2, 0, cat: 0.671, 50, 0, cat: 0.774, 77, 2, cat: 0.562, 4, 0, cat: 0.614, 13, 0, cat: 0.832, 280, 3, cat: 0.735, 57, 0, cat: 0.397, 1, 0, cat: 0.747, 41, 0, cat: 0.721, 28, 0, cat: 0.572, 9, 0, cat: 0.584, 97, 1, cat: 0.549, 19, 0, cat: 0.414, 1, 0, cat: 0.590, 40, 0, cat: 0.491, 1, 0, cat: 0.553, 1, 0, cat: 0.561, 5, 0, cat: 0.551, 4, 0, cat: 0.548, 23, 0, cat: 0.542, 12, 0, cat: 0.348, 1, 0, cat: 0.595, 23, 0, cat: 0.608, 6, 0, cat: 0.346, 2, 0, cat: 0.574, 6, 0, cat: 0.613, 71, 0, cat: 0.503, 1, 0, cat: 0.516, 4, 0, cat: 0.722, 184, 1, cat: 0.472, 2, 0, cat: 0.498, 3, 0, cat: 0.705, 121, 1, dog: 0.536, 1, 0, dog: 0.528, 1, 0, dog: 0.561, 29, 0, dog: 0.600, 25, 1, dog: 0.549, 4, 0, dog: 0.506, 1, 0, dog: 0.394, 4, 0, dog: 0.543, 16, 0, dog: 0.559, 6, 0, dog: 0.666, 52, 0, dog: 0.558, 2, 0, dog: 0.569, 2, 0, dog: 0.547, 5, 0, dog: 0.531, 1, 0, dog: 0.535, 6, 0, dog: 0.531, 14, 0, dog: 0.537, 6, 0, dog: 0.498, 4, 0, dog: 0.497, 8, 0, dog: 0.664, 29, 0, dog: 0.918, 2346, 67, dog: 0.567, 15, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.467, 1: 0.077, 2: 0.455, [300,400,3], [0], [0]; cat: 0.503, 2, 0, cat: 0.522, 8, 0, cat: 0.527, 1, 0, cat: 0.707, 166, 1, cat: 0.511, 25, 0, cat: 0.370, 1, 0, cat: 0.508, 9, 0, cat: 0.485, 7, 0, cat: 0.379, 1, 0, cat: 0.409, 2, 0, cat: 0.543, 3, 0, cat: 0.468, 1, 0, cat: 0.506, 1, 0, cat: 0.660, 62, 0, cat: 0.589, 14, 0, cat: 0.515, 2, 0, cat: 0.482, 5, 0, cat: 0.481, 1, 0, cat: 0.532, 8, 0, cat: 0.527, 3, 0, cat: 0.566, 70, 1, cat: 0.628, 42, 0, cat: 0.480, 5, 0, cat: 0.577, 11, 0, cat: 0.538, 8, 0, cat: 0.567, 5, 0, cat: 0.554, 6, 0, cat: 0.674, 14, 0, cat: 0.503, 3, 0, cat: 0.644, 86, 0, cat: 0.632, 83, 1, cat: 0.543, 14, 0, cat: 0.657, 14, 0, cat: 0.470, 9, 0, cat: 0.624, 33, 0, cat: 0.559, 1, 0, cat: 0.594, 12, 0, cat: 0.472, 5, 0, cat: 0.574, 4, 0, cat: 0.754, 88, 1, cat: 0.517, 1, 0, cat: 0.529, 2, 0, cat: 0.607, 4, 0, cat: 0.553, 40, 0, cat: 0.639, 30, 0, cat: 0.669, 14, 0, cat: 0.516, 4, 0, cat: 0.846, 259, 6, cat: 0.729, 87, 0, cat: 0.603, 5, 0, cat: 0.588, 4, 0, cat: 0.501, 1, 0, cat: 0.557, 1, 0, cat: 0.532, 3, 0, cat: 0.606, 46, 0, cat: 0.560, 2, 0, cat: 0.521, 3, 0, cat: 0.480, 42, 0, cat: 0.523, 3, 0, cat: 0.650, 76, 0, cat: 0.773, 77, 1, cat: 0.611, 22, 0, cat: 0.835, 281, 3, cat: 0.742, 55, 0, cat: 0.403, 2, 0, cat: 0.396, 1, 0, cat: 0.751, 41, 0, cat: 0.729, 28, 0, cat: 0.570, 9, 0, cat: 0.589, 98, 1, cat: 0.546, 19, 0, cat: 0.424, 1, 0, cat: 0.589, 42, 0, cat: 0.496, 1, 0, cat: 0.496, 1, 0, cat: 0.561, 5, 0, cat: 0.548, 4, 0, cat: 0.548, 22, 0, cat: 0.542, 13, 0, cat: 0.356, 2, 0, cat: 0.592, 24, 0, cat: 0.615, 6, 0, cat: 0.347, 2, 0, cat: 0.577, 6, 0, cat: 0.615, 71, 0, cat: 0.507, 1, 0, cat: 0.502, 1, 0, cat: 0.523, 4, 0, cat: 0.724, 183, 1, cat: 0.474, 2, 0, cat: 0.507, 3, 0, cat: 0.705, 125, 1, dog: 0.534, 1, 0, dog: 0.528, 1, 0, dog: 0.523, 1, 0, dog: 0.583, 9, 0, dog: 0.565, 14, 0, dog: 0.509, 4, 0, dog: 0.573, 19, 0, dog: 0.546, 4, 0, dog: 0.383, 4, 0, dog: 0.536, 16, 0, dog: 0.544, 10, 0, dog: 0.664, 50, 0, dog: 0.533, 2, 0, dog: 0.566, 2, 0, dog: 0.549, 3, 0, dog: 0.521, 1, 0, dog: 0.535, 6, 0, dog: 0.532, 14, 0, dog: 0.561, 6, 0, dog: 0.501, 4, 0, dog: 0.518, 6, 0, dog: 0.653, 28, 0, dog: 0.918, 2329, 66, dog: 0.565, 15, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.319, 1: 0.663, 2: 0.018, [300,400,3], [0], [0]; cat: 0.502, 2, 0, cat: 0.525, 4, 0, cat: 0.549, 10, 0, cat: 0.537, 3, 0, cat: 0.562, 4, 0, cat: 0.506, 1, 0, cat: 0.605, 4, 0, cat: 0.524, 1, 0, cat: 0.499, 2, 0, cat: 0.457, 1, 0, cat: 0.503, 2, 0, cat: 0.520, 3, 0, cat: 0.520, 2, 0, cat: 0.442, 3, 0, cat: 0.534, 2, 0, cat: 0.514, 1, 0, cat: 0.527, 4, 0, cat: 0.533, 1, 0, cat: 0.521, 1, 0, cat: 0.568, 3, 0, cat: 0.527, 4, 0, cat: 0.684, 105, 3, cat: 0.527, 1, 0, cat: 0.524, 1, 0, cat: 0.573, 3, 0, cat: 0.498, 1, 0, cat: 0.504, 2, 0, cat: 0.570, 21, 0, cat: 0.516, 11, 0, cat: 0.545, 2, 0, cat: 0.558, 6, 0, cat: 0.531, 1, 0, cat: 0.556, 1, 0, cat: 0.546, 2, 0, cat: 0.498, 1, 0, cat: 0.499, 1, 0, cat: 0.515, 3, 0, cat: 0.508, 2, 0, cat: 0.540, 1, 0, cat: 0.644, 16, 0, cat: 0.597, 1, 0, cat: 0.494, 1, 0, cat: 0.533, 2, 0, cat: 0.515, 1, 0, cat: 0.529, 5, 0, cat: 0.515, 6, 0, cat: 0.551, 3, 0, cat: 0.703, 11, 0, cat: 0.559, 4, 0, cat: 0.508, 1, 0, cat: 0.531, 2, 0, cat: 0.502, 8, 0, cat: 0.652, 26, 0, cat: 0.537, 2, 0, cat: 0.496, 1, 0, cat: 0.657, 30, 0, cat: 0.540, 1, 0, cat: 0.747, 134, 0, cat: 0.559, 12, 0, cat: 0.553, 4, 0, cat: 0.501, 1, 0, cat: 0.550, 6, 0, cat: 0.664, 22, 0, cat: 0.571, 9, 0, cat: 0.937, 2318, 75, dog: 0.460, 4, 0, dog: 0.623, 56, 1, dog: 0.718, 31, 0, dog: 0.496, 3, 0, dog: 0.594, 40, 0, dog: 0.635, 9, 0, dog: 0.548, 4, 0, dog: 0.661, 13, 0, dog: 0.509, 1, 0, dog: 0.728, 39, 0, dog: 0.422, 1, 0, dog: 0.634, 2, 0, dog: 0.556, 2, 0, dog: 0.772, 242, 2, dog: 0.496, 4, 0, dog: 0.559, 31, 0, dog: 0.580, 42, 0, dog: 0.569, 1, 0, dog: 0.732, 2, 0, dog: 0.634, 83, 0, dog: 0.452, 4, 0, dog: 0.414, 2, 0, dog: 0.541, 15, 0, dog: 0.509, 9, 0, dog: 0.599, 15, 0, dog: 0.552, 15, 0, dog: 0.656, 43, 0, dog: 0.605, 16, 0, dog: 0.747, 59, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.467, 1: 0.076, 2: 0.457, [300,400,3], [300,400,3], [1,638]; cat: 0.503, 2, 0, cat: 0.513, 8, 0, cat: 0.516, 1, 0, cat: 0.709, 165, 1, cat: 0.506, 25, 0, cat: 0.370, 2, 0, cat: 0.523, 8, 0, cat: 0.483, 7, 0, cat: 0.383, 1, 0, cat: 0.414, 2, 0, cat: 0.533, 3, 0, cat: 0.511, 1, 0, cat: 0.476, 2, 0, cat: 0.448, 1, 0, cat: 0.656, 62, 0, cat: 0.591, 14, 0, cat: 0.514, 2, 0, cat: 0.481, 5, 0, cat: 0.539, 2, 0, cat: 0.546, 5, 0, cat: 0.572, 71, 1, cat: 0.622, 43, 0, cat: 0.484, 5, 0, cat: 0.583, 12, 0, cat: 0.542, 8, 0, cat: 0.559, 5, 0, cat: 0.543, 6, 0, cat: 0.666, 14, 0, cat: 0.650, 83, 0, cat: 0.505, 1, 0, cat: 0.631, 83, 1, cat: 0.561, 8, 0, cat: 0.645, 14, 0, cat: 0.465, 9, 0, cat: 0.634, 30, 0, cat: 0.541, 1, 0, cat: 0.591, 11, 0, cat: 0.465, 5, 0, cat: 0.567, 4, 0, cat: 0.755, 85, 1, cat: 0.503, 1, 0, cat: 0.540, 1, 0, cat: 0.595, 4, 0, cat: 0.548, 40, 0, cat: 0.630, 28, 0, cat: 0.654, 14, 0, cat: 0.526, 1, 0, cat: 0.844, 264, 4, cat: 0.724, 89, 0, cat: 0.601, 4, 0, cat: 0.563, 4, 0, cat: 0.518, 1, 0, cat: 0.513, 2, 0, cat: 0.554, 2, 0, cat: 0.588, 11, 0, cat: 0.602, 44, 0, cat: 0.529, 2, 0, cat: 0.510, 3, 0, cat: 0.478, 42, 0, cat: 0.512, 3, 0, cat: 0.505, 2, 0, cat: 0.671, 50, 0, cat: 0.774, 77, 2, cat: 0.562, 4, 0, cat: 0.614, 13, 0, cat: 0.832, 280, 3, cat: 0.735, 57, 0, cat: 0.397, 1, 0, cat: 0.747, 41, 0, cat: 0.721, 28, 0, cat: 0.572, 9, 0, cat: 0.584, 97, 1, cat: 0.549, 19, 0, cat: 0.414, 1, 0, cat: 0.590, 40, 0, cat: 0.491, 1, 0, cat: 0.553, 1, 0, cat: 0.561, 5, 0, cat: 0.551, 4, 0, cat: 0.548, 23, 0, cat: 0.542, 12, 0, cat: 0.348, 1, 0, cat: 0.595, 23, 0, cat: 0.608, 6, 0, cat: 0.346, 2, 0, cat: 0.574, 6, 0, cat: 0.613, 71, 0, cat: 0.503, 1, 0, cat: 0.516, 4, 0, cat: 0.722, 184, 1, cat: 0.472, 2, 0, cat: 0.498, 3, 0, cat: 0.705, 121, 1, dog: 0.536, 1, 0, dog: 0.528, 1, 0, dog: 0.561, 29, 0, dog: 0.600, 25, 1, dog: 0.549, 4, 0, dog: 0.506, 1, 0, dog: 0.394, 4, 0, dog: 0.543, 16, 0, dog: 0.559, 6, 0, dog: 0.666, 52, 0, dog: 0.558, 2, 0, dog: 0.569, 2, 0, dog: 0.547, 5, 0, dog: 0.531, 1, 0, dog: 0.535, 6, 0, dog: 0.531, 14, 0, dog: 0.537, 6, 0, dog: 0.498, 4, 0, dog: 0.497, 8, 0, dog: 0.664, 29, 0, dog: 0.918, 2346, 67, dog: 0.567, 15, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/LiteHRNet-X/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.682, 2: 0.318, [300,400,3], [0], [0]; dog: 0.634, 154, 0, dog: 0.948, 699, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.682, 2: 0.318, [300,400,3], [0], [0]; dog: 0.637, 155, 0, dog: 0.948, 701, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.682, 2: 0.318, [300,400,3], [0], [0]; dog: 0.634, 154, 0, dog: 0.948, 699, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.718, 2: 0.282, [300,400,3], [0], [0]; dog: 0.507, 58, 0, dog: 0.925, 675, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.682, 2: 0.318, [300,400,3], [300,400,3], [1,1024]; dog: 0.637, 155, 0, dog: 0.948, 701, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-B/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.655, 2: 0.345, [300,400,3], [0], [0]; dog: 0.592, 213, 0, dog: 0.946, 708, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.655, 2: 0.345, [300,400,3], [0], [0]; dog: 0.593, 218, 0, dog: 0.456, 1, 0, dog: 0.480, 21, 0, dog: 0.946, 704, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.655, 2: 0.345, [300,400,3], [0], [0]; dog: 0.592, 213, 0, dog: 0.946, 708, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.656, 2: 0.344, [300,400,3], [0], [0]; dog: 0.606, 180, 0, dog: 0.528, 43, 0, dog: 0.944, 714, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.655, 2: 0.345, [300,400,3], [300,400,3], [1,1024]; dog: 0.593, 218, 0, dog: 0.456, 1, 0, dog: 0.480, 21, 0, dog: 0.946, 704, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-S/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/onnx/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.656, 1: 0.058, 2: 0.286, [300,400,3], [0], [0]; cat: 0.366, 97, 0, cat: 0.474, 211, 0, cat: 0.376, 207, 0, cat: 0.358, 68, 0, cat: 0.372, 105, 0, cat: 0.411, 132, 0, dog: 0.655, 780, 0, dog: 0.378, 93, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/openvino_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.657, 1: 0.058, 2: 0.286, [300,400,3], [0], [0]; cat: 0.340, 2, 0, cat: 0.367, 100, 0, cat: 0.475, 215, 0, cat: 0.377, 209, 0, cat: 0.357, 68, 0, cat: 0.372, 109, 0, cat: 0.409, 133, 0, dog: 0.655, 789, 0, dog: 0.383, 93, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/openvino_fp32/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.656, 1: 0.058, 2: 0.286, [300,400,3], [0], [0]; cat: 0.366, 97, 0, cat: 0.474, 211, 0, cat: 0.376, 207, 0, cat: 0.358, 68, 0, cat: 0.372, 105, 0, cat: 0.411, 132, 0, dog: 0.655, 780, 0, dog: 0.378, 93, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/openvino_int8/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.671, 1: 0.043, 2: 0.285, [300,400,3], [0], [0]; cat: 0.415, 212, 0, cat: 0.386, 70, 0, cat: 0.378, 350, 1, cat: 0.363, 93, 0, dog: 0.634, 791, 1, dog: 0.381, 73, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/openvino_xai_fp16/model.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [ + "0: 0.657, 1: 0.058, 2: 0.286, [300,400,3], [300,400,3], [1,512]; cat: 0.340, 2, 0, cat: 0.367, 100, 0, cat: 0.475, 215, 0, cat: 0.377, 209, 0, cat: 0.357, 68, 0, cat: 0.372, 109, 0, cat: 0.409, 133, 0, dog: 0.655, 789, 0, dog: 0.383, 93, 0, " + ] + } + ] + }, + { + "name": "geti_2.13.0_models/SegmentationSemantic/SegNext-T/torch/weights.pth", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/dog_50.jpg", + "reference": [""] + } + ] + } +] diff --git a/tests/accuracy/images.json b/tests/accuracy/images.json new file mode 100644 index 00000000..4e3ae081 --- /dev/null +++ b/tests/accuracy/images.json @@ -0,0 +1,23 @@ +[ + { + "name": "images/0002.png" + }, + { + "name": "images/083.jpg" + }, + { + "name": "images/16.jpg" + }, + { + "name": "images/BloodImage_00007.jpg" + }, + { + "name": "images/dog_50.jpg" + }, + { + "name": "images/Slide4.jpg" + }, + { + "name": "images/Slide4.PNG" + } +] diff --git a/tests/accuracy/otx_2.6.0_models.json b/tests/accuracy/otx_2.6.0_models.json new file mode 100644 index 00000000..4cf4781b --- /dev/null +++ b/tests/accuracy/otx_2.6.0_models.json @@ -0,0 +1,4638 @@ +[ + { + "name": "otx_2.6.0_models/anomaly_uflow_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:145 max:203;pred_score:0.5;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_uflow_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:134 max:213;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_uflow_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:134 max:213;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_uflow_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:134 max:214;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_uflow_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:134 max:214;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_padim_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:154 max:199;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_padim_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:156 max:226;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_padim_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:155 max:225;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_padim_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:156 max:226;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_padim_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:155 max:225;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_stfpm_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:149;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_stfpm_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:154;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_stfpm_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:154;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_stfpm_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:154;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_stfpm_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:154;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_v2_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.715, 2 (Heart_King): 0.734, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_v2_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.617, 2 (Heart_King): 0.861, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_v2_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.616, 2 (Heart_King): 0.861, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_v2_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.617, 2 (Heart_King): 0.861, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_v2_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.616, 2 (Heart_King): 0.861, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_deit_tiny_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.991, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_deit_tiny_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_deit_tiny_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_deit_tiny_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_deit_tiny_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 1.000, 2 (Heart_King): 0.968, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_mobilenet_v3_small_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.607, 4 (Spade_King): 0.818, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_mobilenet_v3_small_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.634, 4 (Spade_King): 0.821, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_mobilenet_v3_small_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.633, 4 (Spade_King): 0.820, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_mobilenet_v3_small_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.634, 4 (Spade_King): 0.821, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_mobilenet_v3_small_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.633, 4 (Spade_King): 0.820, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_v2_l_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.979, 2 (Heart_King): 0.971, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_v2_l_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_v2_l_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_v2_l_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_v2_l_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.977, 2 (Heart_King): 0.990, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_b3_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.637, 2 (Heart_King): 0.662, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_b3_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.664, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_b3_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.665, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_b3_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.665, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_tv_efficientnet_b3_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.577, 2 (Heart_King): 0.665, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_mobilenet_v3_large_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.818, 2 (Heart_King): 0.773, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_mobilenet_v3_large_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.816, 2 (Heart_King): 0.826, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_mobilenet_v3_large_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.815, 2 (Heart_King): 0.826, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_mobilenet_v3_large_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.816, 2 (Heart_King): 0.827, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_mobilenet_v3_large_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.815, 2 (Heart_King): 0.826, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_b0_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.743, 2 (Heart_King): 0.981, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_b0_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.648, 2 (Heart_King): 0.986, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_b0_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.649, 2 (Heart_King): 0.987, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_b0_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.648, 2 (Heart_King): 0.986, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_efficientnet_b0_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["0 (Heart): 0.649, 2 (Heart_King): 0.987, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_dino_v2_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.917, 4 (Spade_King): 0.998, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_dino_v2_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.838, 4 (Spade_King): 0.998, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_dino_v2_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.837, 4 (Spade_King): 0.998, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_dino_v2_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.836, 4 (Spade_King): 0.997, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/h_label_cls_dino_v2_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/083.jpg", + "reference": ["1 (Spade): 0.837, 4 (Spade_King): 0.998, [0], [0], [6]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_v2_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.584, 1 (Lion): 0.588, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_v2_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_v2_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_v2_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_v2_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.592, 1 (Lion): 0.587, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_deit_tiny_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.984, 1 (Lion): 0.977, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_deit_tiny_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.985, 1 (Lion): 0.979, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_deit_tiny_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.985, 1 (Lion): 0.979, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_deit_tiny_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.984, 1 (Lion): 0.979, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_deit_tiny_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.985, 1 (Lion): 0.979, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_mobilenet_v3_small_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.621, 1 (Lion): 0.612, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_mobilenet_v3_small_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_mobilenet_v3_small_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_mobilenet_v3_small_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_mobilenet_v3_small_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.622, 1 (Lion): 0.613, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_v2_l_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.596, 1 (Lion): 0.593, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_v2_l_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_v2_l_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_v2_l_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_v2_l_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.581, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_b3_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.555, 1 (Lion): 0.550, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_b3_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_b3_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_b3_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_tv_efficientnet_b3_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.575, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_mobilenet_v3_large_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.586, 1 (Lion): 0.571, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_mobilenet_v3_large_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_mobilenet_v3_large_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_mobilenet_v3_large_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_mobilenet_v3_large_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.582, 1 (Lion): 0.559, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_b0_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.556, 1 (Lion): 0.550, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_b0_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_b0_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_b0_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_efficientnet_b0_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.576, 1 (Lion): 0.568, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_dino_v2_int8/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.984, 1 (Lion): 0.988, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_dino_v2_fp16/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.986, 1 (Lion): 0.989, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_dino_v2_fp32/openvino.xml", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.986, 1 (Lion): 0.989, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_dino_v2_fp16/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.985, 1 (Lion): 0.988, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/multi_label_cls_dino_v2_fp32/model.onnx", + "type": "ClassificationModel", + "test_data": [ + { + "image": "images/Slide4.jpg", + "reference": ["0 (Panda): 0.986, 1 (Lion): 0.989, [0], [0], [2]"] + } + ] + }, + { + "name": "otx_2.6.0_models/keypoint_detection_rtmpose_tiny_int8/openvino.xml", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "keypoints: (4, 2), keypoints_x_sum: 2717.500, scores: (4,) 3.942" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/keypoint_detection_rtmpose_tiny_fp16/openvino.xml", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "keypoints: (4, 2), keypoints_x_sum: 2441.250, scores: (4,) 3.278" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/keypoint_detection_rtmpose_tiny_fp32/openvino.xml", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "keypoints: (4, 2), keypoints_x_sum: 2926.250, scores: (4,) 3.247" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/keypoint_detection_rtmpose_tiny_fp16/model.onnx", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "keypoints: (4, 2), keypoints_x_sum: 2441.250, scores: (4,) 3.281" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/keypoint_detection_rtmpose_tiny_fp32/model.onnx", + "type": "KeypointDetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "keypoints: (4, 2), keypoints_x_sum: 2926.250, scores: (4,) 3.247" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_padim_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:147 max:203;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_padim_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:143 max:216;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_padim_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:143 max:216;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_padim_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:143 max:216;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_padim_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:143 max:216;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_stfpm_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:158;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_stfpm_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:153;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_stfpm_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:153;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_stfpm_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:153;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_segmentation_stfpm_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:153;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "795, 186, 1080, 508, 0 (car): 0.077; 674, 104, 813, 282, 0 (car): 0.064; 797, 189, 1079, 509, 0 (car): 0.063; 799, 191, 1074, 507, 0 (car): 0.062; 792, 181, 1084, 514, 0 (car): 0.060; 794, 188, 1079, 511, 0 (car): 0.060; 806, 189, 1078, 499, 0 (car): 0.059; 794, 187, 1080, 509, 0 (car): 0.059; 794, 190, 1075, 510, 0 (car): 0.057; 798, 195, 1077, 510, 0 (car): 0.056; 815, 190, 1076, 499, 0 (car): 0.056; 783, 174, 1092, 522, 0 (car): 0.052; 270, 68, 549, 344, 2 (bug): 0.052; 786, 183, 1086, 513, 0 (car): 0.052; 790, 195, 1082, 519, 0 (car): 0.049; 294, 73, 539, 339, 2 (bug): 0.049; 812, 187, 1076, 505, 0 (car): 0.048; 88, 52, 1116, 504, 2 (bug): 0.047; 790, 186, 1081, 509, 0 (car): 0.047; 240, 56, 573, 389, 2 (bug): 0.047; 254, 59, 568, 386, 2 (bug): 0.047; 240, 58, 562, 379, 2 (bug): 0.046; 786, 180, 1088, 519, 0 (car): 0.045; 0, 69, 1075, 605, 1 (tree): 0.045; 368, 82, 537, 329, 2 (bug): 0.044; 0, 70, 1076, 490, 1 (tree): 0.044; 0, 156, 1000, 518, 1 (tree): 0.044; 238, 59, 562, 383, 2 (bug): 0.044; 893, 192, 1080, 469, 2 (bug): 0.044; 815, 190, 1076, 499, 2 (bug): 0.043; 0, 83, 711, 381, 1 (tree): 0.043; 0, 76, 643, 247, 1 (tree): 0.043; 893, 192, 1077, 470, 2 (bug): 0.043; 180, 90, 1106, 489, 1 (tree): 0.043; 49, 309, 585, 477, 1 (tree): 0.043; 674, 104, 813, 282, 2 (bug): 0.043; 0, 333, 378, 546, 1 (tree): 0.043; 790, 195, 1082, 519, 2 (bug): 0.042; 795, 186, 1080, 508, 2 (bug): 0.042; 50, 243, 685, 414, 1 (tree): 0.042; 253, 63, 563, 386, 2 (bug): 0.042; 343, 122, 1152, 377, 1 (tree): 0.042; 798, 195, 1077, 510, 2 (bug): 0.042; 1077, 248, 1180, 399, 1 (tree): 0.042; 914, 191, 1078, 462, 2 (bug): 0.042; 276, 70, 546, 342, 2 (bug): 0.041; 0, 214, 370, 388, 1 (tree): 0.041; 126, 259, 578, 431, 1 (tree): 0.041; 791, 183, 1081, 513, 0 (car): 0.041; 0, 106, 688, 267, 1 (tree): 0.041; 803, 189, 1078, 507, 0 (car): 0.041; 386, 80, 537, 331, 2 (bug): 0.041; 913, 310, 1060, 463, 2 (bug): 0.041; 1166, 400, 1276, 508, 1 (tree): 0.040; 288, 75, 385, 198, 2 (bug): 0.040; 811, 184, 1076, 505, 0 (car): 0.040; 803, 189, 1078, 507, 1 (tree): 0.040; 58, 273, 607, 421, 1 (tree): 0.040; 0, 108, 467, 263, 1 (tree): 0.040; 282, 71, 1119, 262, 1 (tree): 0.040; 156, 61, 1153, 492, 2 (bug): 0.040; 792, 181, 1084, 514, 2 (bug): 0.040; 983, 458, 1247, 608, 1 (tree): 0.040; 295, 74, 543, 343, 2 (bug): 0.040; 810, 190, 1084, 506, 1 (tree): 0.040; 258, 58, 570, 375, 2 (bug): 0.040; 316, 77, 538, 340, 2 (bug): 0.040; 241, 54, 563, 374, 2 (bug): 0.040; 0, 345, 509, 533, 1 (tree): 0.040; 678, 107, 809, 280, 1 (tree): 0.040; 679, 103, 813, 282, 1 (tree): 0.040; 18, 308, 628, 431, 1 (tree): 0.039; 675, 105, 810, 284, 0 (car): 0.039; 793, 179, 1086, 514, 1 (tree): 0.039; 914, 191, 1078, 462, 0 (car): 0.039; 281, 75, 397, 252, 2 (bug): 0.039; 782, 178, 1097, 518, 1 (tree): 0.039; 240, 58, 1132, 518, 2 (bug): 0.039; 918, 194, 1075, 459, 2 (bug): 0.039; 280, 72, 544, 340, 2 (bug): 0.039; 128, 153, 815, 477, 1 (tree): 0.039; 0, 194, 901, 311, 1 (tree): 0.039; 811, 184, 1076, 505, 1 (tree): 0.038; 797, 189, 1079, 509, 2 (bug): 0.038; 905, 304, 1058, 465, 2 (bug): 0.038; 938, 315, 1059, 455, 2 (bug): 0.038; 799, 191, 1074, 507, 2 (bug): 0.038; 0, 55, 865, 228, 1 (tree): 0.038; 794, 193, 1076, 511, 1 (tree): 0.038; 0, 171, 1049, 666, 1 (tree): 0.038; 793, 179, 1086, 514, 0 (car): 0.038; 0, 315, 740, 427, 1 (tree): 0.038; 0, 223, 381, 402, 1 (tree): 0.038; 792, 191, 1080, 513, 1 (tree): 0.038; 676, 106, 809, 282, 0 (car): 0.038; 654, 96, 829, 319, 0 (car): 0.038; 0, 216, 971, 360, 1 (tree): 0.038; 402, 115, 535, 321, 2 (bug): 0.038; 0, 92, 930, 242, 1 (tree): 0.038; 776, 170, 1103, 526, 1 (tree): 0.038; 938, 314, 1057, 460, 2 (bug): 0.038; 0, 23, 117, 83, 1 (tree): 0.038; 935, 225, 999, 292, 2 (bug): 0.038; 0, 31, 975, 195, 1 (tree): 0.037; 798, 184, 1068, 506, 1 (tree): 0.037; 935, 225, 999, 292, 0 (car): 0.037; 0, 344, 690, 470, 1 (tree): 0.037; 0, 294, 857, 474, 1 (tree): 0.037; 794, 204, 1082, 516, 1 (tree): 0.037; 298, 74, 545, 344, 1 (tree): 0.037; 281, 71, 535, 323, 1 (tree): 0.037; 0, 34, 971, 191, 1 (tree): 0.037; 0, 376, 573, 494, 1 (tree): 0.037; 264, 322, 904, 510, 1 (tree): 0.037; 806, 181, 1080, 500, 1 (tree): 0.037; 783, 189, 1065, 514, 1 (tree): 0.037; 791, 183, 1081, 513, 1 (tree): 0.037; 287, 71, 539, 337, 1 (tree): 0.037; 0, 17, 988, 258, 1 (tree): 0.037; 43, 295, 637, 644, 1 (tree): 0.037; 794, 188, 1079, 511, 1 (tree): 0.037; 812, 187, 1076, 505, 1 (tree): 0.037; 112, 64, 1151, 508, 1 (tree): 0.037; 287, 71, 544, 346, 2 (bug): 0.037; 265, 66, 551, 359, 2 (bug): 0.037; 1048, 339, 1169, 501, 1 (tree): 0.037; 256, 66, 563, 367, 2 (bug): 0.037; 293, 73, 535, 335, 1 (tree): 0.036; 794, 193, 1076, 511, 0 (car): 0.036; 786, 180, 1088, 519, 1 (tree): 0.036; 834, 192, 1065, 483, 1 (tree): 0.036; 279, 73, 540, 338, 1 (tree): 0.036; 0, 256, 848, 464, 1 (tree): 0.036; 1049, 292, 1132, 437, 1 (tree): 0.036; 790, 186, 1081, 509, 1 (tree): 0.036; 893, 192, 1080, 469, 0 (car): 0.036; 269, 67, 558, 362, 2 (bug): 0.036; 786, 183, 1086, 513, 1 (tree): 0.036; 947, 313, 1057, 461, 2 (bug): 0.036; 778, 153, 1097, 531, 1 (tree): 0.036; 303, 73, 540, 338, 1 (tree): 0.036; 782, 178, 1097, 518, 0 (car): 0.036; 0, 239, 972, 354, 1 (tree): 0.036; 794, 188, 1079, 511, 2 (bug): 0.036; 26, 111, 166, 195, 1 (tree): 0.036; 287, 72, 555, 357, 1 (tree): 0.036; 278, 72, 541, 340, 1 (tree): 0.036; 0, 161, 1018, 322, 1 (tree): 0.036; 1, 184, 889, 462, 1 (tree): 0.036; 17, 50, 1132, 558, 1 (tree): 0.036; 0, 517, 1137, 540, 1 (tree): 0.036; 794, 187, 1080, 509, 2 (bug): 0.035; 1034, 316, 1190, 515, 1 (tree): 0.035; 279, 70, 555, 364, 1 (tree): 0.035; 0, 490, 639, 535, 1 (tree): 0.035; 282, 73, 543, 340, 1 (tree): 0.035; 1093, 390, 1184, 456, 1 (tree): 0.035; 806, 181, 1080, 500, 0 (car): 0.035; 298, 73, 540, 337, 2 (bug): 0.035; 0, 190, 1046, 688, 1 (tree): 0.035; 60, 44, 1127, 509, 2 (bug): 0.035; 793, 185, 1082, 509, 0 (car): 0.035; 810, 190, 1084, 506, 0 (car): 0.035; 797, 216, 1077, 515, 0 (car): 0.035; 267, 65, 554, 354, 2 (bug): 0.035; 661, 99, 824, 299, 0 (car): 0.035; 670, 102, 814, 293, 0 (car): 0.035; 933, 191, 1058, 296, 2 (bug): 0.035; 1047, 293, 1123, 432, 1 (tree): 0.035; 60, 44, 1127, 509, 1 (tree): 0.035; 1042, 267, 1131, 443, 1 (tree): 0.035; 899, 187, 1071, 457, 1 (tree): 0.035; 289, 69, 537, 342, 1 (tree): 0.035; 169, 57, 1155, 574, 1 (tree): 0.035; 293, 71, 540, 343, 1 (tree): 0.035; 0, 103, 843, 216, 1 (tree): 0.035; 783, 174, 1092, 522, 1 (tree): 0.035; 778, 153, 1097, 531, 0 (car): 0.035; 893, 192, 1077, 470, 0 (car): 0.035; 279, 70, 545, 348, 1 (tree): 0.035; 783, 174, 1092, 522, 2 (bug): 0.035; 893, 302, 1061, 479, 1 (tree): 0.035; 806, 189, 1078, 499, 2 (bug): 0.035; 7, 51, 1147, 609, 1 (tree): 0.035; 69, 59, 1134, 507, 1 (tree): 0.035; 0, 59, 1039, 245, 1 (tree): 0.035; 633, 94, 867, 328, 0 (car): 0.035; 0, 137, 977, 281, 1 (tree): 0.035; 797, 189, 1079, 509, 1 (tree): 0.034; 1052, 200, 1159, 410, 1 (tree): 0.034; 276, 75, 548, 353, 1 (tree): 0.034; 652, 97, 832, 308, 1 (tree): 0.034; 661, 99, 824, 299, 1 (tree): 0.034; 17, 645, 538, 704, 1 (tree): 0.034; 0, 507, 708, 568, 1 (tree): 0.034; 644, 109, 816, 356, 0 (car): 0.034; 894, 190, 1071, 466, 1 (tree): 0.034; 798, 184, 1068, 506, 0 (car): 0.034; 1017, 199, 1129, 458, 1 (tree): 0.034; 268, 72, 552, 361, 1 (tree): 0.034; 0, 524, 722, 579, 1 (tree): 0.034; 794, 190, 1075, 510, 2 (bug): 0.034; 0, 176, 1021, 309, 1 (tree): 0.034; 279, 82, 546, 357, 1 (tree): 0.034; 1024, 202, 1131, 458, 1 (tree): 0.034; 678, 105, 811, 281, 1 (tree): 0.034; 678, 105, 811, 281, 0 (car): 0.034; 652, 97, 832, 308, 0 (car): 0.034; 267, 68, 556, 377, 1 (tree): 0.034; 783, 189, 1065, 514, 0 (car): 0.034; 169, 57, 1155, 574, 2 (bug): 0.034; 240, 58, 1132, 518, 1 (tree): 0.034; 260, 65, 560, 376, 1 (tree): 0.034; 857, 278, 1071, 507, 1 (tree): 0.034; 901, 301, 1060, 474, 1 (tree): 0.034; 922, 192, 1083, 452, 2 (bug): 0.033; 1040, 350, 1102, 440, 1 (tree): 0.033; 673, 104, 813, 286, 0 (car): 0.033; 0, 420, 535, 458, 1 (tree): 0.033; 794, 187, 1080, 509, 1 (tree): 0.033; 156, 61, 1153, 492, 1 (tree): 0.033; 792, 191, 1080, 513, 0 (car): 0.033; 402, 116, 637, 381, 1 (tree): 0.033; 925, 194, 1053, 299, 1 (tree): 0.033; 1042, 346, 1098, 427, 1 (tree): 0.033; 776, 170, 1103, 526, 0 (car): 0.033; 794, 190, 1075, 510, 1 (tree): 0.033; 258, 61, 565, 368, 2 (bug): 0.033; 644, 109, 816, 356, 1 (tree): 0.033; 806, 189, 1078, 499, 1 (tree): 0.033; 935, 225, 999, 292, 1 (tree): 0.033; 0, 56, 1006, 233, 1 (tree): 0.033; 1031, 212, 1121, 419, 1 (tree): 0.033; 1045, 255, 1129, 430, 1 (tree): 0.033; 834, 192, 1065, 483, 0 (car): 0.033; 1093, 228, 1184, 381, 1 (tree): 0.033; 904, 301, 1061, 471, 1 (tree): 0.033; 673, 104, 813, 286, 1 (tree): 0.033; 796, 214, 1076, 509, 1 (tree): 0.033; 801, 171, 1051, 453, 1 (tree): 0.033; 0, 211, 948, 343, 1 (tree): 0.033; 934, 176, 1077, 293, 1 (tree): 0.033; 903, 193, 1072, 476, 1 (tree): 0.033; 922, 307, 1059, 462, 1 (tree): 0.033; 1033, 371, 1181, 527, 1 (tree): 0.033; 793, 185, 1082, 509, 1 (tree): 0.033; 797, 216, 1077, 515, 2 (bug): 0.033; 931, 184, 1068, 293, 1 (tree): 0.033; 277, 72, 546, 347, 2 (bug): 0.033; 929, 181, 1068, 298, 1 (tree): 0.033; 678, 107, 809, 280, 0 (car): 0.033; 0, 246, 945, 362, 1 (tree): 0.033; 783, 370, 901, 502, 1 (tree): 0.033; 88, 52, 1116, 504, 1 (tree): 0.032; 298, 75, 539, 341, 1 (tree): 0.032; 906, 189, 1075, 478, 1 (tree): 0.032; 0, 165, 953, 303, 1 (tree): 0.032; 1021, 200, 1113, 397, 1 (tree): 0.032; 270, 69, 543, 343, 1 (tree): 0.032; 676, 106, 809, 282, 2 (bug): 0.032; 918, 194, 1075, 459, 0 (car): 0.032; 69, 59, 1134, 507, 2 (bug): 0.032; 888, 287, 1070, 496, 1 (tree): 0.032; 562, 112, 917, 454, 2 (bug): 0.032; 0, 199, 973, 325, 1 (tree): 0.032; 276, 70, 546, 342, 0 (car): 0.032; 933, 172, 1074, 293, 1 (tree): 0.032; 298, 75, 539, 341, 2 (bug): 0.032; 679, 103, 813, 282, 0 (car): 0.032; 241, 54, 563, 374, 0 (car): 0.032; 0, 16, 1064, 183, 1 (tree): 0.032; 675, 105, 810, 284, 1 (tree): 0.032; 796, 214, 1076, 509, 0 (car): 0.032; 258, 58, 570, 375, 1 (tree): 0.032; 932, 313, 1056, 466, 1 (tree): 0.032; 676, 106, 809, 282, 1 (tree): 0.032; 914, 307, 1058, 467, 2 (bug): 0.032; 933, 194, 1056, 294, 2 (bug): 0.032; 0, 206, 942, 343, 1 (tree): 0.032; 0, 209, 976, 319, 1 (tree): 0.032; 915, 193, 1076, 455, 2 (bug): 0.032; 270, 68, 549, 344, 0 (car): 0.032; 798, 195, 1077, 510, 1 (tree): 0.032; 294, 73, 539, 339, 0 (car): 0.031; 141, 2, 182, 21, 1 (tree): 0.031; 180, 2, 225, 22, 1 (tree): 0.031; 794, 204, 1082, 516, 0 (car): 0.031; 654, 96, 829, 319, 1 (tree): 0.031; 879, 188, 1078, 487, 1 (tree): 0.031; 792, 181, 1084, 514, 1 (tree): 0.031; 282, 73, 543, 340, 0 (car): 0.031; 797, 281, 1066, 505, 2 (bug): 0.031; 356, 81, 537, 333, 1 (tree): 0.031; 241, 54, 563, 374, 1 (tree): 0.031; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "795, 188, 1081, 508, 0 (car): 0.071; 797, 183, 1085, 506, 0 (car): 0.069; 795, 187, 1081, 510, 0 (car): 0.068; 793, 184, 1083, 509, 0 (car): 0.061; 790, 180, 1088, 513, 0 (car): 0.057; 791, 179, 1088, 516, 0 (car): 0.057; 796, 186, 1080, 509, 0 (car): 0.057; 144, 66, 1137, 501, 2 (bug): 0.055; 792, 181, 1086, 513, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 114, 66, 1144, 505, 2 (bug): 0.054; 674, 106, 813, 283, 0 (car): 0.054; 792, 175, 1091, 518, 0 (car): 0.054; 247, 62, 566, 357, 2 (bug): 0.054; 792, 183, 1084, 509, 0 (car): 0.052; 789, 177, 1095, 519, 0 (car): 0.051; 795, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 510, 2 (bug): 0.050; 815, 187, 1083, 501, 0 (car): 0.050; 88, 60, 1131, 499, 2 (bug): 0.050; 135, 63, 1181, 499, 2 (bug): 0.048; 674, 106, 813, 283, 2 (bug): 0.048; 789, 182, 1084, 514, 0 (car): 0.047; 791, 179, 1088, 516, 2 (bug): 0.046; 235, 59, 1144, 509, 2 (bug): 0.046; 797, 183, 1085, 506, 2 (bug): 0.046; 149, 60, 1120, 530, 2 (bug): 0.046; 793, 184, 1083, 509, 2 (bug): 0.044; 905, 190, 1079, 467, 2 (bug): 0.044; 279, 75, 410, 259, 2 (bug): 0.044; 790, 180, 1088, 513, 2 (bug): 0.044; 792, 175, 1091, 518, 2 (bug): 0.044; 785, 176, 1094, 513, 0 (car): 0.044; 815, 187, 1083, 501, 2 (bug): 0.043; 61, 59, 1148, 568, 2 (bug): 0.043; 0, 389, 1039, 506, 1 (tree): 0.043; 801, 181, 1084, 510, 0 (car): 0.042; 916, 191, 1079, 456, 2 (bug): 0.042; 233, 58, 578, 393, 2 (bug): 0.042; 35, 52, 1139, 495, 2 (bug): 0.041; 286, 77, 390, 202, 2 (bug): 0.041; 1109, 397, 1262, 543, 1 (tree): 0.041; 795, 183, 1084, 511, 0 (car): 0.041; 256, 66, 557, 348, 2 (bug): 0.041; 0, 164, 812, 390, 1 (tree): 0.041; 0, 399, 1161, 584, 1 (tree): 0.040; 788, 179, 1086, 513, 0 (car): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 921, 311, 1060, 462, 2 (bug): 0.040; 0, 336, 1132, 579, 1 (tree): 0.040; 343, 73, 861, 397, 2 (bug): 0.039; 789, 177, 1095, 519, 2 (bug): 0.039; 904, 304, 1058, 464, 2 (bug): 0.039; 0, 280, 802, 375, 1 (tree): 0.039; 0, 237, 839, 457, 1 (tree): 0.039; 0, 291, 1138, 599, 1 (tree): 0.039; 798, 194, 1074, 507, 1 (tree): 0.039; 792, 181, 1086, 513, 2 (bug): 0.038; 404, 99, 538, 333, 2 (bug): 0.038; 0, 231, 830, 442, 1 (tree): 0.038; 0, 619, 481, 703, 1 (tree): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 1127, 630, 1280, 720, 1 (tree): 0.038; 0, 220, 908, 322, 1 (tree): 0.038; 282, 73, 385, 200, 2 (bug): 0.038; 413, 112, 542, 328, 2 (bug): 0.038; 224, 55, 585, 388, 2 (bug): 0.037; 794, 159, 1097, 525, 0 (car): 0.037; 17, 81, 133, 196, 1 (tree): 0.037; 932, 312, 1057, 461, 2 (bug): 0.037; 807, 188, 1081, 504, 1 (tree): 0.037; 0, 260, 853, 530, 1 (tree): 0.037; 250, 61, 567, 371, 2 (bug): 0.037; 813, 186, 1084, 504, 1 (tree): 0.037; 251, 60, 566, 379, 2 (bug): 0.037; 794, 159, 1097, 525, 1 (tree): 0.037; 942, 313, 1060, 462, 2 (bug): 0.037; 0, 211, 833, 278, 1 (tree): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 928, 190, 1088, 450, 2 (bug): 0.037; 401, 97, 541, 325, 2 (bug): 0.037; 0, 174, 880, 282, 1 (tree): 0.037; 23, 69, 168, 221, 1 (tree): 0.037; 273, 70, 545, 349, 2 (bug): 0.037; 1079, 422, 1271, 635, 1 (tree): 0.037; 1081, 624, 1280, 720, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 801, 181, 1084, 510, 1 (tree): 0.037; 243, 59, 571, 389, 2 (bug): 0.037; 219, 55, 558, 391, 1 (tree): 0.037; 272, 72, 545, 343, 2 (bug): 0.036; 390, 84, 543, 325, 2 (bug): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 798, 176, 1091, 511, 0 (car): 0.036; 0, 228, 656, 334, 1 (tree): 0.036; 0, 165, 902, 298, 1 (tree): 0.036; 789, 192, 1075, 516, 1 (tree): 0.036; 260, 65, 566, 370, 2 (bug): 0.036; 794, 183, 1073, 509, 1 (tree): 0.036; 903, 187, 1081, 471, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 622, 89, 853, 331, 2 (bug): 0.036; 925, 303, 1062, 463, 2 (bug): 0.036; 807, 188, 1081, 504, 0 (car): 0.036; 35, 52, 1139, 495, 1 (tree): 0.036; 677, 107, 808, 280, 0 (car): 0.036; 27, 62, 238, 232, 1 (tree): 0.036; 619, 89, 863, 331, 2 (bug): 0.035; 285, 74, 539, 343, 2 (bug): 0.035; 797, 176, 1086, 498, 1 (tree): 0.035; 0, 229, 832, 307, 1 (tree): 0.035; 776, 186, 1090, 519, 1 (tree): 0.035; 1043, 319, 1152, 480, 1 (tree): 0.035; 0, 459, 1169, 577, 1 (tree): 0.035; 9, 179, 63, 250, 1 (tree): 0.035; 790, 188, 1060, 515, 1 (tree): 0.035; 81, 108, 802, 428, 1 (tree): 0.035; 818, 185, 1078, 494, 0 (car): 0.035; 796, 186, 1080, 509, 2 (bug): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 114, 66, 1144, 505, 1 (tree): 0.035; 622, 89, 853, 331, 0 (car): 0.035; 44, 629, 260, 720, 1 (tree): 0.035; 376, 81, 534, 331, 2 (bug): 0.035; 785, 176, 1094, 513, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 433, 129, 534, 317, 2 (bug): 0.035; 0, 504, 1182, 558, 1 (tree): 0.035; 0, 277, 874, 576, 1 (tree): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 15, 245, 335, 373, 1 (tree): 0.035; 293, 76, 542, 346, 2 (bug): 0.035; 19, 0, 81, 104, 1 (tree): 0.035; 20, 21, 72, 96, 1 (tree): 0.034; 298, 74, 557, 355, 1 (tree): 0.034; 0, 163, 901, 286, 1 (tree): 0.034; 3, 197, 57, 257, 1 (tree): 0.034; 788, 179, 1086, 513, 1 (tree): 0.034; 261, 69, 546, 348, 2 (bug): 0.034; 636, 93, 908, 317, 2 (bug): 0.034; 928, 190, 1085, 453, 2 (bug): 0.034; 304, 79, 535, 339, 1 (tree): 0.034; 972, 589, 1180, 714, 1 (tree): 0.034; 651, 95, 835, 314, 0 (car): 0.034; 283, 72, 553, 357, 1 (tree): 0.034; 311, 80, 537, 336, 1 (tree): 0.034; 267, 74, 558, 378, 1 (tree): 0.034; 12, 143, 90, 223, 1 (tree): 0.034; 268, 69, 554, 361, 1 (tree): 0.034; 794, 234, 1079, 511, 1 (tree): 0.034; 298, 92, 547, 361, 1 (tree): 0.034; 301, 73, 541, 341, 1 (tree): 0.034; 274, 72, 553, 360, 1 (tree): 0.034; 907, 185, 1082, 470, 1 (tree): 0.034; 303, 80, 533, 333, 1 (tree): 0.034; 913, 189, 1075, 462, 1 (tree): 0.034; 818, 185, 1078, 494, 1 (tree): 0.034; 292, 74, 537, 337, 1 (tree): 0.034; 319, 87, 556, 360, 1 (tree): 0.034; 273, 71, 551, 353, 2 (bug): 0.034; 791, 178, 1070, 498, 1 (tree): 0.034; 794, 207, 1080, 513, 1 (tree): 0.034; 677, 107, 808, 280, 2 (bug): 0.034; 679, 105, 815, 281, 1 (tree): 0.034; 125, 681, 506, 716, 1 (tree): 0.034; 1, 268, 992, 415, 1 (tree): 0.034; 797, 183, 1085, 506, 1 (tree): 0.034; 798, 194, 1074, 507, 0 (car): 0.034; 149, 60, 1120, 530, 1 (tree): 0.034; 176, 668, 536, 720, 1 (tree): 0.034; 837, 191, 1071, 476, 1 (tree): 0.033; 796, 186, 1080, 509, 1 (tree): 0.033; 961, 189, 1080, 389, 2 (bug): 0.033; 651, 105, 833, 380, 1 (tree): 0.033; 619, 89, 863, 331, 0 (car): 0.033; 655, 110, 846, 419, 2 (bug): 0.033; 792, 183, 1084, 509, 1 (tree): 0.033; 282, 81, 546, 355, 1 (tree): 0.033; 657, 100, 828, 293, 1 (tree): 0.033; 126, 687, 516, 716, 1 (tree): 0.033; 933, 180, 1103, 468, 1 (tree): 0.033; 124, 673, 458, 720, 1 (tree): 0.033; 281, 74, 539, 339, 1 (tree): 0.033; 1089, 424, 1271, 633, 1 (tree): 0.033; 1016, 198, 1118, 436, 1 (tree): 0.033; 916, 191, 1079, 456, 0 (car): 0.033; 281, 72, 554, 353, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 147, 670, 488, 720, 1 (tree): 0.033; 268, 67, 545, 351, 1 (tree): 0.033; 795, 183, 1084, 511, 1 (tree): 0.033; 272, 79, 553, 368, 1 (tree): 0.033; 1006, 195, 1118, 442, 1 (tree): 0.033; 899, 185, 1082, 478, 2 (bug): 0.033; 1193, 315, 1260, 438, 1 (tree): 0.033; 247, 65, 560, 361, 2 (bug): 0.033; 235, 59, 1144, 509, 1 (tree): 0.033; 927, 188, 1066, 306, 2 (bug): 0.033; 266, 67, 539, 343, 1 (tree): 0.033; 1039, 304, 1122, 456, 1 (tree): 0.033; 252, 63, 547, 354, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 789, 182, 1084, 514, 1 (tree): 0.033; 933, 183, 1067, 297, 2 (bug): 0.033; 242, 670, 661, 716, 1 (tree): 0.033; 856, 181, 1079, 464, 2 (bug): 0.033; 158, 667, 518, 720, 1 (tree): 0.033; 277, 69, 540, 346, 1 (tree): 0.033; 5, 92, 1169, 651, 1 (tree): 0.033; 1050, 344, 1132, 463, 1 (tree): 0.033; 135, 63, 1181, 499, 1 (tree): 0.033; 905, 298, 1062, 477, 1 (tree): 0.032; 789, 177, 1095, 519, 1 (tree): 0.032; 794, 185, 1081, 512, 1 (tree): 0.032; 650, 95, 836, 308, 0 (car): 0.032; 659, 99, 830, 297, 0 (car): 0.032; 361, 82, 534, 337, 1 (tree): 0.032; 136, 693, 444, 716, 1 (tree): 0.032; 675, 105, 813, 283, 2 (bug): 0.032; 1164, 317, 1239, 436, 1 (tree): 0.032; 915, 185, 1081, 470, 1 (tree): 0.032; 673, 104, 814, 286, 0 (car): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 262, 67, 552, 349, 2 (bug): 0.032; 261, 667, 649, 716, 1 (tree): 0.032; 0, 115, 870, 252, 1 (tree): 0.032; 1030, 245, 1120, 435, 1 (tree): 0.032; 672, 95, 811, 248, 1 (tree): 0.032; 1019, 195, 1126, 425, 1 (tree): 0.032; 900, 290, 1066, 484, 1 (tree): 0.032; 960, 318, 1060, 454, 2 (bug): 0.032; 933, 165, 1085, 294, 1 (tree): 0.032; 188, 671, 560, 718, 1 (tree): 0.032; 667, 101, 817, 298, 1 (tree): 0.032; 982, 191, 1102, 437, 1 (tree): 0.032; 0, 103, 813, 250, 1 (tree): 0.032; 277, 668, 656, 716, 1 (tree): 0.032; 290, 671, 664, 716, 1 (tree): 0.032; 221, 673, 618, 716, 1 (tree): 0.032; 679, 105, 815, 281, 0 (car): 0.032; 659, 99, 830, 297, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.031; 88, 60, 1131, 499, 1 (tree): 0.031; 205, 673, 580, 716, 1 (tree): 0.031; 794, 183, 1073, 509, 0 (car): 0.031; 54, 659, 321, 720, 1 (tree): 0.031; 910, 298, 1063, 471, 1 (tree): 0.031; 813, 186, 1084, 504, 0 (car): 0.031; 964, 187, 1098, 456, 1 (tree): 0.031; 275, 68, 524, 207, 2 (bug): 0.031; 912, 185, 1078, 458, 2 (bug): 0.031; 291, 74, 552, 353, 1 (tree): 0.031; 905, 190, 1079, 467, 0 (car): 0.031; 794, 295, 1059, 503, 1 (tree): 0.031; 0, 95, 859, 230, 1 (tree): 0.031; 988, 197, 1100, 452, 1 (tree): 0.031; 271, 72, 541, 341, 2 (bug): 0.031; 308, 678, 677, 716, 1 (tree): 0.031; 1004, 467, 1257, 712, 1 (tree): 0.031; 243, 63, 571, 391, 1 (tree): 0.031; 837, 191, 1071, 476, 0 (car): 0.031; 1090, 325, 1190, 460, 1 (tree): 0.031; 912, 185, 1078, 458, 1 (tree): 0.031; 15, 677, 350, 719, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 674, 102, 812, 232, 2 (bug): 0.031; 405, 104, 558, 346, 1 (tree): 0.031; 405, 86, 552, 339, 2 (bug): 0.031; 792, 181, 1086, 513, 1 (tree): 0.031; 677, 107, 808, 280, 1 (tree): 0.031; 331, 681, 687, 716, 1 (tree): 0.031; 962, 175, 1087, 287, 1 (tree): 0.031; 814, 314, 1067, 503, 1 (tree): 0.031; 673, 104, 814, 286, 1 (tree): 0.031; 1041, 366, 1111, 461, 1 (tree): 0.031; 993, 193, 1103, 413, 1 (tree): 0.031; 924, 329, 1052, 469, 1 (tree): 0.031; 953, 187, 1093, 437, 1 (tree): 0.031; 655, 110, 846, 419, 0 (car): 0.031; 225, 50, 578, 409, 1 (tree): 0.031; 657, 100, 828, 293, 0 (car): 0.031; 0, 228, 656, 334, 2 (bug): 0.031; 790, 180, 1088, 513, 1 (tree): 0.030; 791, 179, 1088, 516, 1 (tree): 0.030; 797, 176, 1086, 498, 0 (car): 0.030; 1029, 221, 1119, 418, 1 (tree): 0.030; 1045, 367, 1117, 463, 1 (tree): 0.030; 144, 66, 1137, 501, 1 (tree): 0.030; 91, 612, 568, 707, 1 (tree): 0.030; 225, 50, 578, 409, 2 (bug): 0.030; 1041, 380, 1153, 500, 1 (tree): 0.030; 881, 277, 1065, 485, 1 (tree): 0.030; 893, 188, 1074, 466, 1 (tree): 0.030; 667, 101, 817, 298, 0 (car): 0.030; 792, 175, 1091, 518, 1 (tree): 0.030; 30, 531, 182, 720, 1 (tree): 0.030; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "794, 188, 1081, 508, 0 (car): 0.071; 796, 183, 1085, 506, 0 (car): 0.068; 795, 187, 1081, 510, 0 (car): 0.068; 793, 184, 1083, 509, 0 (car): 0.061; 790, 180, 1088, 513, 0 (car): 0.057; 796, 186, 1080, 510, 0 (car): 0.057; 791, 179, 1088, 516, 0 (car): 0.057; 791, 181, 1086, 513, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 247, 62, 566, 357, 2 (bug): 0.054; 139, 66, 1141, 537, 2 (bug): 0.054; 674, 106, 813, 283, 0 (car): 0.054; 791, 175, 1091, 519, 0 (car): 0.053; 792, 183, 1085, 509, 0 (car): 0.052; 789, 178, 1095, 519, 0 (car): 0.052; 794, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 510, 2 (bug): 0.051; 114, 67, 1146, 470, 2 (bug): 0.050; 815, 187, 1083, 501, 0 (car): 0.050; 789, 181, 1084, 514, 0 (car): 0.050; 87, 59, 1130, 498, 2 (bug): 0.049; 137, 63, 1181, 500, 2 (bug): 0.048; 674, 106, 813, 283, 2 (bug): 0.048; 791, 179, 1088, 516, 2 (bug): 0.047; 796, 183, 1085, 506, 2 (bug): 0.046; 228, 57, 1142, 492, 2 (bug): 0.046; 256, 66, 557, 348, 2 (bug): 0.046; 232, 58, 578, 393, 2 (bug): 0.045; 279, 75, 408, 257, 2 (bug): 0.045; 790, 180, 1088, 513, 2 (bug): 0.044; 905, 190, 1080, 467, 2 (bug): 0.044; 793, 184, 1083, 509, 2 (bug): 0.044; 791, 175, 1091, 519, 2 (bug): 0.044; 785, 176, 1095, 514, 0 (car): 0.044; 154, 59, 1125, 530, 2 (bug): 0.044; 73, 59, 1145, 564, 2 (bug): 0.043; 815, 187, 1083, 501, 2 (bug): 0.043; 800, 180, 1084, 510, 0 (car): 0.043; 916, 191, 1079, 456, 2 (bug): 0.042; 795, 183, 1084, 511, 0 (car): 0.042; 286, 77, 390, 202, 2 (bug): 0.042; 35, 52, 1140, 496, 2 (bug): 0.041; 306, 69, 854, 396, 2 (bug): 0.041; 249, 61, 567, 371, 2 (bug): 0.041; 250, 60, 566, 379, 2 (bug): 0.041; 1109, 396, 1260, 518, 1 (tree): 0.041; 788, 179, 1086, 513, 0 (car): 0.041; 224, 55, 584, 388, 2 (bug): 0.041; 0, 216, 828, 450, 1 (tree): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 921, 311, 1060, 462, 2 (bug): 0.040; 789, 178, 1095, 519, 2 (bug): 0.040; 904, 304, 1058, 464, 2 (bug): 0.040; 0, 280, 802, 370, 1 (tree): 0.039; 791, 181, 1086, 513, 2 (bug): 0.039; 404, 101, 538, 333, 2 (bug): 0.039; 260, 65, 566, 370, 2 (bug): 0.039; 0, 617, 449, 703, 1 (tree): 0.039; 798, 193, 1075, 508, 1 (tree): 0.038; 0, 340, 1132, 588, 1 (tree): 0.038; 242, 59, 571, 389, 2 (bug): 0.038; 0, 192, 898, 301, 1 (tree): 0.038; 0, 305, 1146, 612, 1 (tree): 0.038; 282, 73, 384, 200, 2 (bug): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 0, 158, 810, 333, 1 (tree): 0.038; 0, 236, 836, 436, 1 (tree): 0.038; 273, 70, 545, 349, 2 (bug): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 795, 159, 1097, 525, 0 (car): 0.038; 0, 230, 903, 329, 1 (tree): 0.038; 0, 257, 849, 466, 1 (tree): 0.038; 413, 112, 542, 327, 2 (bug): 0.038; 16, 75, 198, 215, 1 (tree): 0.038; 1126, 630, 1280, 720, 1 (tree): 0.038; 272, 72, 544, 343, 2 (bug): 0.038; 932, 313, 1057, 462, 2 (bug): 0.037; 943, 314, 1060, 462, 2 (bug): 0.037; 813, 186, 1084, 504, 1 (tree): 0.037; 807, 188, 1081, 504, 1 (tree): 0.037; 0, 408, 1106, 586, 1 (tree): 0.037; 927, 190, 1088, 450, 2 (bug): 0.037; 1080, 422, 1271, 636, 1 (tree): 0.037; 400, 96, 541, 325, 2 (bug): 0.037; 798, 176, 1091, 511, 0 (car): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 0, 179, 886, 284, 1 (tree): 0.037; 795, 159, 1097, 525, 1 (tree): 0.037; 789, 192, 1075, 516, 1 (tree): 0.037; 0, 231, 627, 333, 1 (tree): 0.037; 79, 112, 805, 432, 1 (tree): 0.037; 1079, 624, 1280, 720, 1 (tree): 0.037; 0, 216, 836, 279, 1 (tree): 0.037; 219, 55, 558, 390, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 390, 84, 543, 325, 2 (bug): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 0, 414, 1157, 606, 1 (tree): 0.036; 807, 188, 1081, 504, 0 (car): 0.036; 16, 250, 365, 372, 1 (tree): 0.036; 800, 180, 1084, 510, 1 (tree): 0.036; 622, 89, 852, 331, 2 (bug): 0.036; 0, 172, 897, 286, 1 (tree): 0.036; 285, 74, 539, 342, 2 (bug): 0.036; 793, 183, 1074, 510, 1 (tree): 0.036; 273, 71, 551, 352, 2 (bug): 0.036; 619, 89, 862, 331, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 677, 107, 808, 280, 0 (car): 0.036; 797, 176, 1086, 498, 1 (tree): 0.036; 924, 302, 1062, 464, 2 (bug): 0.036; 293, 76, 542, 346, 2 (bug): 0.036; 798, 193, 1075, 508, 0 (car): 0.036; 775, 186, 1090, 520, 1 (tree): 0.036; 35, 52, 1140, 496, 1 (tree): 0.035; 903, 187, 1082, 471, 2 (bug): 0.035; 818, 185, 1078, 494, 0 (car): 0.035; 789, 188, 1060, 515, 1 (tree): 0.035; 622, 89, 852, 331, 0 (car): 0.035; 796, 186, 1080, 510, 2 (bug): 0.035; 0, 275, 869, 572, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 1042, 321, 1151, 481, 1 (tree): 0.035; 0, 207, 932, 325, 1 (tree): 0.035; 651, 95, 835, 314, 0 (car): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 785, 176, 1095, 514, 1 (tree): 0.035; 261, 69, 545, 348, 2 (bug): 0.035; 376, 81, 534, 331, 2 (bug): 0.035; 433, 129, 534, 316, 2 (bug): 0.035; 0, 223, 832, 278, 1 (tree): 0.035; 19, 63, 171, 236, 1 (tree): 0.034; 636, 93, 909, 317, 2 (bug): 0.034; 298, 74, 557, 355, 1 (tree): 0.034; 304, 79, 535, 339, 1 (tree): 0.034; 282, 71, 553, 357, 1 (tree): 0.034; 114, 67, 1146, 470, 1 (tree): 0.034; 266, 74, 558, 379, 1 (tree): 0.034; 311, 80, 537, 336, 1 (tree): 0.034; 906, 185, 1082, 470, 1 (tree): 0.034; 267, 69, 555, 362, 1 (tree): 0.034; 973, 590, 1180, 714, 1 (tree): 0.034; 301, 73, 540, 341, 1 (tree): 0.034; 913, 189, 1075, 462, 1 (tree): 0.034; 40, 625, 253, 720, 1 (tree): 0.034; 788, 179, 1086, 513, 1 (tree): 0.034; 928, 190, 1085, 453, 2 (bug): 0.034; 10, 178, 67, 258, 1 (tree): 0.034; 273, 72, 554, 360, 1 (tree): 0.034; 298, 92, 547, 361, 1 (tree): 0.034; 303, 80, 533, 333, 1 (tree): 0.034; 317, 86, 556, 361, 1 (tree): 0.034; 793, 234, 1079, 511, 1 (tree): 0.034; 292, 74, 537, 337, 1 (tree): 0.034; 790, 178, 1071, 500, 1 (tree): 0.034; 6, 194, 60, 268, 1 (tree): 0.034; 677, 107, 808, 280, 2 (bug): 0.034; 794, 205, 1080, 513, 1 (tree): 0.034; 20, 0, 80, 111, 1 (tree): 0.034; 246, 64, 561, 361, 2 (bug): 0.034; 21, 21, 72, 79, 1 (tree): 0.034; 961, 189, 1080, 389, 2 (bug): 0.034; 679, 105, 815, 281, 1 (tree): 0.034; 818, 185, 1078, 494, 1 (tree): 0.034; 650, 95, 836, 308, 0 (car): 0.034; 129, 680, 510, 716, 1 (tree): 0.034; 619, 89, 862, 331, 0 (car): 0.034; 8, 141, 77, 238, 1 (tree): 0.033; 796, 183, 1085, 506, 1 (tree): 0.033; 282, 81, 547, 355, 1 (tree): 0.033; 87, 620, 537, 707, 1 (tree): 0.033; 233, 59, 573, 380, 2 (bug): 0.033; 178, 668, 534, 720, 1 (tree): 0.033; 837, 191, 1072, 476, 1 (tree): 0.033; 933, 180, 1103, 469, 1 (tree): 0.033; 796, 186, 1080, 510, 1 (tree): 0.033; 150, 670, 484, 720, 1 (tree): 0.033; 657, 100, 828, 294, 1 (tree): 0.033; 281, 74, 539, 339, 1 (tree): 0.033; 916, 191, 1079, 456, 0 (car): 0.033; 1088, 423, 1271, 632, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 655, 110, 844, 418, 2 (bug): 0.033; 129, 685, 527, 716, 1 (tree): 0.033; 789, 181, 1084, 514, 2 (bug): 0.033; 792, 183, 1085, 509, 1 (tree): 0.033; 659, 99, 830, 297, 0 (car): 0.033; 154, 59, 1125, 530, 1 (tree): 0.033; 282, 72, 554, 352, 1 (tree): 0.033; 1016, 198, 1118, 436, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 0, 462, 1164, 588, 1 (tree): 0.033; 271, 78, 553, 369, 1 (tree): 0.033; 261, 67, 552, 348, 2 (bug): 0.033; 651, 106, 835, 381, 1 (tree): 0.033; 651, 95, 835, 314, 2 (bug): 0.033; 795, 183, 1084, 511, 1 (tree): 0.033; 933, 183, 1067, 297, 2 (bug): 0.033; 252, 63, 546, 354, 1 (tree): 0.033; 266, 67, 539, 343, 1 (tree): 0.033; 225, 50, 578, 409, 2 (bug): 0.033; 1006, 195, 1118, 442, 1 (tree): 0.033; 161, 667, 515, 720, 1 (tree): 0.033; 243, 669, 650, 716, 1 (tree): 0.033; 278, 70, 540, 346, 1 (tree): 0.033; 1191, 314, 1260, 438, 1 (tree): 0.033; 1039, 305, 1122, 456, 1 (tree): 0.033; 139, 691, 450, 716, 1 (tree): 0.033; 912, 185, 1078, 458, 2 (bug): 0.033; 905, 298, 1062, 477, 1 (tree): 0.033; 675, 105, 813, 283, 2 (bug): 0.032; 927, 188, 1066, 306, 2 (bug): 0.032; 268, 67, 545, 351, 1 (tree): 0.032; 673, 104, 814, 286, 0 (car): 0.032; 1050, 344, 1132, 464, 1 (tree): 0.032; 915, 185, 1081, 470, 1 (tree): 0.032; 0, 525, 1181, 557, 1 (tree): 0.032; 899, 185, 1082, 478, 2 (bug): 0.032; 650, 95, 836, 308, 2 (bug): 0.032; 137, 63, 1181, 500, 1 (tree): 0.032; 855, 181, 1079, 465, 2 (bug): 0.032; 794, 185, 1081, 512, 1 (tree): 0.032; 959, 318, 1060, 455, 2 (bug): 0.032; 127, 673, 455, 718, 1 (tree): 0.032; 789, 178, 1095, 519, 1 (tree): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 4, 97, 1173, 651, 1 (tree): 0.032; 672, 95, 811, 248, 1 (tree): 0.032; 22, 305, 182, 720, 1 (tree): 0.032; 1164, 317, 1239, 437, 1 (tree): 0.032; 1030, 247, 1121, 436, 1 (tree): 0.032; 139, 66, 1141, 537, 1 (tree): 0.032; 933, 165, 1085, 294, 1 (tree): 0.032; 900, 289, 1067, 484, 1 (tree): 0.032; 0, 264, 1011, 414, 1 (tree): 0.032; 1019, 196, 1126, 425, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.032; 222, 672, 616, 716, 1 (tree): 0.032; 679, 105, 815, 281, 0 (car): 0.032; 289, 671, 662, 716, 1 (tree): 0.032; 982, 191, 1102, 437, 1 (tree): 0.032; 189, 671, 557, 717, 1 (tree): 0.032; 262, 666, 645, 716, 1 (tree): 0.032; 87, 59, 1130, 498, 1 (tree): 0.032; 366, 82, 534, 337, 1 (tree): 0.032; 813, 186, 1084, 504, 0 (car): 0.032; 667, 101, 817, 297, 1 (tree): 0.032; 207, 672, 577, 716, 1 (tree): 0.032; 837, 191, 1072, 476, 0 (car): 0.031; 23, 677, 353, 719, 1 (tree): 0.031; 0, 113, 868, 244, 1 (tree): 0.031; 910, 298, 1063, 471, 1 (tree): 0.031; 277, 667, 653, 716, 1 (tree): 0.031; 0, 103, 811, 249, 1 (tree): 0.031; 275, 68, 524, 207, 2 (bug): 0.031; 228, 57, 1142, 492, 1 (tree): 0.031; 655, 110, 844, 418, 0 (car): 0.031; 793, 183, 1074, 510, 0 (car): 0.031; 905, 190, 1080, 467, 0 (car): 0.031; 912, 174, 1072, 303, 1 (tree): 0.031; 789, 181, 1084, 514, 1 (tree): 0.031; 271, 72, 541, 340, 2 (bug): 0.031; 963, 187, 1098, 456, 1 (tree): 0.031; 405, 87, 552, 338, 2 (bug): 0.031; 987, 197, 1100, 453, 1 (tree): 0.031; 238, 61, 563, 360, 2 (bug): 0.031; 1004, 466, 1256, 712, 1 (tree): 0.031; 0, 92, 857, 225, 1 (tree): 0.031; 673, 104, 814, 286, 1 (tree): 0.031; 307, 677, 676, 716, 1 (tree): 0.031; 674, 102, 812, 233, 2 (bug): 0.031; 794, 297, 1059, 503, 1 (tree): 0.031; 659, 99, 830, 297, 1 (tree): 0.031; 667, 101, 817, 297, 0 (car): 0.031; 657, 100, 828, 294, 0 (car): 0.031; 404, 103, 559, 347, 1 (tree): 0.031; 290, 74, 552, 353, 1 (tree): 0.031; 924, 331, 1051, 470, 1 (tree): 0.031; 677, 107, 808, 280, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 52, 659, 322, 720, 1 (tree): 0.031; 912, 185, 1078, 458, 1 (tree): 0.031; 791, 181, 1086, 513, 1 (tree): 0.031; 1092, 328, 1191, 461, 1 (tree): 0.031; 963, 175, 1087, 287, 1 (tree): 0.031; 242, 63, 571, 391, 1 (tree): 0.031; 952, 187, 1093, 437, 1 (tree): 0.031; 331, 681, 686, 716, 1 (tree): 0.031; 797, 176, 1086, 498, 0 (car): 0.031; 993, 193, 1103, 413, 1 (tree): 0.031; 1041, 366, 1111, 461, 1 (tree): 0.031; 814, 314, 1067, 502, 1 (tree): 0.031; 3, 563, 1191, 568, 1 (tree): 0.030; 790, 180, 1088, 513, 1 (tree): 0.030; 791, 179, 1088, 516, 1 (tree): 0.030; 1045, 367, 1116, 463, 1 (tree): 0.030; 205, 594, 530, 700, 1 (tree): 0.030; 789, 192, 1075, 516, 0 (car): 0.030; 1029, 224, 1120, 419, 1 (tree): 0.030; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "794, 188, 1081, 508, 0 (car): 0.071; 796, 183, 1085, 506, 0 (car): 0.069; 795, 187, 1081, 509, 0 (car): 0.068; 792, 184, 1082, 509, 0 (car): 0.061; 790, 180, 1088, 512, 0 (car): 0.057; 796, 186, 1081, 509, 0 (car): 0.057; 790, 179, 1088, 515, 0 (car): 0.057; 792, 181, 1086, 512, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 247, 62, 566, 356, 2 (bug): 0.054; 674, 106, 812, 283, 0 (car): 0.054; 791, 175, 1091, 518, 0 (car): 0.053; 792, 183, 1084, 509, 0 (car): 0.052; 790, 178, 1094, 518, 0 (car): 0.052; 132, 66, 1126, 554, 2 (bug): 0.052; 794, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 509, 2 (bug): 0.051; 815, 187, 1083, 500, 0 (car): 0.050; 790, 182, 1084, 514, 0 (car): 0.049; 88, 57, 1131, 498, 2 (bug): 0.049; 129, 69, 1139, 460, 2 (bug): 0.049; 137, 63, 1180, 501, 2 (bug): 0.048; 674, 106, 812, 283, 2 (bug): 0.048; 790, 179, 1088, 515, 2 (bug): 0.047; 796, 183, 1085, 506, 2 (bug): 0.046; 256, 66, 557, 348, 2 (bug): 0.046; 235, 58, 1147, 506, 2 (bug): 0.045; 154, 60, 1127, 526, 2 (bug): 0.045; 279, 75, 409, 257, 2 (bug): 0.044; 232, 59, 578, 392, 2 (bug): 0.044; 790, 180, 1088, 512, 2 (bug): 0.044; 104, 60, 1138, 558, 2 (bug): 0.044; 792, 184, 1082, 509, 2 (bug): 0.044; 904, 190, 1079, 467, 2 (bug): 0.044; 791, 175, 1091, 518, 2 (bug): 0.043; 785, 176, 1094, 514, 0 (car): 0.043; 815, 187, 1083, 500, 2 (bug): 0.043; 800, 180, 1084, 510, 0 (car): 0.042; 917, 191, 1079, 455, 2 (bug): 0.042; 795, 183, 1084, 510, 0 (car): 0.042; 0, 315, 1141, 588, 1 (tree): 0.042; 286, 77, 390, 202, 2 (bug): 0.042; 35, 52, 1140, 496, 2 (bug): 0.041; 1108, 396, 1261, 543, 1 (tree): 0.041; 316, 70, 857, 396, 2 (bug): 0.041; 790, 178, 1094, 518, 2 (bug): 0.041; 0, 414, 1142, 578, 1 (tree): 0.041; 0, 219, 828, 457, 1 (tree): 0.040; 249, 61, 567, 371, 2 (bug): 0.040; 224, 55, 584, 388, 2 (bug): 0.040; 789, 179, 1086, 512, 0 (car): 0.040; 251, 60, 566, 378, 2 (bug): 0.040; 921, 310, 1060, 462, 2 (bug): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 792, 181, 1086, 512, 2 (bug): 0.039; 904, 304, 1058, 464, 2 (bug): 0.039; 0, 234, 838, 452, 1 (tree): 0.039; 1079, 421, 1268, 636, 1 (tree): 0.039; 0, 236, 731, 332, 1 (tree): 0.039; 0, 221, 906, 323, 1 (tree): 0.039; 0, 280, 806, 356, 1 (tree): 0.039; 799, 193, 1074, 508, 1 (tree): 0.039; 404, 101, 538, 333, 2 (bug): 0.038; 0, 617, 448, 702, 1 (tree): 0.038; 258, 64, 567, 371, 2 (bug): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 0, 158, 810, 332, 1 (tree): 0.038; 0, 173, 899, 298, 1 (tree): 0.038; 282, 73, 384, 200, 2 (bug): 0.038; 0, 254, 850, 464, 1 (tree): 0.038; 0, 344, 1130, 598, 1 (tree): 0.038; 15, 73, 199, 215, 1 (tree): 0.038; 1126, 630, 1280, 720, 1 (tree): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 414, 112, 542, 328, 2 (bug): 0.038; 242, 59, 570, 389, 2 (bug): 0.038; 272, 70, 546, 349, 2 (bug): 0.037; 932, 313, 1056, 462, 2 (bug): 0.037; 808, 188, 1081, 504, 1 (tree): 0.037; 794, 159, 1098, 525, 0 (car): 0.037; 272, 72, 544, 344, 2 (bug): 0.037; 812, 186, 1084, 504, 1 (tree): 0.037; 943, 314, 1060, 462, 2 (bug): 0.037; 794, 159, 1098, 525, 1 (tree): 0.037; 0, 439, 1165, 594, 1 (tree): 0.037; 401, 98, 540, 324, 2 (bug): 0.037; 798, 176, 1091, 511, 0 (car): 0.037; 930, 190, 1088, 450, 2 (bug): 0.037; 1078, 625, 1280, 720, 1 (tree): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 219, 56, 558, 390, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 18, 254, 370, 374, 1 (tree): 0.037; 800, 180, 1084, 510, 1 (tree): 0.036; 391, 84, 543, 325, 2 (bug): 0.036; 0, 165, 884, 280, 1 (tree): 0.036; 808, 188, 1081, 504, 0 (car): 0.036; 0, 186, 834, 276, 1 (tree): 0.036; 78, 109, 804, 430, 1 (tree): 0.036; 789, 192, 1075, 515, 1 (tree): 0.036; 793, 183, 1074, 509, 1 (tree): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 925, 303, 1062, 464, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 285, 74, 539, 342, 2 (bug): 0.036; 622, 89, 852, 330, 2 (bug): 0.036; 35, 52, 1140, 496, 1 (tree): 0.036; 0, 274, 870, 565, 1 (tree): 0.036; 293, 76, 542, 346, 2 (bug): 0.036; 776, 186, 1090, 519, 1 (tree): 0.036; 1040, 320, 1149, 481, 1 (tree): 0.036; 79, 583, 409, 708, 1 (tree): 0.036; 817, 185, 1078, 495, 0 (car): 0.036; 796, 186, 1081, 509, 2 (bug): 0.036; 0, 206, 934, 324, 1 (tree): 0.035; 797, 176, 1086, 498, 1 (tree): 0.035; 619, 89, 862, 331, 2 (bug): 0.035; 790, 188, 1060, 515, 1 (tree): 0.035; 377, 82, 534, 331, 2 (bug): 0.035; 677, 108, 808, 280, 0 (car): 0.035; 21, 622, 248, 720, 1 (tree): 0.035; 272, 71, 551, 352, 2 (bug): 0.035; 898, 185, 1082, 477, 2 (bug): 0.035; 0, 163, 899, 284, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 785, 176, 1094, 514, 1 (tree): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 622, 89, 852, 330, 0 (car): 0.035; 433, 129, 534, 316, 2 (bug): 0.035; 903, 187, 1082, 471, 2 (bug): 0.035; 799, 193, 1074, 508, 0 (car): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 261, 69, 546, 348, 2 (bug): 0.035; 651, 95, 834, 313, 0 (car): 0.035; 0, 223, 832, 278, 1 (tree): 0.035; 298, 74, 556, 355, 1 (tree): 0.034; 636, 93, 909, 317, 2 (bug): 0.034; 284, 72, 553, 356, 1 (tree): 0.034; 304, 79, 535, 340, 1 (tree): 0.034; 789, 179, 1086, 512, 1 (tree): 0.034; 267, 69, 554, 362, 1 (tree): 0.034; 154, 60, 1127, 526, 1 (tree): 0.034; 0, 469, 1164, 587, 1 (tree): 0.034; 929, 190, 1085, 452, 2 (bug): 0.034; 266, 74, 558, 378, 1 (tree): 0.034; 914, 190, 1075, 462, 1 (tree): 0.034; 10, 176, 66, 259, 1 (tree): 0.034; 20, 21, 73, 81, 1 (tree): 0.034; 274, 72, 553, 359, 1 (tree): 0.034; 301, 73, 540, 341, 1 (tree): 0.034; 908, 186, 1082, 470, 1 (tree): 0.034; 1089, 422, 1272, 632, 1 (tree): 0.034; 304, 81, 533, 333, 1 (tree): 0.034; 0, 559, 215, 718, 1 (tree): 0.034; 836, 191, 1071, 476, 1 (tree): 0.034; 793, 234, 1079, 512, 1 (tree): 0.034; 291, 74, 536, 337, 1 (tree): 0.034; 6, 191, 60, 266, 1 (tree): 0.034; 790, 178, 1071, 498, 1 (tree): 0.034; 794, 205, 1081, 513, 1 (tree): 0.034; 817, 185, 1078, 495, 1 (tree): 0.034; 312, 80, 536, 336, 1 (tree): 0.034; 130, 680, 506, 716, 1 (tree): 0.034; 317, 87, 556, 360, 1 (tree): 0.034; 677, 108, 808, 280, 2 (bug): 0.034; 680, 105, 815, 282, 1 (tree): 0.034; 298, 92, 546, 362, 1 (tree): 0.034; 18, 63, 167, 238, 1 (tree): 0.034; 130, 685, 516, 716, 1 (tree): 0.033; 150, 671, 485, 720, 1 (tree): 0.033; 796, 183, 1085, 506, 1 (tree): 0.033; 650, 95, 836, 308, 0 (car): 0.033; 235, 58, 1147, 506, 1 (tree): 0.033; 619, 89, 862, 331, 0 (car): 0.033; 658, 100, 828, 294, 1 (tree): 0.033; 796, 186, 1081, 509, 1 (tree): 0.033; 282, 74, 539, 339, 1 (tree): 0.033; 246, 64, 560, 362, 2 (bug): 0.033; 1017, 198, 1118, 436, 1 (tree): 0.033; 20, 0, 81, 118, 1 (tree): 0.033; 282, 81, 546, 355, 1 (tree): 0.033; 178, 669, 534, 720, 1 (tree): 0.033; 792, 183, 1084, 509, 1 (tree): 0.033; 282, 72, 554, 352, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 963, 189, 1081, 386, 2 (bug): 0.033; 7, 136, 80, 241, 1 (tree): 0.033; 912, 186, 1078, 458, 2 (bug): 0.033; 31, 556, 1280, 564, 2 (bug): 0.033; 795, 183, 1084, 510, 1 (tree): 0.033; 936, 180, 1104, 467, 1 (tree): 0.033; 654, 109, 844, 419, 2 (bug): 0.033; 141, 690, 446, 716, 1 (tree): 0.033; 278, 70, 540, 346, 1 (tree): 0.033; 659, 99, 830, 297, 0 (car): 0.033; 272, 79, 553, 368, 1 (tree): 0.033; 36, 676, 353, 719, 1 (tree): 0.033; 651, 107, 836, 381, 1 (tree): 0.033; 252, 63, 546, 354, 1 (tree): 0.033; 161, 667, 515, 720, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 928, 188, 1066, 306, 2 (bug): 0.033; 225, 50, 579, 408, 2 (bug): 0.033; 268, 67, 544, 351, 1 (tree): 0.033; 245, 670, 648, 716, 1 (tree): 0.033; 790, 182, 1084, 514, 2 (bug): 0.033; 917, 191, 1079, 455, 0 (car): 0.033; 261, 67, 552, 348, 2 (bug): 0.033; 266, 67, 539, 344, 1 (tree): 0.033; 933, 182, 1068, 297, 2 (bug): 0.033; 794, 185, 1081, 512, 1 (tree): 0.032; 1041, 304, 1123, 454, 1 (tree): 0.032; 1050, 345, 1131, 464, 1 (tree): 0.032; 904, 298, 1062, 478, 1 (tree): 0.032; 675, 105, 813, 283, 2 (bug): 0.032; 1188, 313, 1258, 437, 1 (tree): 0.032; 1, 262, 1006, 413, 1 (tree): 0.032; 1010, 196, 1119, 442, 1 (tree): 0.032; 234, 59, 573, 380, 2 (bug): 0.032; 5, 96, 1172, 646, 1 (tree): 0.032; 671, 95, 811, 248, 1 (tree): 0.032; 672, 104, 814, 286, 0 (car): 0.032; 651, 95, 834, 313, 2 (bug): 0.032; 790, 178, 1094, 518, 1 (tree): 0.032; 132, 66, 1126, 554, 1 (tree): 0.032; 137, 63, 1180, 501, 1 (tree): 0.032; 128, 674, 456, 717, 1 (tree): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 854, 181, 1079, 464, 2 (bug): 0.032; 960, 318, 1059, 455, 2 (bug): 0.032; 264, 667, 648, 716, 1 (tree): 0.032; 932, 165, 1085, 294, 1 (tree): 0.032; 224, 672, 614, 716, 1 (tree): 0.032; 190, 670, 557, 716, 1 (tree): 0.032; 291, 671, 664, 716, 1 (tree): 0.032; 209, 672, 578, 716, 1 (tree): 0.032; 1159, 316, 1238, 436, 1 (tree): 0.032; 674, 103, 812, 234, 2 (bug): 0.032; 1021, 196, 1128, 422, 1 (tree): 0.032; 668, 101, 817, 297, 1 (tree): 0.032; 1031, 249, 1121, 437, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.032; 278, 668, 656, 716, 1 (tree): 0.032; 1001, 462, 1257, 712, 1 (tree): 0.032; 406, 87, 552, 338, 2 (bug): 0.032; 790, 182, 1084, 514, 1 (tree): 0.032; 650, 95, 836, 308, 2 (bug): 0.032; 654, 109, 844, 419, 0 (car): 0.032; 914, 186, 1082, 468, 1 (tree): 0.032; 904, 190, 1079, 467, 0 (car): 0.031; 129, 69, 1139, 460, 1 (tree): 0.031; 0, 112, 870, 244, 1 (tree): 0.031; 983, 192, 1103, 434, 1 (tree): 0.031; 900, 288, 1067, 484, 1 (tree): 0.031; 680, 105, 815, 282, 0 (car): 0.031; 88, 57, 1131, 498, 1 (tree): 0.031; 793, 183, 1074, 509, 0 (car): 0.031; 812, 186, 1084, 504, 0 (car): 0.031; 836, 191, 1071, 476, 0 (car): 0.031; 910, 297, 1063, 471, 1 (tree): 0.031; 270, 72, 541, 340, 2 (bug): 0.031; 366, 82, 534, 336, 1 (tree): 0.031; 659, 99, 830, 297, 1 (tree): 0.031; 274, 68, 524, 207, 2 (bug): 0.031; 988, 197, 1100, 452, 1 (tree): 0.031; 0, 92, 859, 226, 1 (tree): 0.031; 912, 174, 1072, 303, 1 (tree): 0.031; 309, 678, 678, 716, 1 (tree): 0.031; 290, 74, 552, 353, 1 (tree): 0.031; 964, 187, 1099, 455, 1 (tree): 0.031; 672, 104, 814, 286, 1 (tree): 0.031; 794, 296, 1059, 503, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 244, 63, 570, 390, 1 (tree): 0.031; 52, 659, 320, 720, 1 (tree): 0.031; 677, 108, 808, 280, 1 (tree): 0.031; 1091, 328, 1190, 462, 1 (tree): 0.031; 0, 562, 1190, 568, 1 (tree): 0.031; 332, 681, 688, 716, 1 (tree): 0.031; 406, 105, 558, 346, 1 (tree): 0.031; 1040, 366, 1109, 461, 1 (tree): 0.031; 792, 181, 1086, 512, 1 (tree): 0.031; 962, 175, 1087, 288, 1 (tree): 0.031; 814, 315, 1067, 502, 1 (tree): 0.031; 658, 100, 828, 294, 0 (car): 0.031; 0, 516, 1181, 586, 1 (tree): 0.031; 790, 180, 1088, 512, 1 (tree): 0.031; 790, 179, 1088, 515, 1 (tree): 0.031; 1044, 368, 1116, 463, 1 (tree): 0.031; 996, 194, 1104, 412, 1 (tree): 0.031; 797, 176, 1086, 498, 0 (car): 0.031; 668, 101, 817, 297, 0 (car): 0.031; 15, 62, 1159, 640, 1 (tree): 0.030; 912, 186, 1078, 458, 1 (tree): 0.030; 924, 332, 1051, 470, 1 (tree): 0.030; 38, 564, 590, 594, 1 (tree): 0.030; 0, 98, 811, 249, 1 (tree): 0.030; 238, 62, 562, 360, 2 (bug): 0.030; 1041, 379, 1152, 499, 1 (tree): 0.030; 791, 175, 1091, 518, 1 (tree): 0.030; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "794, 188, 1081, 508, 0 (car): 0.071; 796, 183, 1085, 506, 0 (car): 0.068; 795, 187, 1081, 510, 0 (car): 0.068; 793, 184, 1083, 509, 0 (car): 0.061; 790, 180, 1088, 513, 0 (car): 0.057; 796, 186, 1080, 510, 0 (car): 0.057; 791, 179, 1088, 516, 0 (car): 0.057; 791, 181, 1086, 513, 0 (car): 0.055; 794, 185, 1081, 512, 0 (car): 0.055; 247, 62, 566, 357, 2 (bug): 0.054; 139, 66, 1141, 537, 2 (bug): 0.054; 674, 106, 813, 283, 0 (car): 0.054; 791, 175, 1091, 519, 0 (car): 0.053; 792, 183, 1085, 509, 0 (car): 0.052; 789, 178, 1095, 519, 0 (car): 0.052; 794, 188, 1081, 508, 2 (bug): 0.051; 795, 187, 1081, 510, 2 (bug): 0.051; 114, 67, 1146, 470, 2 (bug): 0.050; 815, 187, 1083, 501, 0 (car): 0.050; 789, 181, 1084, 514, 0 (car): 0.050; 87, 59, 1130, 498, 2 (bug): 0.049; 137, 63, 1181, 500, 2 (bug): 0.048; 674, 106, 813, 283, 2 (bug): 0.048; 791, 179, 1088, 516, 2 (bug): 0.047; 796, 183, 1085, 506, 2 (bug): 0.046; 228, 57, 1142, 492, 2 (bug): 0.046; 256, 66, 557, 348, 2 (bug): 0.046; 232, 58, 578, 393, 2 (bug): 0.045; 279, 75, 408, 257, 2 (bug): 0.045; 790, 180, 1088, 513, 2 (bug): 0.044; 905, 190, 1080, 467, 2 (bug): 0.044; 793, 184, 1083, 509, 2 (bug): 0.044; 791, 175, 1091, 519, 2 (bug): 0.044; 785, 176, 1095, 514, 0 (car): 0.044; 154, 59, 1125, 530, 2 (bug): 0.044; 73, 59, 1145, 564, 2 (bug): 0.043; 815, 187, 1083, 501, 2 (bug): 0.043; 800, 180, 1084, 510, 0 (car): 0.043; 916, 191, 1079, 456, 2 (bug): 0.042; 795, 183, 1084, 511, 0 (car): 0.042; 286, 77, 390, 202, 2 (bug): 0.042; 35, 52, 1140, 496, 2 (bug): 0.041; 306, 69, 854, 396, 2 (bug): 0.041; 249, 61, 567, 371, 2 (bug): 0.041; 250, 60, 566, 379, 2 (bug): 0.041; 1109, 396, 1260, 518, 1 (tree): 0.041; 788, 179, 1086, 513, 0 (car): 0.041; 224, 55, 584, 388, 2 (bug): 0.041; 0, 216, 828, 450, 1 (tree): 0.040; 798, 190, 1076, 508, 0 (car): 0.040; 921, 311, 1060, 462, 2 (bug): 0.040; 789, 178, 1095, 519, 2 (bug): 0.040; 904, 304, 1058, 464, 2 (bug): 0.040; 0, 280, 802, 370, 1 (tree): 0.039; 791, 181, 1086, 513, 2 (bug): 0.039; 404, 101, 538, 333, 2 (bug): 0.039; 260, 65, 566, 370, 2 (bug): 0.039; 0, 617, 449, 703, 1 (tree): 0.039; 798, 193, 1075, 508, 1 (tree): 0.038; 0, 340, 1132, 588, 1 (tree): 0.038; 0, 192, 898, 301, 1 (tree): 0.038; 242, 59, 571, 389, 2 (bug): 0.038; 0, 305, 1146, 612, 1 (tree): 0.038; 282, 73, 384, 200, 2 (bug): 0.038; 798, 176, 1091, 511, 1 (tree): 0.038; 0, 158, 810, 333, 1 (tree): 0.038; 0, 236, 836, 436, 1 (tree): 0.038; 273, 70, 545, 349, 2 (bug): 0.038; 676, 106, 808, 281, 0 (car): 0.038; 795, 159, 1097, 525, 0 (car): 0.038; 0, 230, 903, 329, 1 (tree): 0.038; 0, 257, 849, 466, 1 (tree): 0.038; 413, 112, 542, 327, 2 (bug): 0.038; 16, 75, 198, 215, 1 (tree): 0.038; 1126, 630, 1280, 720, 1 (tree): 0.038; 272, 72, 544, 343, 2 (bug): 0.038; 932, 313, 1057, 462, 2 (bug): 0.037; 943, 314, 1060, 462, 2 (bug): 0.037; 813, 186, 1084, 504, 1 (tree): 0.037; 807, 188, 1081, 504, 1 (tree): 0.037; 0, 408, 1106, 586, 1 (tree): 0.037; 927, 190, 1088, 450, 2 (bug): 0.037; 1080, 422, 1271, 636, 1 (tree): 0.037; 400, 96, 541, 325, 2 (bug): 0.037; 798, 176, 1091, 511, 0 (car): 0.037; 675, 105, 813, 283, 0 (car): 0.037; 0, 179, 886, 284, 1 (tree): 0.037; 795, 159, 1097, 525, 1 (tree): 0.037; 789, 192, 1075, 516, 1 (tree): 0.037; 0, 231, 627, 333, 1 (tree): 0.037; 1079, 624, 1280, 720, 1 (tree): 0.037; 79, 112, 805, 432, 1 (tree): 0.037; 0, 216, 836, 279, 1 (tree): 0.037; 219, 55, 558, 390, 1 (tree): 0.037; 805, 180, 1083, 505, 1 (tree): 0.037; 390, 84, 543, 325, 2 (bug): 0.036; 794, 185, 1081, 512, 2 (bug): 0.036; 0, 414, 1157, 606, 1 (tree): 0.036; 807, 188, 1081, 504, 0 (car): 0.036; 16, 250, 365, 372, 1 (tree): 0.036; 800, 180, 1084, 510, 1 (tree): 0.036; 622, 89, 852, 331, 2 (bug): 0.036; 0, 172, 897, 286, 1 (tree): 0.036; 285, 74, 539, 342, 2 (bug): 0.036; 793, 183, 1074, 510, 1 (tree): 0.036; 273, 71, 551, 352, 2 (bug): 0.036; 619, 89, 862, 331, 2 (bug): 0.036; 798, 190, 1076, 508, 1 (tree): 0.036; 677, 107, 808, 280, 0 (car): 0.036; 797, 176, 1086, 498, 1 (tree): 0.036; 924, 302, 1062, 464, 2 (bug): 0.036; 293, 76, 542, 346, 2 (bug): 0.036; 775, 186, 1090, 520, 1 (tree): 0.036; 798, 193, 1075, 508, 0 (car): 0.036; 35, 52, 1140, 496, 1 (tree): 0.035; 903, 187, 1082, 471, 2 (bug): 0.035; 818, 185, 1078, 494, 0 (car): 0.035; 789, 188, 1060, 515, 1 (tree): 0.035; 622, 89, 852, 331, 0 (car): 0.035; 796, 186, 1080, 510, 2 (bug): 0.035; 0, 275, 869, 572, 1 (tree): 0.035; 676, 106, 808, 281, 2 (bug): 0.035; 805, 180, 1083, 505, 0 (car): 0.035; 1042, 321, 1151, 481, 1 (tree): 0.035; 0, 207, 932, 325, 1 (tree): 0.035; 651, 95, 835, 314, 0 (car): 0.035; 782, 159, 1099, 526, 1 (tree): 0.035; 785, 176, 1095, 514, 1 (tree): 0.035; 261, 69, 545, 348, 2 (bug): 0.035; 376, 81, 534, 331, 2 (bug): 0.035; 433, 129, 534, 316, 2 (bug): 0.035; 0, 223, 832, 278, 1 (tree): 0.035; 19, 63, 171, 236, 1 (tree): 0.034; 636, 93, 909, 317, 2 (bug): 0.034; 298, 74, 557, 355, 1 (tree): 0.034; 304, 79, 535, 339, 1 (tree): 0.034; 282, 71, 553, 357, 1 (tree): 0.034; 266, 74, 558, 379, 1 (tree): 0.034; 311, 80, 537, 336, 1 (tree): 0.034; 906, 185, 1082, 470, 1 (tree): 0.034; 114, 67, 1146, 470, 1 (tree): 0.034; 267, 69, 555, 362, 1 (tree): 0.034; 973, 590, 1180, 714, 1 (tree): 0.034; 301, 73, 540, 341, 1 (tree): 0.034; 913, 189, 1075, 462, 1 (tree): 0.034; 40, 625, 253, 720, 1 (tree): 0.034; 788, 179, 1086, 513, 1 (tree): 0.034; 928, 190, 1085, 453, 2 (bug): 0.034; 10, 178, 67, 258, 1 (tree): 0.034; 273, 72, 554, 360, 1 (tree): 0.034; 298, 92, 547, 361, 1 (tree): 0.034; 303, 80, 533, 333, 1 (tree): 0.034; 317, 86, 556, 361, 1 (tree): 0.034; 793, 234, 1079, 511, 1 (tree): 0.034; 292, 74, 537, 337, 1 (tree): 0.034; 790, 178, 1071, 500, 1 (tree): 0.034; 6, 194, 60, 268, 1 (tree): 0.034; 677, 107, 808, 280, 2 (bug): 0.034; 794, 205, 1080, 513, 1 (tree): 0.034; 20, 0, 80, 111, 1 (tree): 0.034; 246, 64, 561, 361, 2 (bug): 0.034; 21, 21, 72, 79, 1 (tree): 0.034; 961, 189, 1080, 389, 2 (bug): 0.034; 679, 105, 815, 281, 1 (tree): 0.034; 818, 185, 1078, 494, 1 (tree): 0.034; 650, 95, 836, 308, 0 (car): 0.034; 129, 680, 510, 716, 1 (tree): 0.034; 619, 89, 862, 331, 0 (car): 0.034; 8, 141, 77, 238, 1 (tree): 0.033; 796, 183, 1085, 506, 1 (tree): 0.033; 282, 81, 547, 355, 1 (tree): 0.033; 87, 620, 537, 707, 1 (tree): 0.033; 233, 59, 573, 380, 2 (bug): 0.033; 178, 668, 534, 720, 1 (tree): 0.033; 837, 191, 1072, 476, 1 (tree): 0.033; 933, 180, 1103, 469, 1 (tree): 0.033; 796, 186, 1080, 510, 1 (tree): 0.033; 150, 670, 484, 720, 1 (tree): 0.033; 657, 100, 828, 294, 1 (tree): 0.033; 281, 74, 539, 339, 1 (tree): 0.033; 916, 191, 1079, 456, 0 (car): 0.033; 1088, 423, 1271, 632, 1 (tree): 0.033; 280, 71, 538, 338, 1 (tree): 0.033; 655, 110, 844, 418, 2 (bug): 0.033; 129, 685, 527, 716, 1 (tree): 0.033; 789, 181, 1084, 514, 2 (bug): 0.033; 792, 183, 1085, 509, 1 (tree): 0.033; 659, 99, 830, 297, 0 (car): 0.033; 154, 59, 1125, 530, 1 (tree): 0.033; 282, 72, 554, 352, 1 (tree): 0.033; 1016, 198, 1118, 436, 1 (tree): 0.033; 782, 159, 1099, 526, 0 (car): 0.033; 0, 462, 1164, 588, 1 (tree): 0.033; 271, 78, 553, 369, 1 (tree): 0.033; 261, 67, 552, 348, 2 (bug): 0.033; 651, 106, 835, 381, 1 (tree): 0.033; 651, 95, 835, 314, 2 (bug): 0.033; 795, 183, 1084, 511, 1 (tree): 0.033; 933, 183, 1067, 297, 2 (bug): 0.033; 252, 63, 546, 354, 1 (tree): 0.033; 266, 67, 539, 343, 1 (tree): 0.033; 225, 50, 578, 409, 2 (bug): 0.033; 1006, 195, 1118, 442, 1 (tree): 0.033; 161, 667, 515, 720, 1 (tree): 0.033; 243, 669, 650, 716, 1 (tree): 0.033; 278, 70, 540, 346, 1 (tree): 0.033; 1191, 314, 1260, 438, 1 (tree): 0.033; 1039, 305, 1122, 456, 1 (tree): 0.033; 139, 691, 450, 716, 1 (tree): 0.033; 912, 185, 1078, 458, 2 (bug): 0.033; 905, 298, 1062, 477, 1 (tree): 0.033; 675, 105, 813, 283, 2 (bug): 0.032; 927, 188, 1066, 306, 2 (bug): 0.032; 268, 67, 545, 351, 1 (tree): 0.032; 673, 104, 814, 286, 0 (car): 0.032; 1050, 344, 1132, 464, 1 (tree): 0.032; 915, 185, 1081, 470, 1 (tree): 0.032; 0, 525, 1181, 557, 1 (tree): 0.032; 899, 185, 1082, 478, 2 (bug): 0.032; 650, 95, 836, 308, 2 (bug): 0.032; 137, 63, 1181, 500, 1 (tree): 0.032; 855, 181, 1079, 465, 2 (bug): 0.032; 794, 185, 1081, 512, 1 (tree): 0.032; 959, 318, 1060, 455, 2 (bug): 0.032; 127, 673, 455, 718, 1 (tree): 0.032; 789, 178, 1095, 519, 1 (tree): 0.032; 937, 186, 1071, 298, 1 (tree): 0.032; 4, 97, 1173, 651, 1 (tree): 0.032; 672, 95, 811, 248, 1 (tree): 0.032; 22, 305, 182, 720, 1 (tree): 0.032; 1164, 317, 1239, 437, 1 (tree): 0.032; 139, 66, 1141, 537, 1 (tree): 0.032; 1030, 247, 1121, 436, 1 (tree): 0.032; 933, 165, 1085, 294, 1 (tree): 0.032; 900, 289, 1067, 484, 1 (tree): 0.032; 0, 264, 1011, 414, 1 (tree): 0.032; 1019, 196, 1126, 425, 1 (tree): 0.032; 893, 188, 1074, 466, 2 (bug): 0.032; 222, 672, 616, 716, 1 (tree): 0.032; 679, 105, 815, 281, 0 (car): 0.032; 289, 671, 662, 716, 1 (tree): 0.032; 982, 191, 1102, 437, 1 (tree): 0.032; 189, 671, 557, 717, 1 (tree): 0.032; 262, 666, 645, 716, 1 (tree): 0.032; 366, 82, 534, 337, 1 (tree): 0.032; 87, 59, 1130, 498, 1 (tree): 0.032; 813, 186, 1084, 504, 0 (car): 0.032; 667, 101, 817, 297, 1 (tree): 0.032; 207, 672, 577, 716, 1 (tree): 0.032; 837, 191, 1072, 476, 0 (car): 0.031; 23, 677, 353, 719, 1 (tree): 0.031; 0, 113, 868, 244, 1 (tree): 0.031; 910, 298, 1063, 471, 1 (tree): 0.031; 277, 667, 653, 716, 1 (tree): 0.031; 0, 103, 811, 249, 1 (tree): 0.031; 275, 68, 524, 207, 2 (bug): 0.031; 228, 57, 1142, 492, 1 (tree): 0.031; 655, 110, 844, 418, 0 (car): 0.031; 793, 183, 1074, 510, 0 (car): 0.031; 905, 190, 1080, 467, 0 (car): 0.031; 912, 174, 1072, 303, 1 (tree): 0.031; 789, 181, 1084, 514, 1 (tree): 0.031; 271, 72, 541, 340, 2 (bug): 0.031; 963, 187, 1098, 456, 1 (tree): 0.031; 405, 87, 552, 338, 2 (bug): 0.031; 987, 197, 1100, 453, 1 (tree): 0.031; 238, 61, 563, 360, 2 (bug): 0.031; 1004, 466, 1256, 712, 1 (tree): 0.031; 0, 92, 857, 225, 1 (tree): 0.031; 673, 104, 814, 286, 1 (tree): 0.031; 307, 677, 676, 716, 1 (tree): 0.031; 674, 102, 812, 233, 2 (bug): 0.031; 794, 297, 1059, 503, 1 (tree): 0.031; 659, 99, 830, 297, 1 (tree): 0.031; 667, 101, 817, 297, 0 (car): 0.031; 657, 100, 828, 294, 0 (car): 0.031; 404, 103, 559, 347, 1 (tree): 0.031; 290, 74, 552, 353, 1 (tree): 0.031; 924, 331, 1051, 470, 1 (tree): 0.031; 677, 107, 808, 280, 1 (tree): 0.031; 237, 58, 571, 374, 1 (tree): 0.031; 52, 659, 322, 720, 1 (tree): 0.031; 912, 185, 1078, 458, 1 (tree): 0.031; 791, 181, 1086, 513, 1 (tree): 0.031; 1092, 328, 1191, 461, 1 (tree): 0.031; 963, 175, 1087, 287, 1 (tree): 0.031; 242, 63, 571, 391, 1 (tree): 0.031; 952, 187, 1093, 437, 1 (tree): 0.031; 331, 681, 686, 716, 1 (tree): 0.031; 797, 176, 1086, 498, 0 (car): 0.031; 993, 193, 1103, 413, 1 (tree): 0.031; 1041, 366, 1111, 461, 1 (tree): 0.031; 814, 314, 1067, 502, 1 (tree): 0.031; 3, 563, 1191, 568, 1 (tree): 0.030; 790, 180, 1088, 513, 1 (tree): 0.030; 791, 179, 1088, 516, 1 (tree): 0.030; 1045, 367, 1116, 463, 1 (tree): 0.030; 205, 594, 530, 700, 1 (tree): 0.030; 789, 192, 1075, 516, 0 (car): 0.030; 1029, 224, 1120, 419, 1 (tree): 0.030; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["668, 96, 830, 281, 1 (tree): 0.964; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["668, 99, 829, 279, 1 (tree): 0.977; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["668, 99, 829, 279, 1 (tree): 0.978; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["668, 99, 829, 279, 1 (tree): 0.978; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["668, 99, 829, 279, 1 (tree): 0.978; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "282, 23, 414, 131, 0 (car): 0.030; 0, 403, 197, 627, 0 (car): 0.027; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "31, 522, 54, 720, 2 (bug): 0.026; 38, 333, 548, 661, 2 (bug): 0.026; 0, 0, 411, 311, 0 (car): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "92, 258, 602, 720, 0 (car): 0.026; 21, 55, 885, 661, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "31, 522, 54, 720, 2 (bug): 0.026; 38, 333, 548, 662, 2 (bug): 0.026; 0, 0, 412, 312, 0 (car): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "92, 258, 602, 720, 0 (car): 0.026; 21, 55, 885, 661, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "678, 100, 808, 290, 2 (bug): 0.698; 810, 191, 1062, 504, 2 (bug): 0.626; 293, 70, 533, 329, 2 (bug): 0.500; 676, 110, 810, 286, 0 (car): 0.492; 289, 64, 549, 333, 0 (car): 0.268; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "809, 195, 1061, 506, 2 (bug): 0.502; 679, 102, 810, 290, 2 (bug): 0.474; 293, 70, 533, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.362; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "809, 195, 1061, 506, 2 (bug): 0.502; 679, 102, 810, 290, 2 (bug): 0.474; 293, 70, 533, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.361; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "808, 195, 1061, 506, 2 (bug): 0.502; 678, 102, 810, 290, 2 (bug): 0.474; 293, 70, 532, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.362; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "809, 195, 1061, 506, 2 (bug): 0.502; 679, 102, 810, 290, 2 (bug): 0.474; 293, 70, 533, 332, 2 (bug): 0.384; 670, 112, 806, 298, 0 (car): 0.361; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_m_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "296, 75, 542, 328, 2 (bug): 0.033; 677, 106, 812, 282, 1 (tree): 0.029; 294, 74, 533, 327, 2 (bug): 0.028; 294, 74, 533, 327, 1 (tree): 0.027; 675, 105, 813, 282, 1 (tree): 0.026; 801, 206, 1071, 500, 1 (tree): 0.026; 297, 75, 541, 329, 2 (bug): 0.026; 296, 75, 542, 328, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_m_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "802, 197, 1065, 497, 2 (bug): 0.040; 802, 197, 1061, 492, 2 (bug): 0.038; 678, 107, 811, 281, 2 (bug): 0.037; 296, 78, 538, 325, 2 (bug): 0.037; 321, 80, 469, 158, 2 (bug): 0.032; 817, 534, 959, 653, 2 (bug): 0.032; 707, 294, 1134, 627, 2 (bug): 0.031; 802, 197, 1065, 497, 0 (car): 0.031; 425, 69, 487, 176, 2 (bug): 0.031; 717, 193, 1242, 716, 2 (bug): 0.030; 340, 223, 1214, 710, 2 (bug): 0.030; 718, 235, 1245, 697, 2 (bug): 0.030; 90, 0, 230, 24, 2 (bug): 0.030; 425, 694, 499, 700, 0 (car): 0.030; 802, 197, 1061, 492, 0 (car): 0.029; 123, 0, 266, 25, 2 (bug): 0.029; 829, 454, 1222, 708, 2 (bug): 0.029; 639, 466, 1102, 655, 2 (bug): 0.029; 212, 400, 1275, 696, 2 (bug): 0.029; 1010, 524, 1119, 695, 2 (bug): 0.029; 339, 575, 1225, 719, 2 (bug): 0.029; 1010, 524, 1119, 695, 1 (tree): 0.029; 557, 694, 599, 698, 0 (car): 0.029; 659, 696, 897, 710, 0 (car): 0.029; 1096, 164, 1215, 317, 2 (bug): 0.029; 620, 694, 655, 697, 0 (car): 0.028; 536, 366, 1241, 698, 2 (bug): 0.028; 293, 508, 966, 699, 2 (bug): 0.028; 948, 531, 1236, 700, 2 (bug): 0.028; 1146, 105, 1260, 335, 2 (bug): 0.028; 1095, 114, 1222, 515, 1 (tree): 0.028; 656, 693, 687, 696, 0 (car): 0.028; 1111, 389, 1228, 699, 1 (tree): 0.028; 1153, 163, 1261, 325, 2 (bug): 0.028; 817, 534, 959, 653, 1 (tree): 0.028; 413, 440, 640, 609, 2 (bug): 0.028; 467, 446, 697, 639, 2 (bug): 0.028; 898, 186, 1175, 547, 2 (bug): 0.028; 1064, 112, 1258, 428, 1 (tree): 0.028; 999, 638, 1107, 698, 2 (bug): 0.028; 1096, 188, 1261, 471, 1 (tree): 0.028; 160, 596, 355, 706, 2 (bug): 0.028; 680, 691, 710, 695, 0 (car): 0.028; 17, 76, 1247, 695, 2 (bug): 0.028; 312, 423, 654, 634, 2 (bug): 0.028; 948, 531, 1236, 700, 1 (tree): 0.027; 626, 319, 1237, 659, 2 (bug): 0.027; 626, 319, 1237, 659, 1 (tree): 0.027; 296, 78, 538, 325, 0 (car): 0.027; 746, 693, 928, 697, 0 (car): 0.027; 1087, 243, 1269, 473, 1 (tree): 0.027; 1161, 123, 1278, 299, 2 (bug): 0.027; 719, 690, 747, 693, 0 (car): 0.027; 1107, 95, 1265, 264, 2 (bug): 0.027; 1064, 112, 1258, 428, 2 (bug): 0.027; 1215, 148, 1268, 327, 2 (bug): 0.027; 877, 0, 979, 83, 2 (bug): 0.027; 227, 521, 272, 667, 2 (bug): 0.027; 35, 711, 47, 715, 2 (bug): 0.027; 117, 487, 287, 693, 2 (bug): 0.027; 1100, 335, 1253, 667, 1 (tree): 0.027; 219, 141, 591, 564, 2 (bug): 0.027; 758, 689, 785, 692, 0 (car): 0.027; 1162, 180, 1195, 424, 1 (tree): 0.027; 1013, 0, 1089, 144, 2 (bug): 0.027; 1116, 47, 1190, 398, 1 (tree): 0.027; 797, 689, 826, 692, 0 (car): 0.027; 718, 235, 1245, 697, 1 (tree): 0.027; 1021, 234, 1248, 645, 1 (tree): 0.027; 1090, 441, 1274, 659, 1 (tree): 0.027; 0, 199, 274, 629, 1 (tree): 0.027; 1117, 172, 1171, 407, 1 (tree): 0.027; 999, 667, 1109, 705, 2 (bug): 0.027; 633, 4, 715, 151, 2 (bug): 0.027; 1101, 214, 1207, 342, 2 (bug): 0.027; 536, 366, 1241, 698, 1 (tree): 0.027; 1025, 652, 1098, 700, 2 (bug): 0.027; 1035, 638, 1110, 707, 2 (bug): 0.027; 1091, 58, 1133, 269, 1 (tree): 0.027; 1095, 114, 1222, 515, 2 (bug): 0.027; 844, 689, 878, 692, 0 (car): 0.027; 1071, 112, 1277, 545, 1 (tree): 0.027; 630, 468, 934, 588, 2 (bug): 0.027; 976, 144, 1280, 705, 2 (bug): 0.026; 1138, 544, 1254, 705, 1 (tree): 0.026; 727, 0, 813, 80, 2 (bug): 0.026; 678, 107, 811, 281, 0 (car): 0.026; 1053, 114, 1187, 467, 1 (tree): 0.026; 930, 240, 1280, 720, 2 (bug): 0.026; 227, 521, 272, 667, 1 (tree): 0.026; 185, 205, 480, 611, 2 (bug): 0.026; 1136, 631, 1277, 719, 2 (bug): 0.026; 442, 613, 570, 718, 0 (car): 0.026; 0, 296, 284, 576, 1 (tree): 0.026; 110, 258, 490, 552, 2 (bug): 0.026; 270, 274, 490, 430, 2 (bug): 0.026; 38, 12, 172, 232, 0 (car): 0.026; 992, 360, 1269, 653, 1 (tree): 0.026; 308, 312, 516, 458, 2 (bug): 0.026; 27, 44, 64, 214, 2 (bug): 0.026; 305, 179, 968, 720, 2 (bug): 0.026; 707, 294, 1134, 627, 1 (tree): 0.026; 1028, 318, 1264, 581, 1 (tree): 0.026; 979, 660, 1094, 700, 2 (bug): 0.026; 961, 381, 1274, 684, 2 (bug): 0.026; 94, 673, 269, 719, 2 (bug): 0.026; 635, 447, 934, 569, 2 (bug): 0.026; 121, 471, 379, 684, 2 (bug): 0.026; 1111, 389, 1228, 699, 2 (bug): 0.026; 1034, 645, 1203, 705, 1 (tree): 0.026; 1028, 318, 1264, 581, 2 (bug): 0.026; 1013, 0, 1089, 144, 1 (tree): 0.026; 1063, 261, 1213, 681, 2 (bug): 0.026; 1053, 114, 1187, 467, 2 (bug): 0.026; 118, 575, 378, 698, 2 (bug): 0.026; 999, 638, 1107, 698, 1 (tree): 0.026; 38, 12, 172, 232, 2 (bug): 0.026; 1239, 180, 1255, 376, 1 (tree): 0.026; 1087, 243, 1269, 473, 2 (bug): 0.026; 1040, 638, 1184, 708, 1 (tree): 0.026; 992, 360, 1269, 653, 2 (bug): 0.026; 125, 518, 332, 713, 2 (bug): 0.026; 50, 93, 91, 399, 1 (tree): 0.026; 44, 108, 233, 613, 1 (tree): 0.026; 1189, 204, 1251, 382, 1 (tree): 0.026; 228, 57, 360, 107, 1 (tree): 0.026; 616, 389, 1253, 662, 2 (bug): 0.026; 1096, 188, 1261, 471, 2 (bug): 0.026; 1035, 638, 1110, 707, 1 (tree): 0.026; 1116, 47, 1190, 398, 2 (bug): 0.026; 1002, 654, 1106, 715, 2 (bug): 0.026; 1103, 252, 1131, 340, 1 (tree): 0.026; 614, 450, 936, 579, 2 (bug): 0.026; 1063, 261, 1213, 681, 1 (tree): 0.026; 988, 682, 1187, 712, 2 (bug): 0.026; 961, 381, 1274, 684, 1 (tree): 0.026; 825, 60, 882, 96, 2 (bug): 0.026; 1034, 645, 1203, 705, 2 (bug): 0.026; 241, 623, 297, 659, 1 (tree): 0.026; 0, 248, 538, 594, 1 (tree): 0.026; 115, 551, 267, 714, 2 (bug): 0.026; 930, 240, 1280, 720, 1 (tree): 0.026; 1114, 147, 1157, 284, 2 (bug): 0.026; 1021, 234, 1248, 645, 2 (bug): 0.026; 1239, 180, 1255, 376, 2 (bug): 0.026; 1153, 163, 1261, 325, 1 (tree): 0.026; 346, 49, 429, 89, 2 (bug): 0.026; 979, 660, 1094, 700, 1 (tree): 0.026; 620, 452, 939, 582, 2 (bug): 0.026; 976, 144, 1280, 705, 1 (tree): 0.026; 241, 623, 297, 659, 2 (bug): 0.026; 1082, 113, 1102, 221, 2 (bug): 0.026; 1200, 677, 1280, 717, 2 (bug): 0.025; 17, 220, 145, 605, 1 (tree): 0.025; 886, 690, 938, 693, 2 (bug): 0.025; 6, 552, 371, 720, 0 (car): 0.025; 1117, 172, 1171, 407, 2 (bug): 0.025; 1040, 638, 1184, 708, 2 (bug): 0.025; 1101, 214, 1207, 342, 1 (tree): 0.025; 829, 454, 1222, 708, 1 (tree): 0.025; 35, 711, 47, 715, 1 (tree): 0.025; 1025, 652, 1098, 700, 1 (tree): 0.025; 140, 195, 445, 505, 2 (bug): 0.025; 249, 552, 582, 661, 2 (bug): 0.025; 31, 211, 113, 478, 1 (tree): 0.025; 25, 115, 110, 595, 1 (tree): 0.025; 988, 682, 1187, 712, 1 (tree): 0.025; 642, 471, 932, 587, 2 (bug): 0.025; 103, 248, 266, 496, 1 (tree): 0.025; 228, 57, 360, 107, 2 (bug): 0.025; 707, 294, 1134, 627, 0 (car): 0.025; 1091, 338, 1252, 553, 1 (tree): 0.025; 13, 170, 66, 573, 1 (tree): 0.025; 6, 552, 371, 720, 2 (bug): 0.025; 1164, 7, 1257, 232, 2 (bug): 0.025; 12, 243, 65, 573, 1 (tree): 0.025; 1002, 654, 1106, 715, 1 (tree): 0.025; 134, 632, 213, 710, 2 (bug): 0.025; 50, 93, 91, 399, 2 (bug): 0.025; 22, 79, 63, 374, 1 (tree): 0.025; 31, 171, 152, 551, 1 (tree): 0.025; 1100, 335, 1253, 667, 2 (bug): 0.025; 41, 225, 109, 411, 1 (tree): 0.025; 1055, 30, 1207, 81, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_m_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "801, 198, 1065, 497, 2 (bug): 0.041; 297, 79, 537, 325, 2 (bug): 0.041; 805, 188, 1096, 459, 2 (bug): 0.040; 678, 107, 810, 281, 2 (bug): 0.038; 666, 113, 821, 278, 2 (bug): 0.038; 749, 187, 1021, 590, 2 (bug): 0.034; 595, 0, 688, 46, 2 (bug): 0.033; 669, 106, 811, 282, 2 (bug): 0.032; 643, 0, 735, 44, 2 (bug): 0.032; 194, 0, 292, 63, 2 (bug): 0.032; 289, 713, 1280, 720, 2 (bug): 0.032; 673, 106, 816, 282, 2 (bug): 0.031; 669, 106, 808, 282, 2 (bug): 0.031; 801, 198, 1065, 497, 0 (car): 0.031; 366, 79, 443, 150, 2 (bug): 0.031; 289, 713, 1280, 720, 1 (tree): 0.031; 517, 0, 588, 92, 2 (bug): 0.031; 289, 713, 1280, 720, 0 (car): 0.030; 887, 0, 964, 76, 2 (bug): 0.030; 835, 0, 936, 68, 2 (bug): 0.030; 579, 483, 1045, 652, 2 (bug): 0.030; 762, 405, 1055, 591, 2 (bug): 0.030; 568, 459, 899, 637, 2 (bug): 0.030; 99, 0, 240, 38, 2 (bug): 0.030; 847, 0, 922, 62, 2 (bug): 0.030; 749, 187, 1021, 590, 0 (car): 0.030; 675, 107, 809, 282, 2 (bug): 0.030; 1070, 141, 1106, 366, 1 (tree): 0.030; 810, 0, 951, 68, 2 (bug): 0.030; 806, 0, 953, 68, 2 (bug): 0.030; 613, 482, 1237, 705, 2 (bug): 0.030; 690, 0, 911, 41, 2 (bug): 0.030; 624, 415, 1174, 636, 2 (bug): 0.030; 771, 0, 825, 68, 2 (bug): 0.030; 492, 397, 1210, 691, 2 (bug): 0.029; 565, 522, 791, 652, 2 (bug): 0.029; 462, 693, 559, 698, 0 (car): 0.029; 478, 67, 615, 114, 2 (bug): 0.029; 484, 0, 565, 113, 2 (bug): 0.029; 797, 409, 1002, 637, 2 (bug): 0.029; 1144, 171, 1223, 465, 1 (tree): 0.029; 925, 501, 1036, 678, 2 (bug): 0.029; 487, 0, 567, 112, 2 (bug): 0.029; 739, 0, 925, 42, 2 (bug): 0.029; 675, 105, 813, 282, 2 (bug): 0.029; 901, 479, 1046, 663, 2 (bug): 0.029; 589, 361, 1162, 706, 2 (bug): 0.029; 801, 0, 878, 67, 2 (bug): 0.029; 679, 107, 810, 280, 2 (bug): 0.029; 781, 518, 935, 632, 2 (bug): 0.029; 1017, 78, 1063, 235, 1 (tree): 0.029; 536, 693, 610, 697, 0 (car): 0.029; 482, 513, 643, 621, 2 (bug): 0.029; 703, 0, 821, 45, 2 (bug): 0.029; 828, 514, 1211, 709, 2 (bug): 0.029; 631, 94, 701, 197, 2 (bug): 0.029; 932, 539, 1040, 674, 2 (bug): 0.029; 679, 107, 810, 280, 0 (car): 0.029; 1158, 174, 1209, 295, 2 (bug): 0.029; 1147, 215, 1176, 492, 1 (tree): 0.029; 166, 0, 273, 22, 2 (bug): 0.029; 856, 332, 1086, 651, 2 (bug): 0.029; 611, 692, 672, 696, 0 (car): 0.029; 918, 43, 1039, 220, 2 (bug): 0.029; 297, 79, 537, 325, 0 (car): 0.029; 673, 106, 813, 286, 2 (bug): 0.028; 439, 61, 581, 103, 2 (bug): 0.028; 1095, 86, 1131, 248, 1 (tree): 0.028; 1116, 154, 1214, 297, 2 (bug): 0.028; 964, 572, 1058, 709, 2 (bug): 0.028; 678, 107, 810, 281, 0 (car): 0.028; 289, 49, 345, 101, 1 (tree): 0.028; 966, 597, 1237, 709, 2 (bug): 0.028; 1151, 291, 1261, 557, 1 (tree): 0.028; 42, 711, 50, 715, 2 (bug): 0.028; 448, 0, 525, 95, 2 (bug): 0.028; 348, 421, 1008, 614, 2 (bug): 0.028; 671, 88, 784, 244, 2 (bug): 0.028; 465, 51, 552, 90, 2 (bug): 0.028; 489, 47, 599, 83, 2 (bug): 0.028; 438, 52, 690, 97, 2 (bug): 0.028; 478, 48, 603, 121, 2 (bug): 0.028; 658, 691, 713, 694, 0 (car): 0.028; 1110, 105, 1145, 284, 1 (tree): 0.028; 995, 595, 1076, 710, 2 (bug): 0.028; 417, 510, 604, 667, 2 (bug): 0.028; 1068, 449, 1215, 606, 1 (tree): 0.028; 900, 579, 994, 671, 2 (bug): 0.028; 233, 127, 769, 201, 2 (bug): 0.028; 272, 0, 336, 92, 1 (tree): 0.028; 703, 0, 821, 45, 1 (tree): 0.028; 901, 36, 948, 147, 2 (bug): 0.028; 1080, 368, 1210, 720, 2 (bug): 0.028; 779, 234, 1264, 625, 2 (bug): 0.028; 1150, 118, 1201, 314, 2 (bug): 0.028; 800, 140, 1258, 637, 2 (bug): 0.028; 1070, 141, 1106, 366, 2 (bug): 0.028; 682, 0, 800, 69, 2 (bug): 0.028; 480, 2, 556, 109, 2 (bug): 0.028; 1147, 242, 1177, 526, 1 (tree): 0.028; 1129, 461, 1217, 709, 1 (tree): 0.028; 335, 46, 450, 81, 1 (tree): 0.028; 693, 690, 746, 693, 0 (car): 0.028; 208, 328, 584, 695, 2 (bug): 0.028; 468, 0, 511, 97, 2 (bug): 0.028; 407, 72, 461, 139, 2 (bug): 0.028; 565, 522, 791, 652, 1 (tree): 0.028; 805, 188, 1096, 459, 0 (car): 0.028; 1099, 431, 1229, 579, 1 (tree): 0.028; 989, 601, 1056, 713, 2 (bug): 0.028; 754, 691, 872, 694, 0 (car): 0.028; 1141, 415, 1234, 700, 2 (bug): 0.027; 1145, 304, 1181, 496, 2 (bug): 0.027; 684, 304, 1259, 716, 2 (bug): 0.027; 1156, 113, 1198, 291, 2 (bug): 0.027; 1107, 371, 1278, 586, 1 (tree): 0.027; 39, 0, 172, 241, 2 (bug): 0.027; 254, 34, 382, 97, 1 (tree): 0.027; 1144, 171, 1223, 465, 2 (bug): 0.027; 1232, 130, 1249, 293, 2 (bug): 0.027; 726, 689, 780, 692, 0 (car): 0.027; 420, 147, 729, 381, 2 (bug): 0.027; 669, 106, 808, 282, 0 (car): 0.027; 1145, 304, 1181, 496, 1 (tree): 0.027; 1120, 133, 1155, 320, 2 (bug): 0.027; 754, 689, 812, 692, 0 (car): 0.027; 551, 86, 695, 178, 2 (bug): 0.027; 1109, 354, 1280, 633, 1 (tree): 0.027; 113, 192, 529, 342, 2 (bug): 0.027; 1137, 175, 1178, 333, 2 (bug): 0.027; 1137, 175, 1178, 333, 1 (tree): 0.027; 788, 689, 869, 692, 0 (car): 0.027; 750, 55, 811, 91, 2 (bug): 0.027; 1151, 291, 1261, 557, 2 (bug): 0.027; 1141, 415, 1234, 700, 1 (tree): 0.027; 1110, 105, 1145, 284, 2 (bug): 0.027; 901, 36, 948, 147, 1 (tree): 0.027; 1078, 452, 1267, 645, 1 (tree): 0.027; 579, 483, 1045, 652, 1 (tree): 0.027; 1147, 242, 1177, 526, 2 (bug): 0.027; 397, 88, 634, 163, 2 (bug): 0.027; 1129, 134, 1178, 330, 2 (bug): 0.027; 781, 689, 843, 691, 0 (car): 0.027; 1125, 456, 1280, 683, 1 (tree): 0.027; 1123, 338, 1271, 615, 1 (tree): 0.027; 332, 70, 408, 125, 2 (bug): 0.027; 803, 421, 1235, 647, 2 (bug): 0.027; 642, 584, 827, 701, 2 (bug): 0.027; 20, 166, 132, 364, 1 (tree): 0.027; 950, 275, 1088, 569, 2 (bug): 0.027; 1086, 112, 1222, 325, 2 (bug): 0.027; 453, 56, 517, 101, 2 (bug): 0.027; 335, 46, 450, 81, 2 (bug): 0.027; 65, 69, 264, 669, 1 (tree): 0.027; 1080, 368, 1210, 720, 1 (tree): 0.027; 1086, 112, 1222, 325, 1 (tree): 0.027; 779, 234, 1264, 625, 1 (tree): 0.027; 801, 0, 878, 67, 1 (tree): 0.027; 1151, 437, 1270, 616, 1 (tree): 0.027; 497, 101, 660, 184, 2 (bug): 0.027; 1129, 134, 1178, 330, 1 (tree): 0.027; 1107, 371, 1278, 586, 2 (bug): 0.027; 1147, 215, 1176, 492, 2 (bug): 0.027; 76, 174, 558, 647, 2 (bug): 0.027; 1120, 133, 1155, 320, 1 (tree): 0.027; 442, 64, 485, 124, 1 (tree): 0.027; 1017, 78, 1063, 235, 2 (bug): 0.027; 1046, 38, 1229, 83, 2 (bug): 0.027; 771, 0, 825, 68, 1 (tree): 0.027; 1113, 406, 1150, 566, 1 (tree): 0.027; 887, 0, 964, 76, 1 (tree): 0.027; 63, 122, 232, 668, 1 (tree): 0.027; 33, 211, 174, 454, 1 (tree): 0.027; 439, 61, 581, 103, 1 (tree): 0.027; 1108, 430, 1275, 684, 1 (tree): 0.027; 595, 0, 688, 46, 1 (tree): 0.027; 806, 0, 953, 68, 1 (tree): 0.027; 39, 181, 169, 439, 1 (tree): 0.027; 201, 522, 602, 712, 2 (bug): 0.026; 492, 0, 577, 120, 2 (bug): 0.026; 109, 239, 230, 590, 1 (tree): 0.026; 0, 568, 244, 714, 2 (bug): 0.026; 1019, 50, 1107, 93, 1 (tree): 0.026; 1125, 418, 1270, 673, 1 (tree): 0.026; 442, 64, 485, 124, 2 (bug): 0.026; 800, 140, 1258, 637, 1 (tree): 0.026; 56, 180, 222, 650, 1 (tree): 0.026; 810, 0, 951, 68, 1 (tree): 0.026; 613, 482, 1237, 705, 1 (tree): 0.026; 1065, 646, 1280, 720, 2 (bug): 0.026; 803, 421, 1235, 647, 1 (tree): 0.026; 847, 0, 922, 62, 1 (tree): 0.026; 455, 43, 498, 107, 1 (tree): 0.026; 0, 182, 59, 451, 1 (tree): 0.026; 835, 0, 936, 68, 1 (tree): 0.026; 39, 0, 172, 241, 1 (tree): 0.026; 964, 572, 1058, 709, 1 (tree): 0.026; 429, 64, 711, 192, 2 (bug): 0.026; 624, 415, 1174, 636, 1 (tree): 0.026; 289, 49, 345, 101, 2 (bug): 0.026; 1129, 461, 1217, 709, 2 (bug): 0.026; 233, 127, 769, 201, 1 (tree): 0.026; 374, 106, 664, 197, 2 (bug): 0.026; 42, 711, 50, 715, 1 (tree): 0.026; 0, 233, 63, 483, 1 (tree): 0.026; 465, 51, 552, 90, 1 (tree): 0.026; 0, 302, 45, 585, 1 (tree): 0.026; 1113, 406, 1150, 566, 2 (bug): 0.026; 0, 215, 212, 663, 1 (tree): 0.026; 0, 291, 31, 558, 1 (tree): 0.026; 921, 477, 1280, 717, 1 (tree): 0.026; 455, 43, 498, 107, 2 (bug): 0.026; 1103, 447, 1280, 716, 1 (tree): 0.026; 726, 0, 787, 90, 2 (bug): 0.026; 0, 276, 57, 507, 1 (tree): 0.026; 76, 174, 558, 647, 1 (tree): 0.026; 1110, 443, 1264, 720, 1 (tree): 0.026; 254, 34, 382, 97, 2 (bug): 0.026; 1019, 50, 1107, 93, 2 (bug): 0.026; 49, 138, 90, 328, 1 (tree): 0.026; 932, 539, 1040, 674, 1 (tree): 0.026; 568, 459, 899, 637, 1 (tree): 0.026; 1123, 338, 1271, 615, 2 (bug): 0.026; 828, 514, 1211, 709, 1 (tree): 0.026; 1065, 646, 1280, 720, 1 (tree): 0.026; 901, 170, 1264, 550, 2 (bug): 0.026; 77, 54, 198, 622, 1 (tree): 0.026; 164, 550, 1219, 687, 2 (bug): 0.026; 34, 200, 128, 547, 1 (tree): 0.026; 121, 518, 273, 714, 2 (bug): 0.026; 47, 104, 98, 237, 2 (bug): 0.026; 453, 56, 517, 101, 1 (tree): 0.026; 40, 265, 168, 462, 1 (tree): 0.026; 1109, 354, 1280, 633, 2 (bug): 0.026; 116, 197, 245, 365, 1 (tree): 0.026; 102, 481, 442, 710, 2 (bug): 0.026; 478, 67, 615, 114, 1 (tree): 0.026; 116, 512, 189, 720, 2 (bug): 0.026; 900, 579, 994, 671, 1 (tree): 0.026; 83, 204, 146, 428, 1 (tree): 0.026; 0, 193, 219, 657, 1 (tree): 0.026; 690, 0, 911, 41, 1 (tree): 0.026; 739, 0, 925, 42, 1 (tree): 0.026; 116, 197, 245, 365, 2 (bug): 0.026; 105, 528, 370, 710, 2 (bug): 0.026; 966, 597, 1237, 709, 1 (tree): 0.026; 105, 512, 380, 718, 2 (bug): 0.026; 1096, 238, 1280, 716, 1 (tree): 0.026; 108, 482, 428, 708, 2 (bug): 0.026; 40, 209, 150, 634, 1 (tree): 0.026; 921, 477, 1280, 717, 2 (bug): 0.026; 1147, 211, 1169, 311, 2 (bug): 0.026; 1095, 86, 1131, 248, 2 (bug): 0.026; 194, 0, 292, 63, 1 (tree): 0.026; 925, 501, 1036, 678, 1 (tree): 0.026; 901, 479, 1046, 663, 1 (tree): 0.026; 643, 0, 735, 44, 1 (tree): 0.026; 1257, 186, 1264, 281, 2 (bug): 0.026; 682, 0, 800, 69, 1 (tree): 0.026; 90, 318, 208, 592, 1 (tree): 0.026; 0, 143, 45, 365, 2 (bug): 0.026; 745, 596, 874, 696, 2 (bug): 0.026; 995, 595, 1076, 710, 1 (tree): 0.026; 43, 272, 186, 655, 1 (tree): 0.026; 1, 344, 49, 597, 1 (tree): 0.026; 484, 0, 565, 113, 1 (tree): 0.026; 369, 82, 639, 193, 2 (bug): 0.026; 103, 695, 236, 717, 2 (bug): 0.026; 1185, 9, 1222, 226, 2 (bug): 0.026; 197, 457, 487, 672, 2 (bug): 0.026; 1103, 447, 1280, 716, 2 (bug): 0.026; 16, 122, 152, 624, 1 (tree): 0.026; 482, 513, 643, 621, 1 (tree): 0.026; 151, 0, 251, 194, 1 (tree): 0.026; 478, 48, 603, 121, 1 (tree): 0.026; 440, 70, 492, 132, 1 (tree): 0.026; 492, 397, 1210, 691, 1 (tree): 0.026; 0, 198, 530, 661, 1 (tree): 0.026; 480, 2, 556, 109, 1 (tree): 0.026; 227, 541, 539, 669, 2 (bug): 0.026; 347, 55, 495, 101, 2 (bug): 0.026; 35, 285, 142, 621, 1 (tree): 0.026; 1211, 112, 1261, 245, 2 (bug): 0.026; 726, 0, 787, 90, 1 (tree): 0.025; 95, 526, 411, 720, 2 (bug): 0.025; 122, 552, 412, 701, 2 (bug): 0.025; 59, 157, 515, 648, 2 (bug): 0.025; 444, 602, 708, 691, 2 (bug): 0.025; 34, 164, 145, 622, 1 (tree): 0.025; 989, 601, 1056, 713, 1 (tree): 0.025; 438, 52, 690, 97, 1 (tree): 0.025; 151, 0, 251, 194, 2 (bug): 0.025; 1108, 430, 1275, 684, 2 (bug): 0.025; 101, 465, 345, 710, 2 (bug): 0.025; 26, 224, 383, 546, 1 (tree): 0.025; 19, 16, 65, 352, 2 (bug): 0.025; 220, 536, 548, 667, 2 (bug): 0.025; 374, 106, 664, 197, 1 (tree): 0.025; 15, 198, 59, 491, 1 (tree): 0.025; 135, 640, 374, 704, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_m_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "802, 198, 1065, 497, 2 (bug): 0.040; 678, 107, 810, 280, 2 (bug): 0.037; 296, 78, 538, 325, 2 (bug): 0.037; 802, 198, 1061, 492, 2 (bug): 0.037; 321, 80, 470, 158, 2 (bug): 0.032; 817, 534, 960, 653, 2 (bug): 0.032; 802, 198, 1065, 497, 0 (car): 0.031; 707, 294, 1134, 627, 2 (bug): 0.031; 425, 70, 486, 176, 2 (bug): 0.031; 718, 192, 1242, 716, 2 (bug): 0.031; 340, 223, 1214, 710, 2 (bug): 0.030; 718, 234, 1244, 697, 2 (bug): 0.030; 90, 0, 230, 24, 2 (bug): 0.030; 425, 694, 500, 700, 0 (car): 0.030; 829, 454, 1222, 708, 2 (bug): 0.029; 123, 0, 266, 25, 2 (bug): 0.029; 639, 466, 1102, 655, 2 (bug): 0.029; 802, 198, 1061, 492, 0 (car): 0.029; 212, 400, 1274, 696, 2 (bug): 0.029; 1010, 524, 1119, 695, 2 (bug): 0.029; 339, 576, 1225, 719, 2 (bug): 0.029; 1010, 524, 1119, 695, 1 (tree): 0.029; 558, 694, 600, 698, 0 (car): 0.029; 660, 696, 897, 710, 0 (car): 0.029; 1098, 164, 1215, 317, 2 (bug): 0.028; 620, 694, 656, 697, 0 (car): 0.028; 948, 532, 1236, 700, 2 (bug): 0.028; 536, 366, 1241, 698, 2 (bug): 0.028; 293, 507, 965, 699, 2 (bug): 0.028; 1144, 105, 1259, 334, 2 (bug): 0.028; 1095, 114, 1222, 514, 1 (tree): 0.028; 656, 692, 688, 696, 0 (car): 0.028; 1111, 390, 1228, 698, 1 (tree): 0.028; 1153, 162, 1261, 325, 2 (bug): 0.028; 817, 534, 960, 653, 1 (tree): 0.028; 414, 441, 640, 608, 2 (bug): 0.028; 468, 446, 697, 639, 2 (bug): 0.028; 999, 638, 1108, 698, 2 (bug): 0.028; 900, 185, 1176, 546, 2 (bug): 0.028; 1096, 188, 1261, 471, 1 (tree): 0.028; 1064, 112, 1258, 428, 1 (tree): 0.028; 16, 76, 1246, 695, 2 (bug): 0.028; 680, 692, 710, 694, 0 (car): 0.028; 160, 596, 355, 706, 2 (bug): 0.028; 313, 423, 654, 634, 2 (bug): 0.028; 948, 532, 1236, 700, 1 (tree): 0.027; 626, 319, 1236, 658, 2 (bug): 0.027; 296, 78, 538, 325, 0 (car): 0.027; 626, 319, 1236, 658, 1 (tree): 0.027; 746, 693, 928, 698, 0 (car): 0.027; 1087, 243, 1269, 473, 1 (tree): 0.027; 1162, 123, 1278, 299, 2 (bug): 0.027; 1108, 95, 1266, 264, 2 (bug): 0.027; 1064, 112, 1258, 428, 2 (bug): 0.027; 720, 690, 747, 693, 0 (car): 0.027; 1214, 148, 1268, 328, 2 (bug): 0.027; 227, 520, 272, 666, 2 (bug): 0.027; 878, 0, 979, 83, 2 (bug): 0.027; 35, 711, 47, 716, 2 (bug): 0.027; 1100, 335, 1253, 666, 1 (tree): 0.027; 117, 486, 287, 692, 2 (bug): 0.027; 758, 689, 785, 692, 0 (car): 0.027; 219, 142, 590, 565, 2 (bug): 0.027; 633, 3, 714, 151, 2 (bug): 0.027; 1162, 179, 1195, 424, 1 (tree): 0.027; 1012, 0, 1089, 144, 2 (bug): 0.027; 1116, 48, 1190, 398, 1 (tree): 0.027; 797, 689, 826, 692, 0 (car): 0.027; 718, 234, 1244, 697, 1 (tree): 0.027; 1090, 441, 1274, 658, 1 (tree): 0.027; 0, 200, 275, 629, 1 (tree): 0.027; 1021, 234, 1248, 644, 1 (tree): 0.027; 1118, 172, 1171, 406, 1 (tree): 0.027; 1000, 667, 1109, 705, 2 (bug): 0.027; 1102, 214, 1207, 342, 2 (bug): 0.027; 1035, 638, 1111, 707, 2 (bug): 0.027; 1024, 652, 1099, 700, 2 (bug): 0.027; 1071, 112, 1276, 545, 1 (tree): 0.027; 536, 366, 1241, 698, 1 (tree): 0.027; 1091, 58, 1132, 269, 1 (tree): 0.027; 630, 468, 934, 587, 2 (bug): 0.027; 844, 688, 878, 692, 0 (car): 0.027; 1095, 114, 1222, 514, 2 (bug): 0.027; 976, 144, 1280, 706, 2 (bug): 0.027; 930, 57, 1280, 720, 1 (tree): 0.026; 727, 0, 812, 80, 2 (bug): 0.026; 1052, 114, 1187, 467, 1 (tree): 0.026; 1138, 544, 1254, 706, 1 (tree): 0.026; 1136, 630, 1278, 719, 2 (bug): 0.026; 227, 520, 272, 666, 1 (tree): 0.026; 678, 107, 810, 280, 0 (car): 0.026; 185, 205, 480, 612, 2 (bug): 0.026; 930, 57, 1280, 720, 2 (bug): 0.026; 0, 297, 284, 576, 1 (tree): 0.026; 270, 274, 490, 430, 2 (bug): 0.026; 438, 612, 568, 718, 0 (car): 0.026; 38, 12, 172, 232, 0 (car): 0.026; 111, 258, 484, 552, 2 (bug): 0.026; 992, 360, 1269, 653, 1 (tree): 0.026; 960, 381, 1274, 684, 2 (bug): 0.026; 308, 312, 516, 458, 2 (bug): 0.026; 27, 44, 64, 214, 2 (bug): 0.026; 306, 179, 970, 720, 2 (bug): 0.026; 634, 447, 934, 568, 2 (bug): 0.026; 707, 294, 1134, 627, 1 (tree): 0.026; 980, 660, 1094, 700, 2 (bug): 0.026; 1028, 318, 1264, 582, 1 (tree): 0.026; 94, 673, 269, 719, 2 (bug): 0.026; 1111, 390, 1228, 698, 2 (bug): 0.026; 122, 471, 379, 684, 2 (bug): 0.026; 1028, 318, 1264, 582, 2 (bug): 0.026; 1034, 644, 1203, 706, 1 (tree): 0.026; 1063, 261, 1213, 681, 2 (bug): 0.026; 1052, 114, 1187, 467, 2 (bug): 0.026; 1087, 243, 1269, 473, 2 (bug): 0.026; 1012, 0, 1089, 144, 1 (tree): 0.026; 38, 12, 172, 232, 2 (bug): 0.026; 992, 360, 1269, 653, 2 (bug): 0.026; 999, 638, 1108, 698, 1 (tree): 0.026; 118, 575, 378, 698, 2 (bug): 0.026; 1041, 638, 1184, 708, 1 (tree): 0.026; 1239, 180, 1254, 376, 1 (tree): 0.026; 616, 390, 1252, 661, 2 (bug): 0.026; 50, 93, 91, 399, 1 (tree): 0.026; 1096, 188, 1261, 471, 2 (bug): 0.026; 43, 108, 233, 612, 1 (tree): 0.026; 228, 57, 360, 107, 1 (tree): 0.026; 1189, 204, 1251, 382, 1 (tree): 0.026; 1002, 654, 1106, 715, 2 (bug): 0.026; 1102, 249, 1131, 336, 1 (tree): 0.026; 1035, 638, 1111, 707, 1 (tree): 0.026; 1116, 48, 1190, 398, 2 (bug): 0.026; 125, 521, 332, 713, 2 (bug): 0.026; 988, 682, 1187, 712, 2 (bug): 0.026; 614, 450, 936, 579, 2 (bug): 0.026; 1063, 261, 1213, 681, 1 (tree): 0.026; 1034, 644, 1203, 706, 2 (bug): 0.026; 960, 381, 1274, 684, 1 (tree): 0.026; 115, 551, 268, 714, 2 (bug): 0.026; 1239, 180, 1254, 376, 2 (bug): 0.026; 241, 622, 297, 659, 1 (tree): 0.026; 0, 250, 534, 594, 1 (tree): 0.026; 1021, 234, 1248, 644, 2 (bug): 0.026; 1112, 147, 1157, 284, 2 (bug): 0.026; 1153, 162, 1261, 325, 1 (tree): 0.026; 620, 452, 939, 582, 2 (bug): 0.026; 346, 49, 429, 89, 2 (bug): 0.026; 241, 622, 297, 659, 2 (bug): 0.026; 976, 144, 1280, 706, 1 (tree): 0.026; 980, 660, 1094, 700, 1 (tree): 0.026; 1081, 113, 1102, 221, 2 (bug): 0.025; 886, 690, 938, 693, 2 (bug): 0.025; 17, 220, 145, 604, 1 (tree): 0.025; 1200, 677, 1280, 716, 2 (bug): 0.025; 1118, 172, 1171, 406, 2 (bug): 0.025; 1041, 638, 1184, 708, 2 (bug): 0.025; 6, 552, 371, 720, 0 (car): 0.025; 829, 454, 1222, 708, 1 (tree): 0.025; 35, 711, 47, 716, 1 (tree): 0.025; 1102, 214, 1207, 342, 1 (tree): 0.025; 140, 196, 445, 505, 2 (bug): 0.025; 1024, 652, 1099, 700, 1 (tree): 0.025; 249, 552, 582, 661, 2 (bug): 0.025; 31, 211, 112, 478, 1 (tree): 0.025; 642, 471, 932, 587, 2 (bug): 0.025; 25, 115, 111, 596, 1 (tree): 0.025; 103, 249, 266, 496, 1 (tree): 0.025; 988, 682, 1187, 712, 1 (tree): 0.025; 228, 57, 360, 107, 2 (bug): 0.025; 824, 58, 881, 96, 2 (bug): 0.025; 1091, 338, 1252, 552, 1 (tree): 0.025; 1163, 7, 1257, 232, 2 (bug): 0.025; 6, 552, 371, 720, 2 (bug): 0.025; 13, 170, 66, 574, 1 (tree): 0.025; 707, 294, 1134, 627, 0 (car): 0.025; 12, 243, 65, 573, 1 (tree): 0.025; 1002, 654, 1106, 715, 1 (tree): 0.025; 50, 93, 91, 399, 2 (bug): 0.025; 134, 632, 212, 710, 2 (bug): 0.025; 1100, 335, 1253, 666, 2 (bug): 0.025; 22, 79, 63, 374, 1 (tree): 0.025; 31, 171, 151, 550, 1 (tree): 0.025; 41, 226, 109, 411, 1 (tree): 0.025; 1054, 29, 1207, 80, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_m_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "801, 198, 1065, 497, 2 (bug): 0.041; 297, 79, 537, 325, 2 (bug): 0.041; 805, 188, 1096, 459, 2 (bug): 0.040; 678, 107, 810, 281, 2 (bug): 0.038; 666, 113, 821, 278, 2 (bug): 0.038; 749, 187, 1021, 590, 2 (bug): 0.034; 595, 0, 688, 46, 2 (bug): 0.033; 669, 106, 811, 282, 2 (bug): 0.032; 643, 0, 735, 44, 2 (bug): 0.032; 194, 0, 292, 63, 2 (bug): 0.032; 289, 713, 1280, 720, 2 (bug): 0.032; 673, 106, 816, 282, 2 (bug): 0.031; 669, 106, 808, 282, 2 (bug): 0.031; 801, 198, 1065, 497, 0 (car): 0.031; 366, 79, 443, 150, 2 (bug): 0.031; 289, 713, 1280, 720, 1 (tree): 0.031; 289, 713, 1280, 720, 0 (car): 0.031; 517, 0, 588, 92, 2 (bug): 0.031; 887, 0, 964, 76, 2 (bug): 0.030; 835, 0, 936, 68, 2 (bug): 0.030; 579, 483, 1046, 652, 2 (bug): 0.030; 762, 405, 1056, 591, 2 (bug): 0.030; 568, 459, 899, 637, 2 (bug): 0.030; 99, 0, 240, 38, 2 (bug): 0.030; 847, 0, 922, 62, 2 (bug): 0.030; 749, 187, 1021, 590, 0 (car): 0.030; 675, 107, 809, 282, 2 (bug): 0.030; 1070, 141, 1106, 366, 1 (tree): 0.030; 810, 0, 951, 68, 2 (bug): 0.030; 806, 0, 953, 68, 2 (bug): 0.030; 613, 482, 1237, 705, 2 (bug): 0.030; 690, 0, 911, 41, 2 (bug): 0.030; 624, 415, 1175, 636, 2 (bug): 0.030; 771, 0, 825, 68, 2 (bug): 0.030; 493, 397, 1210, 691, 2 (bug): 0.029; 565, 522, 791, 652, 2 (bug): 0.029; 462, 693, 559, 698, 0 (car): 0.029; 478, 67, 615, 114, 2 (bug): 0.029; 797, 409, 1002, 637, 2 (bug): 0.029; 484, 0, 565, 113, 2 (bug): 0.029; 1144, 171, 1222, 465, 1 (tree): 0.029; 925, 501, 1036, 678, 2 (bug): 0.029; 487, 0, 567, 112, 2 (bug): 0.029; 739, 0, 925, 42, 2 (bug): 0.029; 675, 105, 813, 282, 2 (bug): 0.029; 901, 478, 1046, 663, 2 (bug): 0.029; 589, 361, 1162, 705, 2 (bug): 0.029; 801, 0, 878, 67, 2 (bug): 0.029; 679, 107, 810, 280, 2 (bug): 0.029; 781, 518, 935, 632, 2 (bug): 0.029; 1017, 78, 1063, 235, 1 (tree): 0.029; 536, 693, 610, 697, 0 (car): 0.029; 482, 513, 643, 621, 2 (bug): 0.029; 703, 0, 821, 45, 2 (bug): 0.029; 828, 514, 1211, 709, 2 (bug): 0.029; 631, 94, 701, 197, 2 (bug): 0.029; 932, 539, 1040, 674, 2 (bug): 0.029; 679, 107, 810, 280, 0 (car): 0.029; 1158, 174, 1209, 295, 2 (bug): 0.029; 1147, 215, 1176, 492, 1 (tree): 0.029; 166, 0, 273, 22, 2 (bug): 0.029; 856, 332, 1086, 651, 2 (bug): 0.029; 918, 43, 1039, 220, 2 (bug): 0.029; 611, 692, 672, 696, 0 (car): 0.029; 297, 79, 537, 325, 0 (car): 0.029; 673, 106, 813, 286, 2 (bug): 0.028; 439, 61, 581, 103, 2 (bug): 0.028; 1095, 86, 1131, 248, 1 (tree): 0.028; 1116, 154, 1214, 297, 2 (bug): 0.028; 964, 572, 1058, 709, 2 (bug): 0.028; 678, 107, 810, 281, 0 (car): 0.028; 289, 49, 345, 101, 1 (tree): 0.028; 966, 597, 1237, 709, 2 (bug): 0.028; 1151, 291, 1261, 558, 1 (tree): 0.028; 42, 711, 50, 715, 2 (bug): 0.028; 448, 0, 525, 95, 2 (bug): 0.028; 348, 421, 1008, 614, 2 (bug): 0.028; 671, 88, 784, 244, 2 (bug): 0.028; 465, 51, 552, 90, 2 (bug): 0.028; 489, 47, 599, 83, 2 (bug): 0.028; 438, 52, 690, 97, 2 (bug): 0.028; 478, 48, 603, 121, 2 (bug): 0.028; 658, 691, 713, 694, 0 (car): 0.028; 1110, 105, 1145, 284, 1 (tree): 0.028; 995, 595, 1076, 710, 2 (bug): 0.028; 417, 510, 604, 667, 2 (bug): 0.028; 1068, 449, 1215, 606, 1 (tree): 0.028; 900, 579, 994, 671, 2 (bug): 0.028; 233, 127, 769, 201, 2 (bug): 0.028; 273, 0, 336, 92, 1 (tree): 0.028; 703, 0, 821, 45, 1 (tree): 0.028; 901, 36, 948, 147, 2 (bug): 0.028; 1080, 368, 1210, 720, 2 (bug): 0.028; 779, 234, 1264, 625, 2 (bug): 0.028; 1150, 118, 1201, 314, 2 (bug): 0.028; 682, 0, 800, 69, 2 (bug): 0.028; 1070, 141, 1106, 366, 2 (bug): 0.028; 800, 139, 1258, 637, 2 (bug): 0.028; 480, 2, 556, 109, 2 (bug): 0.028; 1147, 242, 1177, 526, 1 (tree): 0.028; 1129, 461, 1217, 709, 1 (tree): 0.028; 335, 46, 450, 80, 1 (tree): 0.028; 693, 690, 746, 693, 0 (car): 0.028; 208, 328, 584, 695, 2 (bug): 0.028; 468, 0, 511, 97, 2 (bug): 0.028; 407, 72, 461, 139, 2 (bug): 0.028; 565, 522, 791, 652, 1 (tree): 0.028; 805, 188, 1096, 459, 0 (car): 0.028; 1099, 431, 1229, 579, 1 (tree): 0.028; 989, 601, 1056, 713, 2 (bug): 0.028; 754, 691, 872, 694, 0 (car): 0.028; 1141, 415, 1234, 700, 2 (bug): 0.027; 1145, 304, 1181, 496, 2 (bug): 0.027; 684, 304, 1259, 716, 2 (bug): 0.027; 1156, 113, 1198, 291, 2 (bug): 0.027; 1107, 371, 1278, 586, 1 (tree): 0.027; 39, 0, 172, 241, 2 (bug): 0.027; 420, 143, 729, 381, 2 (bug): 0.027; 254, 34, 382, 97, 1 (tree): 0.027; 1144, 171, 1222, 465, 2 (bug): 0.027; 1232, 130, 1249, 293, 2 (bug): 0.027; 726, 689, 780, 692, 0 (car): 0.027; 669, 106, 808, 282, 0 (car): 0.027; 1145, 304, 1181, 496, 1 (tree): 0.027; 1120, 133, 1155, 320, 2 (bug): 0.027; 754, 689, 812, 692, 0 (car): 0.027; 551, 86, 695, 178, 2 (bug): 0.027; 1109, 354, 1280, 633, 1 (tree): 0.027; 113, 191, 529, 342, 2 (bug): 0.027; 1137, 175, 1178, 333, 2 (bug): 0.027; 1137, 175, 1178, 333, 1 (tree): 0.027; 788, 689, 869, 692, 0 (car): 0.027; 750, 55, 811, 91, 2 (bug): 0.027; 1151, 291, 1261, 558, 2 (bug): 0.027; 1141, 415, 1234, 700, 1 (tree): 0.027; 1110, 105, 1145, 284, 2 (bug): 0.027; 901, 36, 948, 147, 1 (tree): 0.027; 1078, 452, 1267, 645, 1 (tree): 0.027; 579, 483, 1046, 652, 1 (tree): 0.027; 1147, 242, 1177, 526, 2 (bug): 0.027; 397, 88, 634, 163, 2 (bug): 0.027; 1129, 134, 1178, 330, 2 (bug): 0.027; 781, 689, 843, 691, 0 (car): 0.027; 1125, 456, 1280, 683, 1 (tree): 0.027; 1123, 338, 1271, 615, 1 (tree): 0.027; 332, 70, 408, 125, 2 (bug): 0.027; 803, 421, 1235, 647, 2 (bug): 0.027; 642, 584, 827, 701, 2 (bug): 0.027; 20, 166, 132, 364, 1 (tree): 0.027; 950, 275, 1088, 569, 2 (bug): 0.027; 1086, 112, 1222, 325, 2 (bug): 0.027; 453, 56, 517, 101, 2 (bug): 0.027; 335, 46, 450, 80, 2 (bug): 0.027; 66, 69, 264, 669, 1 (tree): 0.027; 1080, 368, 1210, 720, 1 (tree): 0.027; 1086, 112, 1222, 325, 1 (tree): 0.027; 779, 234, 1264, 625, 1 (tree): 0.027; 801, 0, 878, 67, 1 (tree): 0.027; 1151, 437, 1270, 616, 1 (tree): 0.027; 497, 101, 660, 184, 2 (bug): 0.027; 1129, 134, 1178, 330, 1 (tree): 0.027; 1107, 371, 1278, 586, 2 (bug): 0.027; 1147, 215, 1176, 492, 2 (bug): 0.027; 76, 174, 558, 647, 2 (bug): 0.027; 1120, 133, 1155, 320, 1 (tree): 0.027; 442, 64, 485, 124, 1 (tree): 0.027; 1017, 78, 1063, 235, 2 (bug): 0.027; 1046, 38, 1229, 83, 2 (bug): 0.027; 771, 0, 825, 68, 1 (tree): 0.027; 1113, 406, 1150, 566, 1 (tree): 0.027; 887, 0, 964, 76, 1 (tree): 0.027; 63, 122, 232, 668, 1 (tree): 0.027; 33, 211, 174, 454, 1 (tree): 0.027; 439, 61, 581, 103, 1 (tree): 0.027; 1108, 430, 1275, 684, 1 (tree): 0.027; 595, 0, 688, 46, 1 (tree): 0.027; 806, 0, 953, 68, 1 (tree): 0.027; 39, 181, 169, 439, 1 (tree): 0.027; 201, 522, 602, 712, 2 (bug): 0.026; 109, 239, 230, 590, 1 (tree): 0.026; 492, 0, 577, 120, 2 (bug): 0.026; 0, 568, 244, 714, 2 (bug): 0.026; 1019, 50, 1107, 93, 1 (tree): 0.026; 1125, 418, 1270, 673, 1 (tree): 0.026; 442, 64, 485, 124, 2 (bug): 0.026; 800, 139, 1258, 637, 1 (tree): 0.026; 56, 180, 222, 650, 1 (tree): 0.026; 810, 0, 951, 68, 1 (tree): 0.026; 613, 482, 1237, 705, 1 (tree): 0.026; 1065, 646, 1280, 720, 2 (bug): 0.026; 803, 421, 1235, 647, 1 (tree): 0.026; 455, 43, 498, 107, 1 (tree): 0.026; 847, 0, 922, 62, 1 (tree): 0.026; 624, 415, 1175, 636, 1 (tree): 0.026; 835, 0, 936, 68, 1 (tree): 0.026; 0, 182, 59, 451, 1 (tree): 0.026; 39, 0, 172, 241, 1 (tree): 0.026; 964, 572, 1058, 709, 1 (tree): 0.026; 429, 63, 711, 192, 2 (bug): 0.026; 289, 49, 345, 101, 2 (bug): 0.026; 1129, 461, 1217, 709, 2 (bug): 0.026; 233, 127, 769, 201, 1 (tree): 0.026; 374, 106, 664, 197, 2 (bug): 0.026; 42, 711, 50, 715, 1 (tree): 0.026; 0, 233, 63, 483, 1 (tree): 0.026; 465, 51, 552, 90, 1 (tree): 0.026; 0, 302, 45, 585, 1 (tree): 0.026; 1113, 406, 1150, 566, 2 (bug): 0.026; 0, 215, 212, 663, 1 (tree): 0.026; 0, 291, 31, 558, 1 (tree): 0.026; 921, 477, 1280, 717, 1 (tree): 0.026; 455, 43, 498, 107, 2 (bug): 0.026; 1103, 447, 1280, 716, 1 (tree): 0.026; 726, 0, 787, 90, 2 (bug): 0.026; 0, 276, 57, 507, 1 (tree): 0.026; 76, 174, 558, 647, 1 (tree): 0.026; 1110, 443, 1264, 720, 1 (tree): 0.026; 254, 34, 382, 97, 2 (bug): 0.026; 1019, 50, 1107, 93, 2 (bug): 0.026; 49, 138, 90, 328, 1 (tree): 0.026; 568, 459, 899, 637, 1 (tree): 0.026; 932, 539, 1040, 674, 1 (tree): 0.026; 1123, 338, 1271, 615, 2 (bug): 0.026; 828, 514, 1211, 709, 1 (tree): 0.026; 901, 171, 1264, 550, 2 (bug): 0.026; 1065, 646, 1280, 720, 1 (tree): 0.026; 164, 550, 1219, 687, 2 (bug): 0.026; 34, 200, 128, 547, 1 (tree): 0.026; 121, 518, 273, 714, 2 (bug): 0.026; 47, 104, 98, 237, 2 (bug): 0.026; 453, 56, 517, 101, 1 (tree): 0.026; 40, 265, 168, 462, 1 (tree): 0.026; 1109, 354, 1280, 633, 2 (bug): 0.026; 77, 54, 198, 622, 1 (tree): 0.026; 116, 197, 245, 365, 1 (tree): 0.026; 102, 481, 442, 710, 2 (bug): 0.026; 478, 67, 615, 114, 1 (tree): 0.026; 900, 579, 994, 671, 1 (tree): 0.026; 116, 512, 189, 720, 2 (bug): 0.026; 83, 204, 146, 428, 1 (tree): 0.026; 0, 193, 219, 657, 1 (tree): 0.026; 690, 0, 911, 41, 1 (tree): 0.026; 739, 0, 925, 42, 1 (tree): 0.026; 116, 197, 245, 365, 2 (bug): 0.026; 966, 597, 1237, 709, 1 (tree): 0.026; 105, 528, 370, 710, 2 (bug): 0.026; 105, 512, 380, 718, 2 (bug): 0.026; 1096, 238, 1280, 716, 1 (tree): 0.026; 40, 209, 150, 634, 1 (tree): 0.026; 108, 482, 428, 708, 2 (bug): 0.026; 921, 477, 1280, 717, 2 (bug): 0.026; 1147, 211, 1169, 311, 2 (bug): 0.026; 1095, 86, 1131, 248, 2 (bug): 0.026; 194, 0, 292, 63, 1 (tree): 0.026; 925, 501, 1036, 678, 1 (tree): 0.026; 901, 478, 1046, 663, 1 (tree): 0.026; 643, 0, 735, 44, 1 (tree): 0.026; 1257, 186, 1264, 281, 2 (bug): 0.026; 682, 0, 800, 69, 1 (tree): 0.026; 90, 318, 208, 592, 1 (tree): 0.026; 0, 143, 45, 365, 2 (bug): 0.026; 745, 596, 874, 696, 2 (bug): 0.026; 995, 595, 1076, 710, 1 (tree): 0.026; 43, 272, 186, 655, 1 (tree): 0.026; 1, 344, 49, 597, 1 (tree): 0.026; 484, 0, 565, 113, 1 (tree): 0.026; 369, 82, 639, 193, 2 (bug): 0.026; 103, 695, 236, 717, 2 (bug): 0.026; 1185, 9, 1222, 226, 2 (bug): 0.026; 197, 457, 487, 672, 2 (bug): 0.026; 1103, 447, 1280, 716, 2 (bug): 0.026; 482, 513, 643, 621, 1 (tree): 0.026; 16, 122, 152, 624, 1 (tree): 0.026; 478, 48, 603, 121, 1 (tree): 0.026; 440, 70, 492, 132, 1 (tree): 0.026; 151, 0, 251, 194, 1 (tree): 0.026; 493, 397, 1210, 691, 1 (tree): 0.026; 0, 198, 530, 661, 1 (tree): 0.026; 480, 2, 556, 109, 1 (tree): 0.026; 227, 541, 539, 669, 2 (bug): 0.026; 35, 285, 142, 621, 1 (tree): 0.026; 347, 55, 495, 101, 2 (bug): 0.026; 1211, 112, 1261, 245, 2 (bug): 0.026; 726, 0, 787, 90, 1 (tree): 0.025; 95, 526, 411, 720, 2 (bug): 0.025; 122, 552, 412, 701, 2 (bug): 0.025; 59, 156, 515, 648, 2 (bug): 0.025; 444, 602, 708, 691, 2 (bug): 0.025; 34, 164, 145, 622, 1 (tree): 0.025; 989, 601, 1056, 713, 1 (tree): 0.025; 438, 52, 690, 97, 1 (tree): 0.025; 151, 0, 251, 194, 2 (bug): 0.025; 1108, 430, 1275, 684, 2 (bug): 0.025; 101, 465, 345, 710, 2 (bug): 0.025; 26, 224, 383, 546, 1 (tree): 0.025; 19, 17, 65, 352, 2 (bug): 0.025; 220, 536, 548, 667, 2 (bug): 0.025; 374, 106, 664, 197, 1 (tree): 0.025; 15, 198, 59, 491, 1 (tree): 0.025; 135, 640, 374, 704, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "780, 189, 1097, 529, 0 (car): 0.962; 662, 97, 846, 308, 1 (tree): 0.707; 263, 58, 571, 361, 2 (bug): 0.348; 681, 113, 805, 281, 1 (tree): 0.234; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "774, 193, 1096, 530, 0 (car): 0.964; 645, 88, 848, 312, 1 (tree): 0.525; 257, 58, 575, 363, 2 (bug): 0.438; 682, 116, 808, 284, 1 (tree): 0.247; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "774, 193, 1096, 530, 0 (car): 0.964; 645, 88, 848, 312, 1 (tree): 0.524; 257, 58, 575, 363, 2 (bug): 0.437; 682, 116, 808, 284, 1 (tree): 0.253; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "774, 193, 1096, 530, 0 (car): 0.964; 644, 88, 848, 312, 1 (tree): 0.525; 258, 58, 574, 363, 2 (bug): 0.438; 682, 116, 808, 284, 1 (tree): 0.247; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "774, 193, 1096, 530, 0 (car): 0.964; 645, 88, 848, 312, 1 (tree): 0.524; 257, 58, 575, 363, 2 (bug): 0.437; 682, 116, 808, 284, 1 (tree): 0.253; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["682, 100, 814, 291, 1 (tree): 0.866; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["685, 103, 813, 288, 1 (tree): 0.939; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["685, 103, 813, 288, 1 (tree): 0.939; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["685, 103, 813, 288, 1 (tree): 0.938; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["685, 103, 813, 288, 1 (tree): 0.939; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "258, 48, 568, 379, 2 (bug): 0.640; 800, 160, 1110, 509, 0 (car): 0.533; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["263, 48, 567, 376, 2 (bug): 0.629; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "258, 48, 568, 379, 2 (bug): 0.640; 800, 160, 1109, 509, 0 (car): 0.533; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["263, 48, 567, 376, 2 (bug): 0.629; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_l_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "799, 195, 1072, 500, 0 (car): 0.055; 291, 75, 542, 328, 0 (car): 0.054; 291, 75, 542, 328, 1 (tree): 0.050; 671, 105, 818, 285, 0 (car): 0.048; 799, 195, 1072, 500, 1 (tree): 0.044; 795, 193, 1076, 501, 0 (car): 0.043; 291, 75, 542, 328, 2 (bug): 0.040; 671, 105, 818, 285, 1 (tree): 0.039; 284, 74, 546, 328, 0 (car): 0.038; 803, 197, 1068, 500, 0 (car): 0.038; 673, 106, 813, 283, 0 (car): 0.038; 665, 101, 832, 286, 0 (car): 0.037; 666, 103, 822, 286, 0 (car): 0.036; 666, 103, 829, 286, 0 (car): 0.036; 784, 191, 1103, 503, 0 (car): 0.035; 286, 60, 544, 327, 0 (car): 0.035; 284, 74, 546, 328, 2 (bug): 0.035; 799, 195, 1072, 500, 2 (bug): 0.035; 788, 194, 1087, 503, 0 (car): 0.035; 640, 100, 827, 287, 0 (car): 0.035; 284, 61, 544, 329, 0 (car): 0.034; 800, 196, 1067, 500, 0 (car): 0.034; 152, 395, 570, 720, 0 (car): 0.033; 1086, 0, 1177, 28, 0 (car): 0.033; 675, 105, 812, 281, 0 (car): 0.033; 799, 200, 1073, 502, 0 (car): 0.033; 803, 197, 1068, 500, 2 (bug): 0.033; 802, 196, 1070, 501, 0 (car): 0.033; 806, 197, 1075, 499, 0 (car): 0.033; 806, 197, 1075, 499, 2 (bug): 0.033; 279, 73, 544, 328, 2 (bug): 0.033; 797, 191, 1075, 500, 0 (car): 0.033; 798, 193, 1069, 500, 0 (car): 0.033; 800, 199, 1067, 499, 0 (car): 0.033; 797, 211, 1069, 498, 0 (car): 0.033; 276, 75, 538, 325, 2 (bug): 0.032; 288, 73, 540, 327, 0 (car): 0.032; 671, 105, 818, 285, 2 (bug): 0.032; 802, 195, 1072, 500, 0 (car): 0.032; 665, 102, 824, 286, 0 (car): 0.032; 658, 99, 838, 287, 0 (car): 0.032; 287, 62, 542, 325, 0 (car): 0.032; 800, 199, 1067, 499, 2 (bug): 0.032; 276, 75, 538, 325, 0 (car): 0.032; 667, 104, 830, 284, 0 (car): 0.032; 671, 105, 817, 284, 0 (car): 0.032; 804, 194, 1085, 500, 0 (car): 0.032; 802, 195, 1065, 500, 0 (car): 0.032; 660, 99, 839, 286, 0 (car): 0.032; 673, 106, 813, 283, 2 (bug): 0.032; 665, 102, 827, 287, 0 (car): 0.032; 802, 195, 1072, 500, 2 (bug): 0.032; 800, 196, 1067, 500, 2 (bug): 0.032; 799, 200, 1073, 502, 2 (bug): 0.032; 802, 196, 1070, 501, 2 (bug): 0.032; 670, 106, 818, 284, 0 (car): 0.032; 801, 196, 1071, 499, 0 (car): 0.031; 665, 104, 821, 285, 0 (car): 0.031; 293, 129, 538, 323, 0 (car): 0.031; 288, 73, 540, 327, 2 (bug): 0.031; 279, 73, 544, 328, 0 (car): 0.031; 286, 60, 544, 327, 2 (bug): 0.031; 675, 106, 809, 285, 0 (car): 0.031; 290, 66, 539, 326, 0 (car): 0.031; 797, 211, 1069, 498, 2 (bug): 0.031; 284, 74, 546, 328, 1 (tree): 0.031; 666, 103, 829, 286, 2 (bug): 0.031; 668, 104, 828, 284, 0 (car): 0.031; 666, 103, 829, 286, 1 (tree): 0.031; 666, 104, 823, 286, 0 (car): 0.031; 665, 101, 832, 286, 2 (bug): 0.031; 801, 196, 1071, 499, 2 (bug): 0.031; 800, 221, 1067, 499, 0 (car): 0.031; 796, 194, 1074, 499, 0 (car): 0.031; 800, 204, 1070, 498, 0 (car): 0.031; 666, 103, 822, 286, 2 (bug): 0.031; 675, 105, 812, 281, 2 (bug): 0.031; 284, 61, 544, 329, 2 (bug): 0.031; 293, 76, 535, 318, 2 (bug): 0.031; 667, 107, 823, 286, 0 (car): 0.031; 804, 194, 1085, 500, 2 (bug): 0.031; 795, 193, 1076, 501, 2 (bug): 0.030; 665, 101, 832, 286, 1 (tree): 0.030; 290, 66, 539, 326, 2 (bug): 0.030; 273, 73, 553, 325, 0 (car): 0.030; 152, 395, 570, 720, 2 (bug): 0.030; 1227, 0, 1278, 56, 0 (car): 0.030; 670, 108, 817, 286, 0 (car): 0.030; 787, 216, 1080, 503, 0 (car): 0.030; 802, 195, 1065, 500, 2 (bug): 0.030; 209, 65, 545, 334, 0 (car): 0.030; 798, 193, 1069, 500, 2 (bug): 0.030; 805, 207, 1060, 499, 0 (car): 0.030; 677, 105, 816, 283, 0 (car): 0.030; 669, 112, 819, 284, 0 (car): 0.030; 287, 84, 550, 326, 2 (bug): 0.030; 800, 221, 1067, 499, 2 (bug): 0.030; 798, 305, 1063, 498, 0 (car): 0.030; 274, 70, 551, 329, 0 (car): 0.030; 797, 191, 1075, 500, 2 (bug): 0.030; 1198, 0, 1242, 36, 2 (bug): 0.030; 1169, 0, 1261, 36, 2 (bug): 0.030; 665, 104, 822, 287, 0 (car): 0.030; 666, 103, 822, 286, 1 (tree): 0.030; 286, 72, 541, 328, 0 (car): 0.030; 264, 75, 538, 322, 2 (bug): 0.030; 260, 69, 565, 331, 2 (bug): 0.030; 273, 73, 553, 325, 2 (bug): 0.030; 264, 75, 538, 322, 0 (car): 0.030; 805, 207, 1060, 499, 2 (bug): 0.030; 799, 298, 1065, 498, 0 (car): 0.030; 287, 84, 550, 326, 0 (car): 0.030; 800, 204, 1070, 498, 2 (bug): 0.030; 668, 104, 828, 284, 2 (bug): 0.030; 293, 76, 535, 318, 0 (car): 0.030; 788, 194, 1087, 503, 2 (bug): 0.030; 1198, 0, 1242, 36, 0 (car): 0.030; 1169, 0, 1261, 36, 0 (car): 0.030; 673, 104, 810, 279, 0 (car): 0.030; 670, 102, 818, 286, 0 (car): 0.030; 796, 194, 1074, 499, 2 (bug): 0.029; 1218, 0, 1258, 37, 0 (car): 0.029; 282, 73, 542, 325, 0 (car): 0.029; 663, 89, 827, 286, 0 (car): 0.029; 663, 107, 822, 288, 0 (car): 0.029; 801, 289, 1063, 498, 0 (car): 0.029; 800, 292, 1063, 498, 0 (car): 0.029; 22, 0, 77, 35, 0 (car): 0.029; 674, 109, 809, 282, 0 (car): 0.029; 1218, 0, 1258, 37, 2 (bug): 0.029; 796, 293, 1068, 499, 0 (car): 0.029; 800, 240, 1066, 498, 0 (car): 0.029; 801, 293, 1061, 497, 0 (car): 0.029; 673, 106, 813, 283, 1 (tree): 0.029; 667, 104, 830, 284, 2 (bug): 0.029; 671, 105, 817, 284, 2 (bug): 0.029; 274, 70, 551, 329, 2 (bug): 0.029; 787, 216, 1080, 503, 2 (bug): 0.029; 286, 72, 541, 328, 2 (bug): 0.029; 1216, 0, 1262, 47, 2 (bug): 0.029; 799, 323, 1062, 498, 0 (car): 0.029; 659, 95, 831, 287, 0 (car): 0.029; 665, 104, 821, 285, 2 (bug): 0.029; 1086, 0, 1177, 28, 2 (bug): 0.029; 282, 73, 542, 325, 2 (bug): 0.029; 670, 106, 818, 284, 2 (bug): 0.029; 667, 107, 823, 286, 2 (bug): 0.029; 808, 192, 1080, 489, 0 (car): 0.029; 296, 140, 540, 324, 0 (car): 0.029; 675, 105, 812, 281, 1 (tree): 0.029; 803, 197, 1068, 500, 1 (tree): 0.029; 260, 69, 565, 331, 0 (car): 0.029; 285, 81, 536, 319, 2 (bug): 0.029; 666, 104, 823, 286, 2 (bug): 0.028; 799, 200, 1073, 502, 1 (tree): 0.028; 795, 193, 1076, 501, 1 (tree): 0.028; 285, 81, 536, 319, 0 (car): 0.028; 337, 169, 536, 323, 0 (car): 0.028; 800, 240, 1066, 498, 2 (bug): 0.028; 802, 196, 1070, 501, 1 (tree): 0.028; 806, 197, 1075, 499, 1 (tree): 0.028; 22, 0, 77, 35, 2 (bug): 0.028; 1216, 0, 1262, 47, 0 (car): 0.028; 293, 129, 538, 323, 2 (bug): 0.028; 784, 191, 1103, 503, 2 (bug): 0.028; 669, 112, 819, 284, 2 (bug): 0.028; 280, 82, 557, 329, 2 (bug): 0.028; 1226, 0, 1262, 20, 2 (bug): 0.028; 670, 108, 817, 286, 2 (bug): 0.028; 800, 196, 1067, 500, 1 (tree): 0.028; 1227, 0, 1278, 56, 2 (bug): 0.028; 294, 78, 528, 279, 0 (car): 0.028; 655, 97, 848, 288, 0 (car): 0.028; 657, 97, 835, 288, 0 (car): 0.028; 276, 75, 538, 325, 1 (tree): 0.028; 808, 192, 1080, 489, 2 (bug): 0.028; 654, 97, 851, 287, 0 (car): 0.028; 675, 106, 809, 285, 2 (bug): 0.028; 800, 199, 1067, 499, 1 (tree): 0.028; 664, 108, 820, 290, 0 (car): 0.028; 802, 195, 1072, 500, 1 (tree): 0.028; 665, 100, 822, 288, 0 (car): 0.028; 640, 100, 827, 287, 2 (bug): 0.028; 797, 211, 1069, 498, 1 (tree): 0.028; 793, 278, 1070, 499, 0 (car): 0.028; 794, 255, 1072, 499, 0 (car): 0.028; 658, 99, 833, 289, 0 (car): 0.027; 280, 82, 557, 329, 0 (car): 0.027; 288, 73, 540, 327, 1 (tree): 0.027; 663, 94, 827, 285, 0 (car): 0.027; 668, 99, 822, 288, 0 (car): 0.027; 663, 98, 829, 283, 0 (car): 0.027; 788, 183, 1095, 503, 0 (car): 0.027; 658, 99, 838, 287, 2 (bug): 0.027; 662, 99, 829, 286, 0 (car): 0.027; 804, 194, 1085, 500, 1 (tree): 0.027; 671, 105, 817, 284, 1 (tree): 0.027; 287, 62, 542, 325, 2 (bug): 0.027; 665, 104, 822, 287, 2 (bug): 0.027; 677, 105, 816, 283, 2 (bug): 0.027; 668, 104, 828, 284, 1 (tree): 0.027; 279, 73, 544, 328, 1 (tree): 0.027; 663, 107, 822, 288, 2 (bug): 0.027; 665, 104, 821, 285, 1 (tree): 0.027; 665, 102, 824, 286, 2 (bug): 0.027; 670, 106, 818, 284, 1 (tree): 0.027; 1113, 640, 1280, 704, 2 (bug): 0.027; 0, 547, 85, 687, 0 (car): 0.027; 666, 96, 821, 288, 0 (car): 0.027; 1151, 0, 1266, 37, 2 (bug): 0.027; 260, 64, 621, 334, 0 (car): 0.027; 643, 97, 852, 299, 0 (car): 0.027; 801, 196, 1071, 499, 1 (tree): 0.027; 673, 104, 810, 279, 2 (bug): 0.027; 657, 97, 841, 285, 0 (car): 0.027; 798, 193, 1069, 500, 1 (tree): 0.027; 654, 102, 841, 286, 0 (car): 0.027; 665, 102, 827, 287, 2 (bug): 0.027; 667, 107, 823, 286, 1 (tree): 0.027; 662, 97, 827, 286, 0 (car): 0.027; 335, 152, 538, 323, 0 (car): 0.027; 674, 109, 809, 282, 2 (bug): 0.027; 652, 96, 849, 288, 0 (car): 0.027; 669, 112, 819, 284, 1 (tree): 0.027; 788, 183, 1095, 503, 2 (bug): 0.027; 802, 195, 1065, 500, 1 (tree): 0.027; 298, 183, 363, 204, 0 (car): 0.027; 660, 99, 839, 286, 2 (bug): 0.027; 0, 547, 85, 687, 2 (bug): 0.027; 670, 102, 818, 286, 2 (bug): 0.026; 646, 97, 845, 297, 0 (car): 0.026; 798, 338, 1064, 499, 0 (car): 0.026; 797, 191, 1075, 500, 1 (tree): 0.026; 666, 104, 823, 286, 1 (tree): 0.026; 1151, 0, 1266, 37, 0 (car): 0.026; 290, 66, 539, 326, 1 (tree): 0.026; 284, 61, 544, 329, 1 (tree): 0.026; 670, 108, 817, 286, 1 (tree): 0.026; 292, 78, 525, 269, 0 (car): 0.026; 800, 221, 1067, 499, 1 (tree): 0.026; 640, 100, 827, 287, 1 (tree): 0.026; 1218, 5, 1277, 39, 0 (car): 0.026; 296, 140, 540, 324, 2 (bug): 0.026; 1226, 0, 1262, 20, 0 (car): 0.026; 664, 94, 827, 288, 0 (car): 0.026; 286, 60, 544, 327, 1 (tree): 0.026; 800, 204, 1070, 498, 1 (tree): 0.026; 15, 591, 107, 707, 0 (car): 0.026; 667, 104, 830, 284, 1 (tree): 0.026; 293, 76, 535, 318, 1 (tree): 0.026; 796, 194, 1074, 499, 1 (tree): 0.026; 273, 73, 553, 325, 1 (tree): 0.026; 666, 102, 831, 280, 0 (car): 0.026; 661, 94, 827, 286, 0 (car): 0.026; 803, 255, 1043, 497, 0 (car): 0.026; 1113, 640, 1280, 704, 0 (car): 0.026; 21, 588, 81, 704, 0 (car): 0.026; 665, 100, 822, 288, 2 (bug): 0.026; 308, 142, 539, 322, 0 (car): 0.026; 787, 216, 1080, 503, 1 (tree): 0.026; 209, 65, 545, 334, 2 (bug): 0.026; 675, 106, 809, 285, 1 (tree): 0.026; 799, 345, 1059, 498, 0 (car): 0.026; 274, 65, 550, 332, 2 (bug): 0.026; 840, 196, 1070, 452, 0 (car): 0.026; 678, 107, 814, 264, 0 (car): 0.026; 657, 97, 841, 285, 2 (bug): 0.026; 656, 100, 832, 291, 0 (car): 0.026; 661, 99, 825, 290, 0 (car): 0.026; 662, 99, 829, 286, 2 (bug): 0.026; 788, 194, 1087, 503, 1 (tree): 0.026; 8, 592, 82, 688, 0 (car): 0.026; 166, 238, 236, 280, 0 (car): 0.026; 17, 633, 73, 702, 0 (car): 0.026; 1234, 17, 1270, 43, 0 (car): 0.026; 287, 84, 550, 326, 1 (tree): 0.026; 263, 61, 507, 311, 0 (car): 0.026; 264, 75, 538, 322, 1 (tree): 0.026; 798, 278, 1068, 500, 0 (car): 0.026; 664, 108, 820, 290, 2 (bug): 0.026; 793, 251, 1074, 499, 2 (bug): 0.026; 784, 191, 1103, 503, 1 (tree): 0.026; 805, 207, 1060, 499, 1 (tree): 0.026; 337, 197, 539, 325, 0 (car): 0.026; 1234, 17, 1270, 43, 2 (bug): 0.026; 684, 108, 809, 264, 0 (car): 0.026; 793, 251, 1074, 499, 0 (car): 0.026; 15, 591, 107, 707, 2 (bug): 0.026; 665, 104, 822, 287, 1 (tree): 0.025; 797, 272, 1062, 500, 0 (car): 0.025; 663, 94, 827, 285, 2 (bug): 0.025; 293, 129, 538, 323, 1 (tree): 0.025; 274, 65, 550, 332, 0 (car): 0.025; 663, 107, 822, 288, 1 (tree): 0.025; 286, 72, 541, 328, 1 (tree): 0.025; 794, 255, 1072, 499, 2 (bug): 0.025; 790, 289, 1084, 515, 0 (car): 0.025; 668, 99, 822, 288, 2 (bug): 0.025; 799, 347, 1057, 498, 0 (car): 0.025; 276, 68, 551, 331, 0 (car): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_l_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "800, 195, 1072, 501, 0 (car): 0.053; 290, 76, 542, 328, 0 (car): 0.050; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 817, 285, 0 (car): 0.046; 800, 195, 1072, 501, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 817, 285, 1 (tree): 0.039; 672, 106, 814, 283, 0 (car): 0.038; 671, 105, 815, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 831, 286, 0 (car): 0.035; 665, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 1105, 0, 1218, 35, 0 (car): 0.034; 664, 102, 833, 286, 0 (car): 0.034; 800, 195, 1072, 501, 2 (bug): 0.034; 674, 105, 811, 283, 0 (car): 0.034; 1142, 0, 1198, 48, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 802, 196, 1067, 500, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 663, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 282, 65, 544, 326, 0 (car): 0.033; 1123, 0, 1212, 84, 0 (car): 0.033; 0, 326, 29, 606, 0 (car): 0.033; 1196, 0, 1243, 64, 2 (bug): 0.033; 1217, 0, 1263, 59, 0 (car): 0.033; 159, 700, 361, 713, 2 (bug): 0.033; 786, 195, 1083, 504, 0 (car): 0.033; 0, 216, 46, 591, 0 (car): 0.033; 802, 196, 1068, 499, 0 (car): 0.033; 1123, 0, 1212, 84, 2 (bug): 0.033; 1196, 0, 1243, 64, 0 (car): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 672, 106, 814, 283, 2 (bug): 0.033; 1142, 0, 1198, 48, 2 (bug): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 800, 198, 1072, 500, 0 (car): 0.033; 124, 265, 172, 295, 0 (car): 0.032; 0, 267, 45, 597, 0 (car): 0.032; 663, 101, 827, 287, 0 (car): 0.032; 802, 196, 1066, 499, 0 (car): 0.032; 671, 105, 815, 284, 2 (bug): 0.032; 0, 216, 46, 591, 2 (bug): 0.032; 1105, 0, 1218, 35, 2 (bug): 0.032; 1122, 0, 1211, 39, 2 (bug): 0.032; 1100, 0, 1223, 54, 2 (bug): 0.032; 160, 302, 220, 332, 0 (car): 0.032; 173, 703, 365, 713, 2 (bug): 0.032; 1100, 0, 1223, 54, 0 (car): 0.032; 802, 196, 1066, 499, 2 (bug): 0.032; 173, 450, 579, 601, 0 (car): 0.032; 1117, 0, 1255, 18, 0 (car): 0.032; 124, 264, 171, 293, 0 (car): 0.032; 792, 192, 1075, 501, 0 (car): 0.032; 0, 267, 45, 597, 2 (bug): 0.032; 160, 296, 217, 328, 0 (car): 0.032; 127, 298, 180, 328, 0 (car): 0.032; 157, 315, 224, 348, 0 (car): 0.032; 671, 105, 814, 283, 0 (car): 0.032; 1117, 0, 1255, 18, 2 (bug): 0.032; 969, 687, 1186, 719, 2 (bug): 0.032; 159, 700, 361, 713, 0 (car): 0.031; 1122, 0, 1211, 39, 0 (car): 0.031; 0, 326, 29, 606, 2 (bug): 0.031; 672, 106, 814, 283, 1 (tree): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 918, 672, 1216, 713, 2 (bug): 0.031; 1216, 0, 1257, 61, 0 (car): 0.031; 675, 105, 811, 281, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 673, 105, 809, 283, 0 (car): 0.031; 670, 105, 817, 285, 2 (bug): 0.031; 676, 106, 808, 283, 0 (car): 0.031; 154, 322, 228, 359, 0 (car): 0.031; 794, 192, 1077, 502, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 151, 327, 230, 368, 0 (car): 0.031; 782, 193, 1085, 503, 0 (car): 0.031; 803, 209, 1067, 502, 2 (bug): 0.031; 1249, 74, 1280, 108, 0 (car): 0.031; 669, 104, 827, 285, 0 (car): 0.031; 803, 195, 1067, 499, 0 (car): 0.031; 671, 105, 815, 284, 1 (tree): 0.031; 803, 209, 1067, 502, 0 (car): 0.031; 125, 291, 177, 321, 0 (car): 0.031; 273, 55, 549, 328, 0 (car): 0.031; 146, 314, 209, 347, 0 (car): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 665, 102, 830, 286, 2 (bug): 0.031; 135, 300, 186, 325, 0 (car): 0.031; 1216, 0, 1257, 61, 2 (bug): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 173, 703, 365, 713, 0 (car): 0.031; 548, 412, 606, 459, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 784, 198, 1092, 510, 0 (car): 0.031; 802, 196, 1068, 499, 2 (bug): 0.031; 670, 105, 817, 284, 0 (car): 0.031; 110, 685, 362, 713, 2 (bug): 0.031; 803, 195, 1067, 499, 2 (bug): 0.030; 135, 287, 184, 312, 0 (car): 0.030; 800, 192, 1072, 500, 0 (car): 0.030; 173, 450, 579, 601, 2 (bug): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 118, 691, 318, 713, 2 (bug): 0.030; 109, 677, 340, 713, 2 (bug): 0.030; 118, 691, 318, 713, 0 (car): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 323, 470, 707, 714, 0 (car): 0.030; 1126, 0, 1198, 26, 0 (car): 0.030; 782, 193, 1085, 503, 2 (bug): 0.030; 135, 279, 184, 306, 0 (car): 0.030; 667, 107, 819, 285, 0 (car): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 1225, 6, 1279, 82, 0 (car): 0.030; 151, 327, 230, 368, 2 (bug): 0.030; 137, 240, 183, 275, 0 (car): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 157, 315, 224, 348, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 1126, 0, 1198, 26, 2 (bug): 0.030; 124, 264, 171, 293, 2 (bug): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 1251, 62, 1279, 97, 0 (car): 0.030; 124, 265, 172, 295, 2 (bug): 0.030; 1254, 76, 1279, 102, 0 (car): 0.030; 160, 302, 220, 332, 2 (bug): 0.030; 803, 236, 1064, 498, 0 (car): 0.030; 154, 322, 228, 359, 2 (bug): 0.030; 663, 101, 831, 286, 2 (bug): 0.030; 665, 102, 830, 286, 1 (tree): 0.030; 799, 295, 1067, 498, 0 (car): 0.030; 804, 206, 1061, 500, 0 (car): 0.030; 1217, 0, 1263, 59, 2 (bug): 0.030; 268, 74, 550, 329, 2 (bug): 0.030; 661, 100, 828, 289, 0 (car): 0.030; 1252, 86, 1280, 117, 0 (car): 0.030; 146, 314, 209, 347, 2 (bug): 0.030; 792, 192, 1075, 501, 2 (bug): 0.030; 802, 218, 1067, 499, 2 (bug): 0.030; 669, 104, 818, 285, 0 (car): 0.030; 800, 304, 1062, 498, 0 (car): 0.029; 127, 298, 180, 328, 2 (bug): 0.029; 786, 195, 1083, 504, 2 (bug): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 548, 412, 606, 459, 2 (bug): 0.029; 664, 102, 833, 286, 2 (bug): 0.029; 802, 218, 1067, 499, 0 (car): 0.029; 804, 206, 1061, 500, 2 (bug): 0.029; 125, 291, 177, 321, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 671, 105, 814, 283, 2 (bug): 0.029; 1244, 4, 1273, 84, 2 (bug): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 666, 104, 819, 285, 0 (car): 0.029; 676, 106, 808, 283, 2 (bug): 0.029; 969, 687, 1186, 719, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 135, 300, 186, 325, 2 (bug): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 160, 296, 217, 328, 2 (bug): 0.029; 918, 672, 1216, 713, 0 (car): 0.029; 0, 606, 81, 690, 0 (car): 0.029; 663, 101, 832, 287, 2 (bug): 0.029; 675, 105, 811, 281, 2 (bug): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 161, 285, 215, 322, 0 (car): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 110, 685, 362, 713, 0 (car): 0.029; 285, 73, 541, 327, 2 (bug): 0.029; 1253, 25, 1277, 97, 0 (car): 0.029; 109, 677, 340, 713, 0 (car): 0.029; 668, 109, 817, 285, 0 (car): 0.029; 804, 206, 1051, 498, 0 (car): 0.029; 673, 105, 809, 283, 2 (bug): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 160, 278, 214, 317, 0 (car): 0.029; 801, 266, 1065, 500, 0 (car): 0.029; 0, 606, 81, 690, 2 (bug): 0.029; 285, 73, 541, 327, 0 (car): 0.029; 665, 106, 824, 287, 0 (car): 0.029; 803, 236, 1064, 498, 2 (bug): 0.029; 663, 101, 824, 286, 0 (car): 0.028; 1249, 74, 1280, 108, 2 (bug): 0.028; 672, 117, 814, 283, 0 (car): 0.028; 667, 107, 819, 285, 2 (bug): 0.028; 665, 103, 822, 286, 1 (tree): 0.028; 282, 65, 544, 326, 2 (bug): 0.028; 1246, 618, 1278, 673, 0 (car): 0.028; 1253, 25, 1277, 97, 2 (bug): 0.028; 670, 105, 817, 284, 2 (bug): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 268, 74, 550, 329, 0 (car): 0.028; 802, 196, 1066, 499, 1 (tree): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 799, 198, 1055, 499, 0 (car): 0.028; 1244, 4, 1273, 84, 0 (car): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 135, 279, 184, 306, 2 (bug): 0.028; 59, 615, 202, 716, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 794, 192, 1077, 502, 2 (bug): 0.028; 669, 104, 827, 285, 2 (bug): 0.028; 0, 609, 102, 689, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 60, 18, 148, 43, 2 (bug): 0.028; 804, 206, 1051, 498, 2 (bug): 0.028; 279, 72, 539, 328, 2 (bug): 0.028; 807, 222, 1055, 499, 0 (car): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 1251, 62, 1279, 97, 2 (bug): 0.028; 137, 240, 183, 275, 2 (bug): 0.028; 0, 609, 102, 689, 0 (car): 0.028; 135, 287, 184, 312, 2 (bug): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 663, 101, 827, 287, 2 (bug): 0.028; 803, 213, 1051, 498, 0 (car): 0.028; 279, 72, 539, 328, 0 (car): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 799, 198, 1055, 499, 2 (bug): 0.028; 278, 73, 541, 329, 2 (bug): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 671, 105, 814, 283, 1 (tree): 0.028; 663, 101, 832, 287, 1 (tree): 0.028; 803, 273, 1053, 498, 0 (car): 0.027; 670, 103, 815, 278, 0 (car): 0.027; 663, 102, 823, 288, 0 (car): 0.027; 294, 76, 536, 321, 1 (tree): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 795, 269, 1070, 499, 0 (car): 0.027; 658, 96, 832, 288, 0 (car): 0.027; 668, 109, 817, 285, 2 (bug): 0.027; 1222, 30, 1256, 75, 2 (bug): 0.027; 278, 73, 541, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 796, 263, 1071, 499, 0 (car): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 803, 213, 1051, 498, 2 (bug): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 792, 192, 1075, 501, 1 (tree): 0.027; 669, 104, 818, 285, 2 (bug): 0.027; 675, 105, 811, 281, 1 (tree): 0.027; 663, 101, 831, 286, 1 (tree): 0.027; 160, 302, 220, 332, 1 (tree): 0.027; 666, 104, 819, 285, 2 (bug): 0.027; 665, 106, 824, 287, 2 (bug): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 803, 195, 1067, 499, 1 (tree): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 802, 304, 1049, 498, 0 (car): 0.027; 676, 106, 808, 283, 1 (tree): 0.027; 282, 65, 544, 326, 1 (tree): 0.027; 673, 105, 809, 283, 1 (tree): 0.027; 280, 83, 559, 328, 0 (car): 0.027; 667, 107, 819, 285, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 124, 265, 172, 295, 1 (tree): 0.027; 670, 105, 817, 284, 1 (tree): 0.027; 1225, 6, 1279, 82, 2 (bug): 0.027; 60, 18, 148, 43, 0 (car): 0.027; 160, 296, 217, 328, 1 (tree): 0.027; 652, 100, 851, 290, 0 (car): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 158, 261, 212, 300, 0 (car): 0.027; 285, 65, 536, 319, 2 (bug): 0.027; 173, 450, 579, 601, 1 (tree): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 807, 222, 1055, 499, 2 (bug): 0.027; 666, 104, 818, 286, 2 (bug): 0.027; 800, 273, 1064, 498, 0 (car): 0.027; 1254, 76, 1279, 102, 2 (bug): 0.026; 803, 209, 1067, 502, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 127, 298, 180, 328, 1 (tree): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 663, 108, 818, 284, 0 (car): 0.026; 664, 102, 833, 286, 1 (tree): 0.026; 271, 72, 546, 328, 0 (car): 0.026; 161, 285, 215, 322, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; 674, 109, 810, 283, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_l_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "800, 195, 1072, 501, 0 (car): 0.054; 290, 76, 542, 328, 0 (car): 0.051; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 817, 285, 0 (car): 0.046; 800, 195, 1072, 501, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 817, 285, 1 (tree): 0.039; 672, 106, 814, 283, 0 (car): 0.038; 671, 105, 815, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 830, 286, 0 (car): 0.036; 665, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 664, 102, 833, 286, 0 (car): 0.035; 1104, 0, 1217, 35, 0 (car): 0.034; 800, 195, 1072, 501, 2 (bug): 0.034; 674, 105, 811, 283, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 1142, 0, 1198, 47, 0 (car): 0.033; 802, 196, 1067, 500, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 223, 327, 277, 360, 0 (car): 0.033; 663, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 282, 65, 544, 326, 0 (car): 0.033; 1197, 0, 1243, 63, 2 (bug): 0.033; 1122, 0, 1211, 81, 0 (car): 0.033; 1217, 0, 1263, 59, 0 (car): 0.033; 787, 195, 1083, 503, 0 (car): 0.033; 0, 220, 49, 591, 0 (car): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 1122, 0, 1211, 81, 2 (bug): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 802, 196, 1068, 499, 0 (car): 0.033; 1142, 0, 1198, 47, 2 (bug): 0.033; 1096, 0, 1218, 60, 0 (car): 0.033; 160, 701, 361, 713, 2 (bug): 0.033; 672, 106, 814, 283, 2 (bug): 0.033; 1197, 0, 1243, 63, 0 (car): 0.033; 800, 198, 1072, 500, 0 (car): 0.033; 1096, 0, 1218, 60, 2 (bug): 0.033; 0, 274, 43, 598, 0 (car): 0.032; 663, 101, 826, 287, 0 (car): 0.032; 802, 196, 1066, 499, 0 (car): 0.032; 124, 266, 171, 296, 0 (car): 0.032; 671, 105, 815, 284, 2 (bug): 0.032; 1121, 0, 1211, 38, 2 (bug): 0.032; 0, 220, 49, 591, 2 (bug): 0.032; 1104, 0, 1217, 35, 2 (bug): 0.032; 173, 702, 352, 714, 2 (bug): 0.032; 160, 302, 220, 332, 0 (car): 0.032; 802, 196, 1066, 499, 2 (bug): 0.032; 160, 296, 217, 327, 0 (car): 0.032; 1118, 0, 1255, 19, 0 (car): 0.032; 0, 274, 43, 598, 2 (bug): 0.032; 793, 192, 1075, 501, 0 (car): 0.032; 1121, 0, 1211, 38, 0 (car): 0.032; 968, 688, 1186, 720, 2 (bug): 0.032; 671, 105, 814, 283, 0 (car): 0.032; 785, 198, 1090, 510, 0 (car): 0.032; 0, 331, 28, 607, 0 (car): 0.032; 126, 298, 179, 329, 0 (car): 0.032; 124, 265, 170, 294, 0 (car): 0.032; 223, 327, 277, 360, 2 (bug): 0.032; 673, 105, 809, 283, 0 (car): 0.031; 1118, 0, 1255, 19, 2 (bug): 0.031; 672, 106, 814, 283, 1 (tree): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 675, 105, 811, 281, 0 (car): 0.031; 669, 104, 827, 285, 0 (car): 0.031; 670, 105, 817, 285, 2 (bug): 0.031; 676, 106, 808, 283, 0 (car): 0.031; 917, 673, 1216, 713, 2 (bug): 0.031; 157, 315, 223, 348, 0 (car): 0.031; 125, 291, 176, 321, 0 (car): 0.031; 1215, 0, 1257, 60, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 663, 101, 827, 287, 0 (car): 0.031; 794, 192, 1077, 501, 0 (car): 0.031; 160, 701, 361, 713, 0 (car): 0.031; 803, 208, 1067, 502, 2 (bug): 0.031; 1250, 74, 1280, 109, 0 (car): 0.031; 671, 105, 815, 284, 1 (tree): 0.031; 803, 195, 1067, 499, 0 (car): 0.031; 803, 208, 1067, 502, 0 (car): 0.031; 154, 322, 228, 359, 0 (car): 0.031; 273, 55, 549, 328, 0 (car): 0.031; 782, 194, 1085, 503, 0 (car): 0.031; 115, 475, 718, 692, 2 (bug): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 150, 327, 230, 368, 0 (car): 0.031; 146, 314, 208, 347, 0 (car): 0.031; 665, 102, 830, 286, 2 (bug): 0.031; 1215, 0, 1257, 60, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 135, 300, 185, 325, 0 (car): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 173, 702, 352, 714, 0 (car): 0.031; 803, 195, 1067, 499, 2 (bug): 0.031; 111, 687, 363, 713, 2 (bug): 0.031; 802, 196, 1068, 499, 2 (bug): 0.031; 670, 105, 817, 284, 0 (car): 0.031; 120, 693, 316, 713, 2 (bug): 0.031; 800, 192, 1072, 500, 0 (car): 0.030; 548, 412, 606, 459, 0 (car): 0.030; 115, 475, 718, 692, 0 (car): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 111, 680, 342, 713, 2 (bug): 0.030; 135, 287, 183, 313, 0 (car): 0.030; 120, 693, 316, 713, 0 (car): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 782, 194, 1085, 503, 2 (bug): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 133, 315, 192, 348, 0 (car): 0.030; 0, 331, 28, 607, 2 (bug): 0.030; 667, 107, 819, 285, 0 (car): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 157, 315, 223, 348, 2 (bug): 0.030; 160, 302, 220, 332, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 137, 240, 182, 274, 0 (car): 0.030; 663, 101, 830, 286, 2 (bug): 0.030; 134, 279, 184, 306, 0 (car): 0.030; 150, 327, 230, 368, 2 (bug): 0.030; 124, 266, 171, 296, 2 (bug): 0.030; 1126, 0, 1197, 26, 2 (bug): 0.030; 661, 100, 827, 288, 0 (car): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 1251, 62, 1279, 97, 0 (car): 0.030; 1217, 0, 1263, 59, 2 (bug): 0.030; 665, 102, 830, 286, 1 (tree): 0.030; 803, 235, 1064, 498, 0 (car): 0.030; 268, 74, 550, 329, 2 (bug): 0.030; 1255, 77, 1278, 102, 0 (car): 0.030; 799, 295, 1066, 498, 0 (car): 0.030; 1252, 86, 1280, 117, 0 (car): 0.030; 669, 104, 817, 285, 0 (car): 0.030; 1126, 0, 1197, 26, 0 (car): 0.030; 804, 207, 1060, 500, 0 (car): 0.030; 154, 322, 228, 359, 2 (bug): 0.030; 125, 291, 176, 321, 2 (bug): 0.030; 146, 314, 208, 347, 2 (bug): 0.030; 124, 265, 170, 294, 2 (bug): 0.030; 793, 192, 1075, 501, 2 (bug): 0.030; 664, 102, 833, 286, 2 (bug): 0.030; 802, 218, 1067, 499, 2 (bug): 0.030; 787, 195, 1083, 503, 2 (bug): 0.029; 800, 304, 1062, 498, 0 (car): 0.029; 1253, 21, 1276, 97, 2 (bug): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 804, 207, 1060, 500, 2 (bug): 0.029; 126, 298, 179, 329, 2 (bug): 0.029; 802, 218, 1067, 499, 0 (car): 0.029; 666, 104, 819, 285, 0 (car): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 160, 296, 217, 327, 2 (bug): 0.029; 133, 315, 192, 348, 2 (bug): 0.029; 548, 412, 606, 459, 2 (bug): 0.029; 0, 606, 76, 690, 0 (car): 0.029; 671, 105, 814, 283, 2 (bug): 0.029; 968, 688, 1186, 720, 0 (car): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 676, 106, 808, 283, 2 (bug): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 161, 285, 215, 322, 0 (car): 0.029; 1253, 21, 1276, 97, 0 (car): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 1206, 4, 1272, 84, 0 (car): 0.029; 917, 673, 1216, 713, 0 (car): 0.029; 663, 101, 832, 287, 2 (bug): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 160, 278, 214, 316, 0 (car): 0.029; 111, 680, 342, 713, 0 (car): 0.029; 135, 300, 185, 325, 2 (bug): 0.029; 668, 109, 817, 285, 0 (car): 0.029; 111, 687, 363, 713, 0 (car): 0.029; 675, 105, 811, 281, 2 (bug): 0.029; 673, 105, 809, 283, 2 (bug): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 804, 206, 1052, 498, 0 (car): 0.029; 0, 606, 76, 690, 2 (bug): 0.029; 285, 73, 541, 327, 2 (bug): 0.029; 285, 73, 541, 327, 0 (car): 0.029; 665, 103, 822, 286, 1 (tree): 0.029; 803, 235, 1064, 498, 2 (bug): 0.029; 801, 265, 1065, 500, 0 (car): 0.029; 665, 106, 824, 287, 0 (car): 0.029; 672, 117, 814, 283, 0 (car): 0.028; 282, 65, 544, 326, 2 (bug): 0.028; 663, 101, 824, 286, 0 (car): 0.028; 1246, 618, 1278, 672, 0 (car): 0.028; 667, 107, 819, 285, 2 (bug): 0.028; 1250, 74, 1280, 109, 2 (bug): 0.028; 802, 196, 1066, 499, 1 (tree): 0.028; 670, 105, 817, 284, 2 (bug): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 268, 74, 550, 329, 0 (car): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 799, 198, 1055, 499, 0 (car): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 61, 617, 204, 716, 2 (bug): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 669, 104, 827, 285, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 1206, 4, 1272, 84, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 794, 192, 1077, 501, 2 (bug): 0.028; 279, 72, 539, 328, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 804, 206, 1052, 498, 2 (bug): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 134, 279, 184, 306, 2 (bug): 0.028; 0, 610, 96, 689, 2 (bug): 0.028; 137, 240, 182, 274, 2 (bug): 0.028; 135, 287, 183, 313, 2 (bug): 0.028; 807, 223, 1055, 499, 0 (car): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 0, 610, 96, 689, 0 (car): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 663, 101, 826, 287, 2 (bug): 0.028; 279, 72, 539, 328, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 803, 213, 1052, 498, 0 (car): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 294, 76, 536, 321, 1 (tree): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 1251, 62, 1279, 97, 2 (bug): 0.028; 799, 198, 1055, 499, 2 (bug): 0.028; 671, 105, 814, 283, 1 (tree): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 663, 101, 832, 287, 1 (tree): 0.028; 280, 81, 559, 328, 0 (car): 0.028; 670, 102, 815, 278, 0 (car): 0.028; 663, 101, 830, 286, 1 (tree): 0.027; 663, 102, 823, 288, 0 (car): 0.027; 1222, 29, 1256, 75, 2 (bug): 0.027; 803, 273, 1053, 498, 0 (car): 0.027; 278, 73, 542, 329, 2 (bug): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 659, 96, 832, 288, 0 (car): 0.027; 1225, 29, 1278, 82, 0 (car): 0.027; 795, 269, 1070, 499, 0 (car): 0.027; 668, 109, 817, 285, 2 (bug): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 278, 73, 542, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 796, 263, 1071, 499, 0 (car): 0.027; 803, 213, 1052, 498, 2 (bug): 0.027; 803, 195, 1067, 499, 1 (tree): 0.027; 793, 192, 1075, 501, 1 (tree): 0.027; 669, 104, 817, 285, 2 (bug): 0.027; 675, 105, 811, 281, 1 (tree): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 673, 105, 809, 283, 1 (tree): 0.027; 665, 106, 824, 287, 2 (bug): 0.027; 159, 261, 212, 300, 0 (car): 0.027; 666, 104, 819, 285, 2 (bug): 0.027; 282, 65, 544, 326, 1 (tree): 0.027; 667, 107, 819, 285, 1 (tree): 0.027; 676, 106, 808, 283, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 670, 105, 817, 284, 1 (tree): 0.027; 802, 304, 1049, 498, 0 (car): 0.027; 664, 102, 833, 286, 1 (tree): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 160, 302, 220, 332, 1 (tree): 0.027; 160, 296, 217, 327, 1 (tree): 0.027; 285, 65, 536, 319, 2 (bug): 0.027; 652, 100, 851, 290, 0 (car): 0.027; 803, 208, 1067, 502, 1 (tree): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 161, 285, 215, 322, 2 (bug): 0.027; 666, 104, 818, 286, 2 (bug): 0.027; 160, 278, 214, 316, 2 (bug): 0.027; 800, 273, 1064, 498, 0 (car): 0.026; 663, 108, 817, 284, 0 (car): 0.026; 807, 223, 1055, 499, 2 (bug): 0.026; 124, 266, 171, 296, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 1255, 77, 1278, 102, 2 (bug): 0.026; 271, 72, 546, 328, 0 (car): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 126, 298, 179, 329, 1 (tree): 0.026; 280, 81, 559, 328, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; 672, 105, 820, 284, 1 (tree): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_l_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "800, 195, 1071, 500, 0 (car): 0.053; 290, 76, 542, 328, 0 (car): 0.050; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 818, 284, 0 (car): 0.046; 800, 195, 1071, 500, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 818, 284, 1 (tree): 0.039; 672, 106, 814, 284, 0 (car): 0.038; 670, 105, 816, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 830, 286, 0 (car): 0.035; 666, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 1104, 0, 1218, 35, 0 (car): 0.034; 664, 102, 832, 286, 0 (car): 0.034; 800, 195, 1071, 500, 2 (bug): 0.034; 789, 196, 1082, 503, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 1141, 0, 1198, 46, 0 (car): 0.033; 802, 196, 1067, 500, 0 (car): 0.033; 674, 105, 811, 283, 0 (car): 0.033; 223, 327, 277, 360, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 282, 66, 544, 326, 0 (car): 0.033; 662, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 0, 324, 29, 605, 0 (car): 0.033; 1123, 0, 1212, 84, 0 (car): 0.033; 1196, 0, 1242, 63, 2 (bug): 0.033; 1123, 0, 1212, 84, 2 (bug): 0.033; 1216, 0, 1262, 59, 0 (car): 0.033; 0, 214, 49, 590, 0 (car): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 161, 701, 360, 712, 2 (bug): 0.033; 1141, 0, 1198, 46, 2 (bug): 0.033; 1196, 0, 1242, 63, 0 (car): 0.032; 672, 106, 814, 284, 2 (bug): 0.032; 1096, 0, 1219, 58, 0 (car): 0.032; 1121, 0, 1209, 39, 0 (car): 0.032; 802, 196, 1068, 499, 0 (car): 0.032; 1096, 0, 1219, 58, 2 (bug): 0.032; 662, 101, 827, 287, 0 (car): 0.032; 802, 196, 1066, 500, 0 (car): 0.032; 124, 265, 172, 295, 0 (car): 0.032; 0, 264, 46, 596, 0 (car): 0.032; 670, 105, 816, 284, 2 (bug): 0.032; 0, 214, 49, 590, 2 (bug): 0.032; 800, 198, 1072, 500, 0 (car): 0.032; 1121, 0, 1209, 39, 2 (bug): 0.032; 1104, 0, 1218, 35, 2 (bug): 0.032; 160, 302, 221, 332, 0 (car): 0.032; 1119, 0, 1253, 18, 0 (car): 0.032; 802, 196, 1066, 500, 2 (bug): 0.032; 786, 198, 1090, 510, 0 (car): 0.032; 174, 702, 348, 714, 2 (bug): 0.032; 160, 296, 217, 327, 0 (car): 0.032; 792, 192, 1076, 501, 0 (car): 0.032; 126, 298, 180, 328, 0 (car): 0.032; 782, 193, 1085, 503, 0 (car): 0.032; 135, 256, 185, 286, 0 (car): 0.032; 0, 264, 46, 596, 2 (bug): 0.032; 1119, 0, 1253, 18, 2 (bug): 0.032; 671, 106, 814, 284, 0 (car): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 157, 315, 224, 348, 0 (car): 0.031; 223, 327, 277, 360, 2 (bug): 0.031; 124, 264, 171, 294, 0 (car): 0.031; 672, 105, 809, 283, 0 (car): 0.031; 1215, 0, 1257, 62, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 0, 324, 29, 605, 2 (bug): 0.031; 670, 105, 818, 284, 2 (bug): 0.031; 969, 688, 1186, 719, 2 (bug): 0.031; 675, 105, 811, 280, 0 (car): 0.031; 672, 106, 814, 284, 1 (tree): 0.031; 154, 322, 228, 358, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 676, 106, 808, 284, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 161, 701, 360, 712, 0 (car): 0.031; 916, 673, 1216, 714, 2 (bug): 0.031; 794, 192, 1077, 501, 0 (car): 0.031; 803, 209, 1067, 502, 2 (bug): 0.031; 662, 101, 828, 287, 0 (car): 0.031; 669, 104, 827, 284, 0 (car): 0.031; 125, 290, 177, 321, 0 (car): 0.031; 803, 209, 1067, 502, 0 (car): 0.031; 802, 195, 1067, 498, 0 (car): 0.031; 670, 105, 816, 284, 1 (tree): 0.031; 273, 56, 549, 328, 0 (car): 0.031; 1248, 74, 1279, 108, 0 (car): 0.031; 149, 326, 230, 368, 0 (car): 0.031; 1215, 0, 1257, 62, 2 (bug): 0.031; 135, 287, 184, 312, 0 (car): 0.031; 146, 314, 209, 347, 0 (car): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 134, 279, 184, 305, 0 (car): 0.031; 135, 300, 186, 325, 0 (car): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 666, 102, 830, 286, 2 (bug): 0.031; 663, 101, 829, 287, 0 (car): 0.031; 121, 693, 314, 713, 2 (bug): 0.031; 800, 192, 1072, 500, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 802, 196, 1068, 499, 2 (bug): 0.030; 174, 702, 348, 714, 0 (car): 0.030; 802, 195, 1067, 498, 2 (bug): 0.030; 670, 105, 818, 284, 0 (car): 0.030; 137, 240, 183, 273, 0 (car): 0.030; 1127, 0, 1198, 26, 0 (car): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 109, 688, 360, 713, 2 (bug): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 121, 693, 314, 713, 0 (car): 0.030; 109, 678, 340, 713, 2 (bug): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 668, 107, 819, 285, 0 (car): 0.030; 547, 412, 606, 459, 0 (car): 0.030; 149, 326, 230, 368, 2 (bug): 0.030; 157, 315, 224, 348, 2 (bug): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 782, 193, 1085, 503, 2 (bug): 0.030; 798, 295, 1066, 498, 0 (car): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 663, 101, 830, 286, 2 (bug): 0.030; 660, 100, 828, 288, 0 (car): 0.030; 789, 196, 1082, 503, 2 (bug): 0.030; 1216, 0, 1262, 59, 2 (bug): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 124, 265, 172, 295, 2 (bug): 0.030; 1127, 0, 1198, 26, 2 (bug): 0.030; 666, 102, 830, 286, 1 (tree): 0.030; 146, 314, 209, 347, 2 (bug): 0.030; 160, 302, 221, 332, 2 (bug): 0.030; 268, 74, 550, 328, 2 (bug): 0.030; 154, 322, 228, 358, 2 (bug): 0.030; 669, 104, 818, 285, 0 (car): 0.030; 792, 192, 1076, 501, 2 (bug): 0.029; 802, 237, 1064, 498, 0 (car): 0.029; 804, 207, 1061, 500, 0 (car): 0.029; 124, 264, 171, 294, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 1254, 21, 1276, 98, 2 (bug): 0.029; 800, 306, 1062, 498, 0 (car): 0.029; 161, 285, 216, 322, 0 (car): 0.029; 125, 290, 177, 321, 2 (bug): 0.029; 160, 278, 214, 316, 0 (car): 0.029; 804, 207, 1061, 500, 2 (bug): 0.029; 126, 298, 180, 328, 2 (bug): 0.029; 800, 220, 1068, 499, 2 (bug): 0.029; 664, 102, 832, 286, 2 (bug): 0.029; 666, 104, 819, 286, 0 (car): 0.029; 160, 296, 217, 327, 2 (bug): 0.029; 1251, 88, 1280, 117, 0 (car): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 671, 106, 814, 284, 2 (bug): 0.029; 1254, 21, 1276, 98, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 800, 220, 1068, 499, 0 (car): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 135, 300, 186, 325, 2 (bug): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 676, 106, 808, 284, 2 (bug): 0.029; 135, 256, 185, 286, 2 (bug): 0.029; 969, 688, 1186, 719, 0 (car): 0.029; 668, 109, 818, 286, 0 (car): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 285, 73, 541, 328, 2 (bug): 0.029; 547, 412, 606, 459, 2 (bug): 0.029; 662, 101, 832, 287, 2 (bug): 0.029; 134, 279, 184, 305, 2 (bug): 0.029; 916, 673, 1216, 714, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 0, 606, 84, 690, 0 (car): 0.029; 675, 105, 811, 280, 2 (bug): 0.029; 672, 105, 809, 283, 2 (bug): 0.029; 109, 678, 340, 713, 0 (car): 0.029; 109, 688, 360, 713, 0 (car): 0.029; 804, 207, 1052, 498, 0 (car): 0.029; 285, 73, 541, 328, 0 (car): 0.029; 800, 266, 1064, 500, 0 (car): 0.029; 282, 66, 544, 326, 2 (bug): 0.029; 665, 103, 822, 286, 1 (tree): 0.028; 0, 606, 84, 690, 2 (bug): 0.028; 664, 101, 824, 286, 0 (car): 0.028; 1247, 620, 1278, 672, 0 (car): 0.028; 666, 106, 824, 287, 0 (car): 0.028; 672, 117, 814, 283, 0 (car): 0.028; 802, 196, 1066, 500, 1 (tree): 0.028; 668, 107, 819, 285, 2 (bug): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 802, 237, 1064, 498, 2 (bug): 0.028; 137, 240, 183, 273, 2 (bug): 0.028; 799, 198, 1055, 498, 0 (car): 0.028; 135, 287, 184, 312, 2 (bug): 0.028; 670, 105, 818, 284, 2 (bug): 0.028; 1248, 74, 1279, 108, 2 (bug): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 268, 74, 550, 328, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 794, 192, 1077, 501, 2 (bug): 0.028; 54, 614, 207, 716, 2 (bug): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 669, 104, 827, 284, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 804, 207, 1052, 498, 2 (bug): 0.028; 280, 72, 539, 328, 2 (bug): 0.028; 61, 18, 148, 42, 2 (bug): 0.028; 0, 608, 100, 688, 2 (bug): 0.028; 807, 224, 1055, 499, 0 (car): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 0, 608, 100, 688, 0 (car): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 662, 101, 827, 287, 2 (bug): 0.028; 280, 72, 539, 328, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 294, 76, 536, 321, 1 (tree): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 159, 261, 212, 301, 0 (car): 0.028; 278, 73, 541, 329, 2 (bug): 0.028; 799, 198, 1055, 498, 2 (bug): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 1214, 5, 1272, 84, 0 (car): 0.027; 802, 215, 1051, 498, 0 (car): 0.027; 670, 103, 815, 278, 0 (car): 0.027; 803, 274, 1053, 498, 0 (car): 0.027; 174, 479, 732, 706, 0 (car): 0.027; 280, 81, 560, 328, 0 (car): 0.027; 671, 106, 814, 284, 1 (tree): 0.027; 662, 101, 832, 287, 1 (tree): 0.027; 795, 270, 1069, 499, 0 (car): 0.027; 1221, 33, 1256, 75, 2 (bug): 0.027; 278, 73, 541, 329, 0 (car): 0.027; 663, 101, 830, 286, 1 (tree): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 662, 102, 822, 288, 0 (car): 0.027; 800, 299, 1063, 499, 0 (car): 0.027; 659, 96, 832, 288, 0 (car): 0.027; 668, 109, 818, 286, 2 (bug): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 795, 265, 1071, 499, 0 (car): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 792, 192, 1076, 501, 1 (tree): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 669, 104, 818, 285, 2 (bug): 0.027; 282, 66, 544, 326, 1 (tree): 0.027; 802, 195, 1067, 498, 1 (tree): 0.027; 1214, 5, 1272, 84, 2 (bug): 0.027; 802, 215, 1051, 498, 2 (bug): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 666, 106, 824, 287, 2 (bug): 0.027; 160, 302, 221, 332, 1 (tree): 0.027; 675, 105, 811, 280, 1 (tree): 0.027; 666, 104, 819, 286, 2 (bug): 0.027; 801, 304, 1049, 498, 0 (car): 0.027; 668, 107, 819, 285, 1 (tree): 0.027; 160, 296, 217, 327, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 672, 105, 809, 283, 1 (tree): 0.027; 676, 106, 808, 284, 1 (tree): 0.027; 160, 278, 214, 316, 2 (bug): 0.027; 670, 105, 818, 284, 1 (tree): 0.027; 161, 285, 216, 322, 2 (bug): 0.027; 286, 66, 536, 319, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 124, 265, 172, 295, 1 (tree): 0.027; 652, 100, 850, 290, 0 (car): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 803, 209, 1067, 502, 1 (tree): 0.027; 1226, 32, 1278, 82, 0 (car): 0.027; 271, 72, 546, 328, 0 (car): 0.027; 61, 18, 148, 42, 0 (car): 0.027; 800, 275, 1064, 498, 0 (car): 0.026; 126, 298, 180, 328, 1 (tree): 0.026; 666, 104, 818, 286, 2 (bug): 0.026; 807, 224, 1055, 499, 2 (bug): 0.026; 662, 108, 818, 284, 0 (car): 0.026; 135, 256, 185, 286, 1 (tree): 0.026; 789, 196, 1082, 503, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 663, 101, 829, 287, 2 (bug): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 664, 102, 832, 286, 1 (tree): 0.026; 280, 81, 560, 328, 2 (bug): 0.026; 1221, 33, 1256, 75, 0 (car): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_l_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "800, 195, 1072, 501, 0 (car): 0.054; 290, 76, 542, 328, 0 (car): 0.051; 290, 76, 542, 328, 1 (tree): 0.049; 670, 105, 817, 285, 0 (car): 0.046; 800, 195, 1072, 501, 1 (tree): 0.045; 796, 193, 1074, 501, 0 (car): 0.040; 670, 105, 817, 285, 1 (tree): 0.039; 672, 106, 814, 283, 0 (car): 0.038; 671, 105, 815, 284, 0 (car): 0.038; 290, 76, 542, 328, 2 (bug): 0.037; 284, 74, 545, 328, 0 (car): 0.036; 663, 101, 830, 286, 0 (car): 0.036; 665, 102, 830, 286, 0 (car): 0.035; 665, 103, 822, 286, 0 (car): 0.035; 664, 102, 833, 286, 0 (car): 0.035; 1104, 0, 1217, 35, 0 (car): 0.034; 800, 195, 1072, 501, 2 (bug): 0.034; 674, 105, 811, 283, 0 (car): 0.034; 284, 74, 545, 328, 2 (bug): 0.034; 1142, 0, 1198, 47, 0 (car): 0.033; 802, 196, 1067, 500, 0 (car): 0.033; 294, 76, 536, 321, 2 (bug): 0.033; 223, 327, 277, 360, 0 (car): 0.033; 663, 101, 832, 287, 0 (car): 0.033; 802, 196, 1067, 500, 2 (bug): 0.033; 282, 65, 544, 326, 0 (car): 0.033; 1197, 0, 1243, 63, 2 (bug): 0.033; 1122, 0, 1211, 81, 0 (car): 0.033; 1217, 0, 1263, 59, 0 (car): 0.033; 787, 195, 1083, 503, 0 (car): 0.033; 0, 220, 49, 591, 0 (car): 0.033; 659, 100, 834, 286, 0 (car): 0.033; 1122, 0, 1211, 81, 2 (bug): 0.033; 284, 74, 545, 328, 1 (tree): 0.033; 802, 196, 1068, 499, 0 (car): 0.033; 1142, 0, 1198, 47, 2 (bug): 0.033; 1096, 0, 1218, 60, 0 (car): 0.033; 160, 701, 361, 713, 2 (bug): 0.033; 672, 106, 814, 283, 2 (bug): 0.033; 1197, 0, 1243, 63, 0 (car): 0.033; 800, 198, 1072, 500, 0 (car): 0.033; 1096, 0, 1218, 60, 2 (bug): 0.033; 0, 274, 43, 598, 0 (car): 0.032; 663, 101, 826, 287, 0 (car): 0.032; 802, 196, 1066, 499, 0 (car): 0.032; 124, 266, 171, 296, 0 (car): 0.032; 671, 105, 815, 284, 2 (bug): 0.032; 1121, 0, 1211, 38, 2 (bug): 0.032; 0, 220, 49, 591, 2 (bug): 0.032; 1104, 0, 1217, 35, 2 (bug): 0.032; 173, 702, 352, 714, 2 (bug): 0.032; 160, 302, 220, 332, 0 (car): 0.032; 802, 196, 1066, 499, 2 (bug): 0.032; 160, 296, 217, 327, 0 (car): 0.032; 1118, 0, 1255, 19, 0 (car): 0.032; 0, 274, 43, 598, 2 (bug): 0.032; 793, 192, 1075, 501, 0 (car): 0.032; 1121, 0, 1211, 38, 0 (car): 0.032; 968, 688, 1186, 720, 2 (bug): 0.032; 671, 105, 814, 283, 0 (car): 0.032; 785, 198, 1090, 510, 0 (car): 0.032; 0, 331, 28, 607, 0 (car): 0.032; 126, 298, 179, 329, 0 (car): 0.032; 124, 265, 170, 294, 0 (car): 0.032; 223, 327, 277, 360, 2 (bug): 0.032; 673, 105, 809, 283, 0 (car): 0.031; 1118, 0, 1255, 19, 2 (bug): 0.031; 672, 106, 814, 283, 1 (tree): 0.031; 808, 197, 1079, 500, 0 (car): 0.031; 796, 193, 1074, 501, 2 (bug): 0.031; 675, 105, 811, 281, 0 (car): 0.031; 669, 104, 827, 285, 0 (car): 0.031; 670, 105, 817, 285, 2 (bug): 0.031; 676, 106, 808, 283, 0 (car): 0.031; 917, 673, 1216, 713, 2 (bug): 0.031; 157, 315, 223, 348, 0 (car): 0.031; 125, 291, 176, 321, 0 (car): 0.031; 1215, 0, 1257, 60, 0 (car): 0.031; 294, 76, 536, 321, 0 (car): 0.031; 808, 197, 1079, 500, 2 (bug): 0.031; 663, 101, 827, 287, 0 (car): 0.031; 794, 192, 1077, 501, 0 (car): 0.031; 160, 701, 361, 713, 0 (car): 0.031; 803, 208, 1067, 502, 2 (bug): 0.031; 1250, 74, 1280, 109, 0 (car): 0.031; 671, 105, 815, 284, 1 (tree): 0.031; 803, 195, 1067, 499, 0 (car): 0.031; 803, 208, 1067, 502, 0 (car): 0.031; 154, 322, 228, 359, 0 (car): 0.031; 273, 55, 549, 328, 0 (car): 0.031; 782, 194, 1085, 503, 0 (car): 0.031; 116, 475, 718, 692, 2 (bug): 0.031; 286, 75, 540, 324, 2 (bug): 0.031; 150, 327, 230, 368, 0 (car): 0.031; 146, 314, 208, 347, 0 (car): 0.031; 665, 102, 830, 286, 2 (bug): 0.031; 1215, 0, 1257, 60, 2 (bug): 0.031; 663, 101, 828, 287, 0 (car): 0.031; 135, 300, 185, 325, 0 (car): 0.031; 1218, 0, 1266, 75, 0 (car): 0.031; 674, 105, 811, 283, 2 (bug): 0.031; 173, 702, 352, 714, 0 (car): 0.031; 803, 195, 1067, 499, 2 (bug): 0.031; 111, 687, 363, 713, 2 (bug): 0.031; 802, 196, 1068, 499, 2 (bug): 0.031; 670, 105, 817, 284, 0 (car): 0.031; 120, 693, 316, 713, 2 (bug): 0.031; 800, 192, 1072, 500, 0 (car): 0.030; 548, 412, 606, 459, 0 (car): 0.030; 116, 475, 718, 692, 0 (car): 0.030; 796, 193, 1074, 501, 1 (tree): 0.030; 111, 680, 342, 713, 2 (bug): 0.030; 135, 287, 183, 313, 0 (car): 0.030; 120, 693, 316, 713, 0 (car): 0.030; 672, 107, 815, 283, 0 (car): 0.030; 782, 194, 1085, 503, 2 (bug): 0.030; 1231, 0, 1250, 22, 2 (bug): 0.030; 275, 83, 544, 328, 2 (bug): 0.030; 133, 315, 192, 348, 0 (car): 0.030; 0, 331, 28, 607, 2 (bug): 0.030; 667, 107, 819, 285, 0 (car): 0.030; 672, 105, 820, 284, 0 (car): 0.030; 157, 315, 223, 348, 2 (bug): 0.030; 160, 302, 220, 332, 2 (bug): 0.030; 665, 103, 822, 286, 2 (bug): 0.030; 663, 101, 830, 286, 2 (bug): 0.030; 137, 240, 182, 274, 0 (car): 0.030; 134, 279, 184, 306, 0 (car): 0.030; 150, 327, 230, 368, 2 (bug): 0.030; 124, 266, 171, 296, 2 (bug): 0.030; 1126, 0, 1197, 26, 2 (bug): 0.030; 661, 100, 827, 288, 0 (car): 0.030; 662, 100, 832, 285, 0 (car): 0.030; 1251, 62, 1279, 97, 0 (car): 0.030; 1217, 0, 1263, 59, 2 (bug): 0.030; 665, 102, 830, 286, 1 (tree): 0.030; 803, 235, 1064, 498, 0 (car): 0.030; 268, 74, 550, 329, 2 (bug): 0.030; 1255, 77, 1278, 102, 0 (car): 0.030; 799, 295, 1066, 498, 0 (car): 0.030; 1252, 86, 1280, 117, 0 (car): 0.030; 669, 104, 817, 285, 0 (car): 0.030; 1126, 0, 1197, 26, 0 (car): 0.030; 804, 207, 1060, 500, 0 (car): 0.030; 154, 322, 228, 359, 2 (bug): 0.030; 125, 291, 176, 321, 2 (bug): 0.030; 146, 314, 208, 347, 2 (bug): 0.030; 124, 265, 170, 294, 2 (bug): 0.030; 793, 192, 1075, 501, 2 (bug): 0.030; 664, 102, 833, 286, 2 (bug): 0.030; 802, 218, 1067, 499, 2 (bug): 0.030; 787, 195, 1083, 503, 2 (bug): 0.029; 800, 304, 1062, 498, 0 (car): 0.029; 1253, 21, 1276, 97, 2 (bug): 0.029; 800, 198, 1072, 500, 2 (bug): 0.029; 286, 75, 540, 324, 0 (car): 0.029; 804, 207, 1060, 500, 2 (bug): 0.029; 126, 298, 179, 329, 2 (bug): 0.029; 802, 218, 1067, 499, 0 (car): 0.029; 666, 104, 819, 285, 0 (car): 0.029; 802, 196, 1067, 500, 1 (tree): 0.029; 160, 296, 217, 327, 2 (bug): 0.029; 133, 315, 192, 348, 2 (bug): 0.029; 548, 412, 606, 459, 2 (bug): 0.029; 0, 606, 76, 690, 0 (car): 0.029; 671, 105, 814, 283, 2 (bug): 0.029; 968, 688, 1186, 720, 0 (car): 0.029; 275, 83, 544, 328, 0 (car): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 676, 106, 808, 283, 2 (bug): 0.029; 681, 106, 811, 283, 0 (car): 0.029; 161, 285, 215, 322, 0 (car): 0.029; 1253, 21, 1276, 97, 0 (car): 0.029; 666, 104, 818, 286, 0 (car): 0.029; 1206, 4, 1272, 84, 0 (car): 0.029; 917, 673, 1216, 713, 0 (car): 0.029; 663, 101, 832, 287, 2 (bug): 0.029; 1215, 0, 1267, 44, 0 (car): 0.029; 800, 192, 1072, 500, 2 (bug): 0.029; 160, 278, 214, 316, 0 (car): 0.029; 111, 680, 342, 713, 0 (car): 0.029; 135, 300, 185, 325, 2 (bug): 0.029; 668, 109, 817, 285, 0 (car): 0.029; 111, 687, 363, 713, 0 (car): 0.029; 675, 105, 811, 281, 2 (bug): 0.029; 673, 105, 809, 283, 2 (bug): 0.029; 670, 104, 825, 284, 0 (car): 0.029; 804, 206, 1052, 498, 0 (car): 0.029; 0, 606, 76, 690, 2 (bug): 0.029; 285, 73, 541, 327, 2 (bug): 0.029; 285, 73, 541, 327, 0 (car): 0.029; 665, 103, 822, 286, 1 (tree): 0.029; 803, 235, 1064, 498, 2 (bug): 0.029; 801, 265, 1065, 500, 0 (car): 0.029; 665, 106, 824, 287, 0 (car): 0.029; 672, 117, 814, 283, 0 (car): 0.028; 282, 65, 544, 326, 2 (bug): 0.028; 663, 101, 824, 286, 0 (car): 0.028; 1246, 618, 1278, 672, 0 (car): 0.028; 667, 107, 819, 285, 2 (bug): 0.028; 1250, 74, 1280, 109, 2 (bug): 0.028; 802, 196, 1066, 499, 1 (tree): 0.028; 670, 105, 817, 284, 2 (bug): 0.028; 659, 100, 834, 286, 2 (bug): 0.028; 268, 74, 550, 329, 0 (car): 0.028; 674, 105, 811, 283, 1 (tree): 0.028; 672, 107, 815, 283, 2 (bug): 0.028; 799, 198, 1055, 499, 0 (car): 0.028; 674, 109, 810, 283, 0 (car): 0.028; 809, 190, 1081, 491, 2 (bug): 0.028; 61, 617, 204, 716, 2 (bug): 0.028; 670, 117, 816, 283, 0 (car): 0.028; 669, 104, 827, 285, 2 (bug): 0.028; 1215, 0, 1267, 44, 2 (bug): 0.028; 1206, 4, 1272, 84, 2 (bug): 0.028; 809, 190, 1081, 491, 0 (car): 0.028; 794, 192, 1077, 501, 2 (bug): 0.028; 279, 72, 539, 328, 2 (bug): 0.028; 1231, 0, 1250, 22, 0 (car): 0.028; 804, 206, 1052, 498, 2 (bug): 0.028; 1218, 0, 1266, 75, 2 (bug): 0.028; 134, 279, 184, 306, 2 (bug): 0.028; 0, 610, 96, 689, 2 (bug): 0.028; 137, 240, 182, 274, 2 (bug): 0.028; 135, 287, 183, 313, 2 (bug): 0.028; 807, 223, 1055, 499, 0 (car): 0.028; 667, 111, 818, 286, 0 (car): 0.028; 0, 610, 96, 689, 0 (car): 0.028; 664, 104, 827, 286, 0 (car): 0.028; 663, 101, 826, 287, 2 (bug): 0.028; 279, 72, 539, 328, 0 (car): 0.028; 672, 105, 820, 284, 2 (bug): 0.028; 803, 213, 1052, 498, 0 (car): 0.028; 279, 74, 547, 329, 2 (bug): 0.028; 294, 76, 536, 321, 1 (tree): 0.028; 808, 197, 1079, 500, 1 (tree): 0.028; 1251, 62, 1279, 97, 2 (bug): 0.028; 799, 198, 1055, 499, 2 (bug): 0.028; 671, 105, 814, 283, 1 (tree): 0.028; 670, 103, 824, 280, 0 (car): 0.028; 663, 101, 832, 287, 1 (tree): 0.028; 280, 81, 559, 328, 0 (car): 0.028; 670, 102, 815, 278, 0 (car): 0.028; 663, 101, 830, 286, 1 (tree): 0.027; 663, 102, 823, 288, 0 (car): 0.027; 1222, 29, 1256, 75, 2 (bug): 0.027; 803, 273, 1053, 498, 0 (car): 0.027; 278, 73, 542, 329, 2 (bug): 0.027; 271, 72, 546, 328, 2 (bug): 0.027; 659, 96, 832, 288, 0 (car): 0.027; 1225, 29, 1278, 82, 0 (car): 0.027; 795, 269, 1070, 499, 0 (car): 0.027; 668, 109, 817, 285, 2 (bug): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 279, 74, 547, 329, 0 (car): 0.027; 662, 100, 832, 285, 2 (bug): 0.027; 278, 73, 542, 329, 0 (car): 0.027; 670, 104, 825, 284, 2 (bug): 0.027; 796, 263, 1071, 499, 0 (car): 0.027; 803, 213, 1052, 498, 2 (bug): 0.027; 803, 195, 1067, 499, 1 (tree): 0.027; 793, 192, 1075, 501, 1 (tree): 0.027; 669, 104, 817, 285, 2 (bug): 0.027; 675, 105, 811, 281, 1 (tree): 0.027; 672, 117, 814, 283, 2 (bug): 0.027; 802, 196, 1068, 499, 1 (tree): 0.027; 673, 105, 809, 283, 1 (tree): 0.027; 665, 106, 824, 287, 2 (bug): 0.027; 159, 261, 212, 300, 0 (car): 0.027; 666, 104, 819, 285, 2 (bug): 0.027; 282, 65, 544, 326, 1 (tree): 0.027; 667, 107, 819, 285, 1 (tree): 0.027; 676, 106, 808, 283, 1 (tree): 0.027; 670, 117, 816, 283, 2 (bug): 0.027; 681, 106, 811, 283, 2 (bug): 0.027; 670, 105, 817, 284, 1 (tree): 0.027; 802, 304, 1049, 498, 0 (car): 0.027; 664, 102, 833, 286, 1 (tree): 0.027; 672, 107, 815, 283, 1 (tree): 0.027; 160, 302, 220, 332, 1 (tree): 0.027; 160, 296, 217, 327, 1 (tree): 0.027; 285, 65, 536, 319, 2 (bug): 0.027; 652, 100, 851, 290, 0 (car): 0.027; 803, 208, 1067, 502, 1 (tree): 0.027; 401, 79, 420, 144, 0 (car): 0.027; 161, 285, 215, 322, 2 (bug): 0.027; 666, 104, 818, 286, 2 (bug): 0.027; 160, 278, 214, 316, 2 (bug): 0.027; 800, 273, 1064, 498, 0 (car): 0.026; 663, 108, 817, 284, 0 (car): 0.026; 807, 223, 1055, 499, 2 (bug): 0.026; 124, 266, 171, 296, 1 (tree): 0.026; 667, 111, 818, 286, 2 (bug): 0.026; 1255, 77, 1278, 102, 2 (bug): 0.026; 271, 72, 546, 328, 0 (car): 0.026; 664, 104, 827, 286, 2 (bug): 0.026; 126, 298, 179, 329, 1 (tree): 0.026; 280, 81, 559, 328, 2 (bug): 0.026; 663, 101, 828, 287, 2 (bug): 0.026; 672, 105, 820, 284, 1 (tree): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_x_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "1071, 217, 1274, 453, 2 (bug): 0.035; 300, 74, 535, 325, 2 (bug): 0.034; 811, 199, 1060, 498, 0 (car): 0.034; 677, 107, 809, 284, 2 (bug): 0.034; 1156, 0, 1280, 53, 2 (bug): 0.033; 52, 12, 177, 84, 2 (bug): 0.033; 1249, 300, 1280, 607, 2 (bug): 0.033; 1166, 0, 1267, 57, 2 (bug): 0.032; 1226, 102, 1280, 199, 2 (bug): 0.032; 1178, 11, 1274, 166, 2 (bug): 0.032; 1148, 229, 1280, 440, 2 (bug): 0.031; 1238, 299, 1280, 636, 2 (bug): 0.031; 1203, 237, 1280, 462, 2 (bug): 0.031; 296, 82, 538, 328, 2 (bug): 0.031; 1248, 291, 1277, 602, 2 (bug): 0.031; 1246, 433, 1280, 703, 2 (bug): 0.031; 1262, 271, 1280, 510, 2 (bug): 0.031; 1217, 80, 1280, 223, 2 (bug): 0.031; 1246, 402, 1280, 657, 2 (bug): 0.031; 1262, 213, 1280, 535, 2 (bug): 0.031; 1237, 308, 1279, 638, 2 (bug): 0.031; 1235, 76, 1278, 168, 2 (bug): 0.031; 1216, 3, 1273, 168, 2 (bug): 0.031; 1149, 45, 1280, 210, 2 (bug): 0.031; 1191, 16, 1275, 162, 2 (bug): 0.031; 1140, 98, 1244, 310, 2 (bug): 0.031; 1221, 30, 1280, 193, 2 (bug): 0.031; 674, 105, 810, 286, 2 (bug): 0.031; 1131, 0, 1280, 53, 2 (bug): 0.031; 1194, 69, 1271, 190, 2 (bug): 0.031; 1245, 436, 1280, 720, 2 (bug): 0.031; 1229, 79, 1280, 188, 2 (bug): 0.031; 1242, 294, 1278, 606, 2 (bug): 0.030; 1244, 305, 1277, 600, 2 (bug): 0.030; 1176, 232, 1280, 456, 2 (bug): 0.030; 1235, 411, 1278, 643, 2 (bug): 0.030; 1242, 294, 1279, 613, 2 (bug): 0.030; 1235, 379, 1279, 643, 2 (bug): 0.030; 1239, 365, 1280, 645, 2 (bug): 0.030; 1239, 379, 1280, 642, 2 (bug): 0.030; 1230, 439, 1280, 640, 2 (bug): 0.030; 1239, 277, 1278, 628, 2 (bug): 0.030; 1260, 232, 1280, 482, 2 (bug): 0.030; 809, 204, 1062, 500, 2 (bug): 0.030; 1240, 408, 1280, 645, 2 (bug): 0.030; 298, 75, 536, 328, 2 (bug): 0.030; 1198, 49, 1280, 263, 2 (bug): 0.030; 1229, 2, 1273, 164, 2 (bug): 0.030; 1237, 276, 1278, 639, 2 (bug): 0.030; 295, 82, 539, 331, 2 (bug): 0.030; 1237, 279, 1278, 637, 2 (bug): 0.030; 1236, 0, 1277, 65, 2 (bug): 0.029; 299, 79, 534, 326, 2 (bug): 0.029; 1209, 81, 1280, 219, 2 (bug): 0.029; 1117, 242, 1266, 427, 2 (bug): 0.029; 293, 77, 540, 332, 2 (bug): 0.029; 1229, 46, 1280, 163, 2 (bug): 0.029; 810, 311, 1068, 497, 2 (bug): 0.029; 1218, 268, 1278, 639, 2 (bug): 0.029; 1213, 279, 1277, 637, 2 (bug): 0.029; 297, 75, 517, 327, 2 (bug): 0.029; 300, 78, 423, 157, 2 (bug): 0.029; 1233, 247, 1280, 473, 2 (bug): 0.029; 1209, 131, 1279, 261, 2 (bug): 0.029; 1258, 225, 1280, 397, 2 (bug): 0.029; 1257, 222, 1280, 383, 2 (bug): 0.029; 677, 106, 811, 285, 2 (bug): 0.029; 678, 111, 811, 284, 2 (bug): 0.029; 1213, 27, 1279, 240, 2 (bug): 0.028; 1260, 254, 1280, 463, 2 (bug): 0.028; 289, 83, 543, 337, 2 (bug): 0.028; 1203, 137, 1279, 278, 2 (bug): 0.028; 1235, 35, 1280, 154, 2 (bug): 0.028; 1104, 57, 1275, 210, 2 (bug): 0.028; 1258, 206, 1280, 372, 2 (bug): 0.028; 810, 315, 1062, 498, 2 (bug): 0.028; 1260, 253, 1280, 440, 2 (bug): 0.028; 1231, 14, 1280, 162, 2 (bug): 0.028; 301, 80, 537, 329, 2 (bug): 0.028; 1256, 10, 1280, 23, 2 (bug): 0.028; 1216, 195, 1280, 343, 2 (bug): 0.028; 1240, 24, 1280, 159, 2 (bug): 0.028; 1235, 287, 1280, 535, 2 (bug): 0.028; 1230, 439, 1280, 640, 1 (tree): 0.028; 80, 15, 212, 86, 2 (bug): 0.028; 306, 108, 535, 323, 2 (bug): 0.028; 1236, 22, 1274, 171, 2 (bug): 0.028; 1198, 24, 1280, 202, 2 (bug): 0.028; 808, 276, 1061, 501, 2 (bug): 0.027; 1239, 0, 1280, 133, 2 (bug): 0.027; 1209, 150, 1280, 299, 2 (bug): 0.027; 807, 340, 1023, 497, 2 (bug): 0.027; 296, 75, 540, 336, 2 (bug): 0.027; 676, 112, 812, 287, 2 (bug): 0.027; 1233, 274, 1280, 496, 2 (bug): 0.027; 303, 113, 536, 329, 2 (bug): 0.027; 1236, 0, 1280, 111, 2 (bug): 0.027; 302, 104, 536, 327, 2 (bug): 0.027; 1229, 85, 1280, 247, 2 (bug): 0.027; 666, 105, 811, 288, 2 (bug): 0.026; 667, 101, 815, 291, 2 (bug): 0.026; 303, 114, 534, 323, 2 (bug): 0.026; 1125, 121, 1274, 446, 2 (bug): 0.026; 1211, 142, 1280, 290, 2 (bug): 0.026; 677, 112, 813, 288, 2 (bug): 0.026; 677, 106, 811, 284, 2 (bug): 0.026; 582, 0, 703, 83, 2 (bug): 0.026; 1189, 348, 1279, 647, 2 (bug): 0.026; 1188, 348, 1276, 648, 2 (bug): 0.026; 675, 105, 816, 286, 2 (bug): 0.026; 806, 330, 1020, 498, 2 (bug): 0.026; 802, 250, 1064, 502, 2 (bug): 0.026; 266, 79, 544, 342, 2 (bug): 0.026; 1183, 333, 1280, 654, 2 (bug): 0.026; 1189, 376, 1280, 648, 2 (bug): 0.026; 1071, 217, 1274, 453, 1 (tree): 0.026; 110, 14, 252, 77, 2 (bug): 0.025; 1238, 299, 1280, 636, 1 (tree): 0.025; 1258, 32, 1280, 135, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_x_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "155, 167, 226, 469, 2 (bug): 0.036; 160, 205, 215, 400, 2 (bug): 0.035; 30, 0, 56, 40, 2 (bug): 0.035; 134, 0, 260, 49, 2 (bug): 0.035; 209, 0, 377, 79, 2 (bug): 0.035; 152, 0, 253, 44, 2 (bug): 0.035; 132, 0, 255, 52, 2 (bug): 0.035; 9, 0, 56, 29, 2 (bug): 0.035; 158, 174, 222, 413, 2 (bug): 0.035; 153, 130, 212, 516, 2 (bug): 0.034; 169, 277, 215, 580, 2 (bug): 0.034; 153, 148, 220, 539, 2 (bug): 0.034; 170, 282, 214, 525, 2 (bug): 0.033; 171, 311, 206, 483, 2 (bug): 0.033; 172, 323, 204, 482, 2 (bug): 0.033; 24, 19, 98, 66, 2 (bug): 0.032; 42, 21, 84, 62, 2 (bug): 0.032; 1157, 341, 1198, 494, 2 (bug): 0.032; 1243, 0, 1272, 115, 2 (bug): 0.032; 116, 0, 489, 169, 2 (bug): 0.032; 1231, 6, 1280, 74, 2 (bug): 0.031; 1159, 312, 1190, 512, 2 (bug): 0.031; 1150, 479, 1233, 648, 2 (bug): 0.031; 92, 0, 215, 54, 2 (bug): 0.031; 923, 5, 1060, 163, 2 (bug): 0.031; 671, 0, 1280, 71, 2 (bug): 0.031; 149, 427, 182, 576, 2 (bug): 0.031; 1269, 0, 1280, 24, 2 (bug): 0.031; 1185, 475, 1280, 677, 2 (bug): 0.031; 79, 107, 277, 219, 2 (bug): 0.031; 1243, 0, 1280, 85, 2 (bug): 0.030; 1184, 0, 1280, 63, 2 (bug): 0.030; 1208, 448, 1280, 662, 2 (bug): 0.030; 1239, 70, 1280, 335, 2 (bug): 0.030; 1231, 7, 1280, 88, 2 (bug): 0.030; 674, 0, 1280, 68, 2 (bug): 0.030; 41, 13, 81, 53, 2 (bug): 0.030; 1257, 0, 1280, 80, 2 (bug): 0.030; 84, 0, 201, 51, 2 (bug): 0.030; 1253, 366, 1280, 608, 2 (bug): 0.030; 1185, 484, 1280, 693, 2 (bug): 0.030; 1243, 0, 1278, 101, 2 (bug): 0.030; 1250, 0, 1276, 40, 2 (bug): 0.030; 1221, 114, 1277, 328, 2 (bug): 0.030; 1156, 372, 1201, 521, 2 (bug): 0.030; 1189, 512, 1280, 687, 2 (bug): 0.030; 1221, 164, 1280, 426, 2 (bug): 0.030; 1238, 87, 1280, 332, 2 (bug): 0.030; 1185, 497, 1280, 720, 2 (bug): 0.030; 1165, 0, 1280, 62, 2 (bug): 0.030; 1245, 424, 1280, 616, 2 (bug): 0.030; 1257, 475, 1280, 600, 2 (bug): 0.030; 87, 177, 179, 327, 2 (bug): 0.030; 1243, 452, 1280, 618, 2 (bug): 0.030; 46, 0, 347, 168, 2 (bug): 0.030; 1258, 0, 1280, 82, 2 (bug): 0.030; 676, 0, 1280, 66, 2 (bug): 0.030; 1244, 6, 1280, 91, 2 (bug): 0.030; 1256, 271, 1280, 408, 2 (bug): 0.030; 1256, 258, 1280, 400, 2 (bug): 0.030; 90, 166, 180, 303, 2 (bug): 0.030; 1207, 462, 1280, 681, 2 (bug): 0.030; 864, 0, 1280, 152, 2 (bug): 0.029; 918, 0, 1119, 202, 2 (bug): 0.029; 1246, 0, 1276, 83, 2 (bug): 0.029; 1156, 322, 1204, 502, 2 (bug): 0.029; 684, 0, 1280, 66, 2 (bug): 0.029; 1240, 62, 1280, 321, 2 (bug): 0.029; 58, 40, 102, 79, 2 (bug): 0.029; 1238, 81, 1280, 281, 2 (bug): 0.029; 58, 36, 99, 68, 2 (bug): 0.029; 794, 187, 1092, 516, 2 (bug): 0.029; 1257, 331, 1280, 556, 2 (bug): 0.029; 1259, 336, 1280, 598, 2 (bug): 0.029; 1216, 224, 1272, 458, 2 (bug): 0.029; 22, 72, 80, 207, 2 (bug): 0.029; 921, 0, 1078, 193, 2 (bug): 0.029; 1257, 26, 1280, 85, 2 (bug): 0.029; 1224, 230, 1280, 611, 2 (bug): 0.029; 1257, 336, 1280, 531, 2 (bug): 0.029; 91, 266, 222, 454, 2 (bug): 0.029; 1257, 331, 1280, 480, 2 (bug): 0.029; 88, 289, 195, 445, 2 (bug): 0.029; 1258, 300, 1280, 594, 2 (bug): 0.029; 1248, 445, 1280, 669, 2 (bug): 0.029; 89, 97, 168, 246, 2 (bug): 0.029; 1259, 320, 1280, 600, 2 (bug): 0.029; 23, 10, 104, 54, 2 (bug): 0.029; 83, 417, 175, 495, 2 (bug): 0.029; 1257, 327, 1280, 522, 2 (bug): 0.029; 1257, 330, 1280, 511, 2 (bug): 0.029; 94, 331, 219, 473, 2 (bug): 0.029; 1247, 453, 1280, 676, 2 (bug): 0.029; 77, 0, 322, 220, 2 (bug): 0.028; 80, 432, 161, 505, 2 (bug): 0.028; 23, 0, 84, 164, 2 (bug): 0.028; 1247, 403, 1280, 665, 2 (bug): 0.028; 1215, 249, 1280, 619, 2 (bug): 0.028; 1185, 230, 1241, 429, 2 (bug): 0.028; 1185, 298, 1261, 642, 2 (bug): 0.028; 1204, 336, 1280, 623, 2 (bug): 0.028; 1183, 290, 1256, 634, 2 (bug): 0.028; 77, 63, 152, 126, 2 (bug): 0.028; 1185, 242, 1241, 442, 2 (bug): 0.028; 1245, 387, 1280, 667, 2 (bug): 0.028; 81, 445, 159, 526, 2 (bug): 0.028; 1186, 237, 1240, 432, 2 (bug): 0.028; 1202, 237, 1269, 503, 2 (bug): 0.028; 91, 325, 199, 464, 2 (bug): 0.028; 84, 404, 194, 490, 2 (bug): 0.028; 86, 304, 174, 447, 2 (bug): 0.028; 80, 440, 152, 514, 2 (bug): 0.028; 1157, 328, 1232, 525, 2 (bug): 0.028; 87, 316, 179, 458, 2 (bug): 0.028; 1241, 0, 1280, 165, 2 (bug): 0.028; 84, 448, 157, 538, 2 (bug): 0.028; 90, 404, 156, 564, 2 (bug): 0.028; 90, 348, 183, 477, 2 (bug): 0.028; 90, 353, 181, 479, 2 (bug): 0.028; 90, 389, 152, 564, 2 (bug): 0.028; 90, 422, 157, 564, 2 (bug): 0.028; 1163, 262, 1256, 520, 2 (bug): 0.028; 89, 104, 156, 200, 2 (bug): 0.028; 821, 196, 1068, 456, 2 (bug): 0.028; 1257, 28, 1280, 101, 2 (bug): 0.028; 90, 332, 152, 512, 2 (bug): 0.028; 1182, 286, 1258, 624, 2 (bug): 0.028; 1180, 149, 1275, 370, 2 (bug): 0.028; 1186, 240, 1242, 457, 2 (bug): 0.028; 1192, 235, 1280, 663, 2 (bug): 0.028; 88, 104, 157, 205, 2 (bug): 0.028; 90, 369, 170, 485, 2 (bug): 0.028; 90, 431, 161, 567, 2 (bug): 0.027; 1176, 254, 1253, 504, 2 (bug): 0.027; 1184, 157, 1258, 431, 2 (bug): 0.027; 1185, 315, 1268, 634, 2 (bug): 0.027; 63, 0, 178, 42, 2 (bug): 0.027; 87, 399, 156, 489, 2 (bug): 0.027; 89, 370, 152, 561, 2 (bug): 0.027; 1188, 218, 1277, 475, 2 (bug): 0.027; 90, 382, 164, 487, 2 (bug): 0.027; 50, 0, 81, 27, 2 (bug): 0.027; 90, 366, 146, 551, 2 (bug): 0.027; 79, 99, 156, 184, 2 (bug): 0.027; 1173, 237, 1262, 507, 2 (bug): 0.027; 76, 76, 147, 124, 2 (bug): 0.027; 807, 273, 1064, 499, 2 (bug): 0.027; 1148, 468, 1217, 531, 2 (bug): 0.027; 90, 358, 147, 541, 2 (bug): 0.027; 1184, 170, 1258, 432, 2 (bug): 0.027; 89, 346, 148, 515, 2 (bug): 0.027; 807, 208, 1063, 496, 2 (bug): 0.027; 1177, 266, 1252, 514, 2 (bug): 0.027; 89, 350, 150, 529, 2 (bug): 0.027; 1184, 239, 1244, 477, 2 (bug): 0.027; 1177, 249, 1255, 502, 2 (bug): 0.027; 88, 92, 150, 206, 2 (bug): 0.027; 1159, 361, 1226, 515, 2 (bug): 0.027; 800, 195, 1070, 503, 2 (bug): 0.027; 1183, 231, 1248, 509, 2 (bug): 0.027; 74, 78, 145, 138, 2 (bug): 0.027; 1168, 271, 1256, 533, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 805, 194, 1091, 500, 2 (bug): 0.026; 801, 194, 1077, 494, 2 (bug): 0.026; 1141, 436, 1193, 538, 2 (bug): 0.026; 805, 196, 1066, 501, 2 (bug): 0.026; 1172, 208, 1268, 534, 2 (bug): 0.026; 810, 238, 1060, 498, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 1161, 343, 1213, 504, 2 (bug): 0.026; 74, 78, 145, 138, 1 (tree): 0.026; 795, 194, 1073, 504, 2 (bug): 0.026; 803, 197, 1066, 501, 2 (bug): 0.026; 812, 197, 1066, 456, 2 (bug): 0.026; 788, 4, 1053, 41, 2 (bug): 0.026; 1187, 382, 1280, 579, 2 (bug): 0.026; 89, 95, 135, 189, 2 (bug): 0.026; 810, 307, 1059, 498, 2 (bug): 0.026; 810, 297, 1058, 498, 2 (bug): 0.026; 810, 223, 1063, 499, 2 (bug): 0.026; 1181, 156, 1258, 528, 2 (bug): 0.026; 1186, 350, 1266, 596, 2 (bug): 0.025; 895, 0, 1280, 55, 2 (bug): 0.025; 76, 76, 147, 124, 1 (tree): 0.025; 816, 3, 1040, 43, 2 (bug): 0.025; 76, 109, 130, 171, 2 (bug): 0.025; 75, 86, 154, 150, 2 (bug): 0.025; 89, 85, 151, 168, 2 (bug): 0.025; 89, 95, 157, 168, 2 (bug): 0.025; 77, 63, 152, 126, 1 (tree): 0.025; 909, 0, 1280, 55, 2 (bug): 0.025; 789, 5, 1072, 40, 2 (bug): 0.025; 792, 192, 1076, 505, 2 (bug): 0.025; 808, 195, 1069, 494, 2 (bug): 0.025; 809, 193, 1068, 496, 2 (bug): 0.025; 822, 4, 1107, 40, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_x_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "160, 220, 213, 451, 2 (bug): 0.038; 159, 190, 221, 452, 2 (bug): 0.036; 133, 0, 259, 49, 2 (bug): 0.036; 207, 0, 375, 73, 2 (bug): 0.035; 131, 0, 246, 52, 2 (bug): 0.035; 156, 172, 216, 391, 2 (bug): 0.035; 158, 208, 221, 483, 2 (bug): 0.035; 156, 149, 209, 367, 2 (bug): 0.035; 9, 0, 56, 28, 2 (bug): 0.035; 30, 0, 56, 37, 2 (bug): 0.035; 170, 267, 216, 465, 2 (bug): 0.035; 167, 272, 213, 474, 2 (bug): 0.034; 1250, 0, 1280, 51, 2 (bug): 0.034; 164, 433, 190, 571, 2 (bug): 0.033; 115, 0, 500, 256, 2 (bug): 0.033; 167, 390, 224, 547, 2 (bug): 0.032; 1189, 74, 1278, 347, 2 (bug): 0.032; 24, 19, 98, 66, 2 (bug): 0.032; 1244, 0, 1280, 86, 2 (bug): 0.032; 42, 21, 82, 62, 2 (bug): 0.032; 1231, 4, 1280, 77, 2 (bug): 0.032; 91, 0, 216, 55, 2 (bug): 0.031; 1209, 59, 1278, 418, 2 (bug): 0.031; 1255, 0, 1280, 66, 2 (bug): 0.031; 1162, 471, 1238, 712, 2 (bug): 0.031; 1207, 62, 1279, 354, 2 (bug): 0.031; 81, 107, 274, 219, 2 (bug): 0.031; 1131, 382, 1267, 720, 2 (bug): 0.031; 1162, 482, 1246, 706, 2 (bug): 0.031; 1184, 0, 1280, 61, 2 (bug): 0.031; 1231, 4, 1280, 92, 2 (bug): 0.031; 1270, 0, 1280, 25, 2 (bug): 0.031; 1183, 434, 1253, 714, 2 (bug): 0.031; 1174, 506, 1268, 709, 2 (bug): 0.031; 664, 0, 1280, 73, 2 (bug): 0.031; 83, 0, 203, 52, 2 (bug): 0.030; 1211, 276, 1280, 666, 2 (bug): 0.030; 1216, 104, 1277, 438, 2 (bug): 0.030; 1242, 0, 1280, 123, 2 (bug): 0.030; 41, 14, 81, 53, 2 (bug): 0.030; 1243, 0, 1269, 115, 2 (bug): 0.030; 1246, 0, 1280, 88, 2 (bug): 0.030; 919, 0, 1069, 186, 2 (bug): 0.030; 1216, 111, 1277, 441, 2 (bug): 0.030; 1257, 0, 1280, 88, 2 (bug): 0.030; 1254, 351, 1280, 608, 2 (bug): 0.030; 88, 165, 163, 264, 2 (bug): 0.030; 1185, 447, 1280, 718, 2 (bug): 0.030; 1161, 480, 1248, 695, 2 (bug): 0.030; 1241, 70, 1280, 336, 2 (bug): 0.030; 1190, 475, 1280, 675, 2 (bug): 0.030; 667, 0, 1280, 69, 2 (bug): 0.030; 1186, 454, 1280, 720, 2 (bug): 0.030; 1186, 428, 1279, 695, 2 (bug): 0.030; 1216, 145, 1280, 448, 2 (bug): 0.030; 1218, 116, 1277, 447, 2 (bug): 0.030; 1184, 389, 1274, 720, 2 (bug): 0.030; 1163, 469, 1250, 668, 2 (bug): 0.030; 1225, 88, 1280, 403, 2 (bug): 0.030; 1236, 95, 1280, 363, 2 (bug): 0.030; 1241, 0, 1280, 164, 2 (bug): 0.030; 1166, 0, 1280, 62, 2 (bug): 0.030; 1210, 272, 1280, 644, 2 (bug): 0.030; 87, 265, 199, 455, 2 (bug): 0.030; 87, 252, 197, 454, 2 (bug): 0.030; 1219, 180, 1280, 428, 2 (bug): 0.030; 91, 166, 182, 303, 2 (bug): 0.029; 58, 41, 103, 79, 2 (bug): 0.029; 162, 409, 185, 579, 2 (bug): 0.029; 87, 283, 187, 454, 2 (bug): 0.029; 1199, 294, 1280, 640, 2 (bug): 0.029; 702, 0, 1280, 63, 2 (bug): 0.029; 1260, 329, 1280, 598, 2 (bug): 0.029; 668, 0, 1280, 67, 2 (bug): 0.029; 23, 0, 84, 165, 2 (bug): 0.029; 1191, 465, 1280, 712, 2 (bug): 0.029; 1184, 356, 1280, 700, 2 (bug): 0.029; 89, 307, 193, 467, 2 (bug): 0.029; 1203, 426, 1280, 640, 2 (bug): 0.029; 50, 0, 79, 28, 2 (bug): 0.029; 23, 11, 101, 53, 2 (bug): 0.029; 43, 0, 340, 170, 2 (bug): 0.029; 1239, 88, 1280, 336, 2 (bug): 0.029; 1258, 323, 1280, 547, 2 (bug): 0.029; 1259, 313, 1280, 570, 2 (bug): 0.029; 58, 36, 101, 68, 2 (bug): 0.029; 1240, 60, 1280, 324, 2 (bug): 0.029; 1260, 323, 1280, 591, 2 (bug): 0.029; 1259, 305, 1280, 595, 2 (bug): 0.029; 1257, 333, 1280, 481, 2 (bug): 0.029; 1235, 82, 1280, 280, 2 (bug): 0.029; 1194, 482, 1280, 696, 2 (bug): 0.029; 1259, 292, 1280, 595, 2 (bug): 0.029; 1217, 174, 1280, 478, 2 (bug): 0.029; 1212, 272, 1280, 611, 2 (bug): 0.029; 1257, 317, 1280, 531, 2 (bug): 0.029; 1257, 318, 1280, 506, 2 (bug): 0.029; 1213, 218, 1278, 464, 2 (bug): 0.029; 86, 295, 171, 459, 2 (bug): 0.029; 1211, 469, 1270, 672, 2 (bug): 0.029; 1257, 313, 1280, 520, 2 (bug): 0.029; 670, 0, 1280, 64, 2 (bug): 0.029; 86, 105, 171, 198, 2 (bug): 0.029; 1237, 311, 1280, 598, 2 (bug): 0.029; 1249, 419, 1280, 665, 2 (bug): 0.029; 1160, 261, 1249, 520, 2 (bug): 0.029; 1160, 228, 1251, 476, 2 (bug): 0.029; 1206, 336, 1280, 595, 2 (bug): 0.029; 1240, 425, 1280, 657, 2 (bug): 0.029; 82, 441, 157, 530, 2 (bug): 0.029; 1179, 457, 1280, 642, 2 (bug): 0.029; 1247, 414, 1280, 662, 2 (bug): 0.028; 74, 0, 310, 229, 2 (bug): 0.028; 84, 444, 157, 541, 2 (bug): 0.028; 1198, 417, 1273, 659, 2 (bug): 0.028; 1246, 421, 1280, 664, 2 (bug): 0.028; 82, 436, 154, 517, 2 (bug): 0.028; 1217, 274, 1280, 575, 2 (bug): 0.028; 85, 447, 154, 556, 2 (bug): 0.028; 90, 363, 152, 567, 2 (bug): 0.028; 1244, 448, 1280, 618, 2 (bug): 0.028; 1157, 381, 1208, 521, 2 (bug): 0.028; 90, 357, 148, 560, 2 (bug): 0.028; 1159, 360, 1204, 498, 2 (bug): 0.028; 1167, 456, 1270, 632, 2 (bug): 0.028; 93, 367, 167, 491, 2 (bug): 0.028; 679, 0, 1280, 64, 2 (bug): 0.028; 1198, 253, 1280, 666, 2 (bug): 0.028; 85, 401, 171, 493, 2 (bug): 0.028; 1227, 0, 1280, 198, 2 (bug): 0.028; 791, 189, 1095, 518, 2 (bug): 0.028; 82, 413, 155, 498, 2 (bug): 0.028; 1180, 234, 1245, 428, 2 (bug): 0.028; 1257, 28, 1280, 83, 2 (bug): 0.028; 90, 383, 154, 569, 2 (bug): 0.028; 89, 346, 145, 554, 2 (bug): 0.028; 90, 398, 160, 570, 2 (bug): 0.028; 91, 423, 169, 575, 2 (bug): 0.028; 91, 329, 149, 542, 2 (bug): 0.028; 90, 337, 147, 549, 2 (bug): 0.028; 1172, 231, 1253, 476, 2 (bug): 0.028; 90, 416, 163, 571, 2 (bug): 0.028; 1169, 201, 1258, 495, 2 (bug): 0.028; 1180, 239, 1245, 460, 2 (bug): 0.028; 1220, 181, 1278, 580, 2 (bug): 0.028; 76, 74, 148, 125, 2 (bug): 0.028; 90, 380, 161, 491, 2 (bug): 0.028; 79, 94, 173, 187, 2 (bug): 0.028; 87, 394, 157, 492, 2 (bug): 0.028; 1180, 297, 1264, 627, 2 (bug): 0.028; 80, 427, 150, 508, 2 (bug): 0.028; 1244, 412, 1279, 618, 2 (bug): 0.028; 63, 0, 176, 42, 2 (bug): 0.028; 1176, 233, 1247, 486, 2 (bug): 0.028; 1176, 163, 1266, 467, 2 (bug): 0.027; 1170, 258, 1248, 533, 2 (bug): 0.027; 1181, 222, 1276, 474, 2 (bug): 0.027; 1159, 383, 1212, 509, 2 (bug): 0.027; 1171, 236, 1249, 518, 2 (bug): 0.027; 1170, 228, 1250, 500, 2 (bug): 0.027; 87, 87, 154, 210, 2 (bug): 0.027; 1183, 314, 1264, 623, 2 (bug): 0.027; 1150, 439, 1195, 523, 2 (bug): 0.027; 74, 76, 151, 141, 2 (bug): 0.027; 1182, 213, 1247, 399, 2 (bug): 0.027; 804, 197, 1066, 501, 2 (bug): 0.027; 809, 282, 1058, 498, 2 (bug): 0.027; 1257, 33, 1280, 96, 2 (bug): 0.027; 810, 212, 1063, 499, 2 (bug): 0.027; 806, 203, 1063, 497, 2 (bug): 0.027; 1174, 163, 1260, 516, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 1159, 340, 1207, 502, 2 (bug): 0.026; 805, 190, 1072, 493, 2 (bug): 0.026; 1185, 337, 1265, 608, 2 (bug): 0.026; 77, 104, 141, 173, 2 (bug): 0.026; 874, 0, 1280, 55, 2 (bug): 0.026; 800, 195, 1069, 503, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 811, 193, 1067, 495, 2 (bug): 0.026; 89, 89, 134, 194, 2 (bug): 0.026; 809, 195, 1068, 491, 2 (bug): 0.026; 74, 85, 154, 151, 2 (bug): 0.026; 89, 85, 149, 168, 2 (bug): 0.026; 795, 193, 1074, 505, 2 (bug): 0.026; 802, 196, 1071, 484, 2 (bug): 0.026; 89, 90, 154, 171, 2 (bug): 0.026; 802, 196, 1068, 502, 2 (bug): 0.026; 76, 105, 142, 163, 2 (bug): 0.025; 888, 0, 1280, 54, 2 (bug): 0.025; 1161, 417, 1280, 720, 2 (bug): 0.025; 806, 195, 1073, 485, 2 (bug): 0.025; 809, 220, 1062, 498, 2 (bug): 0.025; 1186, 355, 1255, 583, 2 (bug): 0.025; 1154, 521, 1280, 720, 2 (bug): 0.025; 76, 74, 148, 125, 1 (tree): 0.025; 1016, 0, 1280, 62, 2 (bug): 0.025; 793, 193, 1075, 505, 2 (bug): 0.025; 1187, 370, 1270, 583, 2 (bug): 0.025; 75, 93, 151, 161, 2 (bug): 0.025; 775, 5, 1062, 40, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_x_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "155, 167, 226, 472, 2 (bug): 0.036; 160, 205, 215, 400, 2 (bug): 0.035; 30, 0, 56, 40, 2 (bug): 0.035; 134, 0, 260, 49, 2 (bug): 0.035; 152, 0, 252, 44, 2 (bug): 0.035; 209, 0, 377, 79, 2 (bug): 0.035; 132, 0, 255, 52, 2 (bug): 0.035; 9, 0, 56, 29, 2 (bug): 0.035; 158, 174, 222, 414, 2 (bug): 0.035; 153, 130, 212, 518, 2 (bug): 0.034; 169, 277, 215, 580, 2 (bug): 0.034; 153, 148, 220, 540, 2 (bug): 0.034; 170, 282, 214, 526, 2 (bug): 0.033; 171, 311, 206, 483, 2 (bug): 0.033; 172, 324, 204, 482, 2 (bug): 0.033; 24, 19, 98, 66, 2 (bug): 0.032; 1242, 0, 1272, 115, 2 (bug): 0.032; 42, 21, 84, 62, 2 (bug): 0.032; 1157, 341, 1198, 494, 2 (bug): 0.032; 116, 0, 489, 167, 2 (bug): 0.032; 1231, 6, 1280, 74, 2 (bug): 0.031; 92, 0, 215, 54, 2 (bug): 0.031; 1159, 312, 1189, 512, 2 (bug): 0.031; 1150, 479, 1232, 648, 2 (bug): 0.031; 670, 0, 1280, 71, 2 (bug): 0.031; 923, 5, 1060, 162, 2 (bug): 0.031; 149, 427, 182, 576, 2 (bug): 0.031; 1269, 0, 1280, 24, 2 (bug): 0.031; 1185, 475, 1280, 677, 2 (bug): 0.031; 79, 107, 277, 219, 2 (bug): 0.031; 1184, 0, 1280, 63, 2 (bug): 0.031; 1243, 0, 1280, 85, 2 (bug): 0.031; 1208, 448, 1280, 662, 2 (bug): 0.030; 674, 0, 1280, 68, 2 (bug): 0.030; 1231, 7, 1280, 88, 2 (bug): 0.030; 1257, 0, 1280, 80, 2 (bug): 0.030; 1239, 70, 1280, 335, 2 (bug): 0.030; 84, 0, 201, 51, 2 (bug): 0.030; 41, 13, 81, 53, 2 (bug): 0.030; 1253, 366, 1280, 608, 2 (bug): 0.030; 1242, 0, 1278, 101, 2 (bug): 0.030; 1185, 484, 1280, 692, 2 (bug): 0.030; 1249, 0, 1276, 40, 2 (bug): 0.030; 1221, 114, 1278, 328, 2 (bug): 0.030; 1156, 372, 1201, 522, 2 (bug): 0.030; 1189, 512, 1280, 686, 2 (bug): 0.030; 1221, 164, 1280, 426, 2 (bug): 0.030; 1238, 88, 1280, 332, 2 (bug): 0.030; 864, 0, 1280, 152, 2 (bug): 0.030; 1184, 497, 1280, 720, 2 (bug): 0.030; 1165, 0, 1280, 62, 2 (bug): 0.030; 1258, 476, 1280, 600, 2 (bug): 0.030; 1245, 424, 1280, 616, 2 (bug): 0.030; 676, 0, 1280, 66, 2 (bug): 0.030; 1244, 452, 1280, 618, 2 (bug): 0.030; 46, 0, 347, 168, 2 (bug): 0.030; 1258, 0, 1280, 82, 2 (bug): 0.030; 1244, 6, 1280, 91, 2 (bug): 0.030; 1256, 272, 1280, 408, 2 (bug): 0.030; 1256, 258, 1280, 400, 2 (bug): 0.030; 90, 166, 180, 303, 2 (bug): 0.030; 1207, 462, 1280, 680, 2 (bug): 0.030; 918, 0, 1119, 203, 2 (bug): 0.029; 1246, 0, 1276, 83, 2 (bug): 0.029; 684, 0, 1280, 66, 2 (bug): 0.029; 1156, 322, 1204, 502, 2 (bug): 0.029; 1240, 62, 1280, 320, 2 (bug): 0.029; 58, 40, 102, 79, 2 (bug): 0.029; 1238, 81, 1280, 280, 2 (bug): 0.029; 58, 36, 99, 68, 2 (bug): 0.029; 794, 187, 1092, 516, 2 (bug): 0.029; 1258, 331, 1280, 556, 2 (bug): 0.029; 1259, 336, 1280, 598, 2 (bug): 0.029; 1216, 224, 1271, 458, 2 (bug): 0.029; 22, 72, 80, 207, 2 (bug): 0.029; 921, 0, 1078, 193, 2 (bug): 0.029; 1257, 26, 1280, 85, 2 (bug): 0.029; 1224, 230, 1280, 611, 2 (bug): 0.029; 1257, 336, 1280, 532, 2 (bug): 0.029; 91, 266, 222, 454, 2 (bug): 0.029; 1257, 331, 1280, 480, 2 (bug): 0.029; 88, 289, 195, 445, 2 (bug): 0.029; 1258, 301, 1280, 594, 2 (bug): 0.029; 1248, 445, 1280, 670, 2 (bug): 0.029; 23, 10, 104, 54, 2 (bug): 0.029; 89, 97, 168, 246, 2 (bug): 0.029; 1259, 320, 1280, 600, 2 (bug): 0.029; 83, 418, 175, 495, 2 (bug): 0.029; 1257, 327, 1280, 522, 2 (bug): 0.029; 1258, 330, 1280, 511, 2 (bug): 0.029; 94, 331, 219, 472, 2 (bug): 0.029; 77, 0, 323, 220, 2 (bug): 0.029; 1247, 452, 1280, 676, 2 (bug): 0.029; 80, 432, 161, 505, 2 (bug): 0.028; 23, 0, 84, 164, 2 (bug): 0.028; 1186, 230, 1241, 429, 2 (bug): 0.028; 1247, 403, 1280, 665, 2 (bug): 0.028; 1215, 249, 1280, 620, 2 (bug): 0.028; 1184, 298, 1261, 642, 2 (bug): 0.028; 1182, 290, 1256, 634, 2 (bug): 0.028; 1204, 336, 1280, 623, 2 (bug): 0.028; 1186, 242, 1241, 442, 2 (bug): 0.028; 77, 63, 152, 126, 2 (bug): 0.028; 1246, 388, 1280, 666, 2 (bug): 0.028; 81, 445, 159, 526, 2 (bug): 0.028; 1186, 238, 1240, 432, 2 (bug): 0.028; 1202, 236, 1269, 502, 2 (bug): 0.028; 86, 304, 174, 447, 2 (bug): 0.028; 84, 405, 194, 490, 2 (bug): 0.028; 91, 325, 199, 464, 2 (bug): 0.028; 1157, 328, 1231, 524, 2 (bug): 0.028; 80, 440, 152, 514, 2 (bug): 0.028; 1241, 0, 1280, 164, 2 (bug): 0.028; 88, 316, 179, 458, 2 (bug): 0.028; 84, 448, 157, 538, 2 (bug): 0.028; 90, 404, 156, 564, 2 (bug): 0.028; 90, 348, 183, 477, 2 (bug): 0.028; 90, 353, 181, 479, 2 (bug): 0.028; 90, 422, 157, 564, 2 (bug): 0.028; 90, 389, 152, 564, 2 (bug): 0.028; 89, 104, 156, 200, 2 (bug): 0.028; 820, 196, 1068, 456, 2 (bug): 0.028; 1162, 262, 1256, 520, 2 (bug): 0.028; 1258, 28, 1280, 102, 2 (bug): 0.028; 90, 332, 152, 512, 2 (bug): 0.028; 1181, 286, 1258, 625, 2 (bug): 0.028; 1180, 149, 1276, 371, 2 (bug): 0.028; 1192, 236, 1280, 662, 2 (bug): 0.028; 1186, 240, 1242, 457, 2 (bug): 0.028; 88, 104, 157, 205, 2 (bug): 0.028; 90, 369, 170, 484, 2 (bug): 0.028; 90, 430, 161, 567, 2 (bug): 0.027; 1184, 157, 1258, 430, 2 (bug): 0.027; 1176, 254, 1253, 504, 2 (bug): 0.027; 63, 0, 178, 42, 2 (bug): 0.027; 1185, 315, 1268, 634, 2 (bug): 0.027; 50, 0, 81, 27, 2 (bug): 0.027; 87, 399, 156, 490, 2 (bug): 0.027; 1189, 218, 1277, 475, 2 (bug): 0.027; 90, 382, 164, 486, 2 (bug): 0.027; 89, 370, 152, 562, 2 (bug): 0.027; 90, 366, 146, 550, 2 (bug): 0.027; 79, 99, 156, 184, 2 (bug): 0.027; 1173, 237, 1262, 506, 2 (bug): 0.027; 1184, 170, 1258, 432, 2 (bug): 0.027; 1148, 468, 1217, 531, 2 (bug): 0.027; 76, 76, 147, 124, 2 (bug): 0.027; 807, 273, 1064, 499, 2 (bug): 0.027; 90, 358, 147, 542, 2 (bug): 0.027; 89, 346, 148, 515, 2 (bug): 0.027; 807, 208, 1063, 496, 2 (bug): 0.027; 1177, 266, 1252, 514, 2 (bug): 0.027; 89, 350, 150, 529, 2 (bug): 0.027; 1184, 239, 1244, 477, 2 (bug): 0.027; 1176, 249, 1255, 502, 2 (bug): 0.027; 88, 92, 150, 206, 2 (bug): 0.027; 1159, 360, 1226, 514, 2 (bug): 0.027; 800, 195, 1069, 503, 2 (bug): 0.027; 1183, 231, 1248, 509, 2 (bug): 0.027; 74, 78, 145, 138, 2 (bug): 0.027; 1168, 270, 1256, 532, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 804, 194, 1091, 500, 2 (bug): 0.026; 800, 194, 1076, 494, 2 (bug): 0.026; 1141, 436, 1193, 538, 2 (bug): 0.026; 1172, 208, 1268, 534, 2 (bug): 0.026; 805, 196, 1066, 501, 2 (bug): 0.026; 810, 238, 1061, 498, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 1161, 343, 1213, 504, 2 (bug): 0.026; 74, 78, 145, 138, 1 (tree): 0.026; 795, 194, 1073, 504, 2 (bug): 0.026; 803, 197, 1066, 501, 2 (bug): 0.026; 788, 4, 1052, 41, 2 (bug): 0.026; 1187, 382, 1280, 579, 2 (bug): 0.026; 812, 197, 1066, 456, 2 (bug): 0.026; 89, 95, 135, 189, 2 (bug): 0.026; 810, 307, 1059, 498, 2 (bug): 0.026; 810, 296, 1058, 498, 2 (bug): 0.026; 1181, 156, 1258, 529, 2 (bug): 0.026; 813, 3, 1040, 43, 2 (bug): 0.026; 810, 222, 1063, 499, 2 (bug): 0.026; 1186, 350, 1266, 596, 2 (bug): 0.025; 895, 0, 1280, 55, 2 (bug): 0.025; 76, 76, 147, 124, 1 (tree): 0.025; 910, 0, 1280, 56, 2 (bug): 0.025; 881, 0, 1280, 56, 2 (bug): 0.025; 76, 109, 130, 171, 2 (bug): 0.025; 75, 86, 154, 150, 2 (bug): 0.025; 89, 85, 151, 168, 2 (bug): 0.025; 77, 63, 152, 126, 1 (tree): 0.025; 89, 95, 157, 168, 2 (bug): 0.025; 790, 5, 1072, 40, 2 (bug): 0.025; 792, 192, 1076, 505, 2 (bug): 0.025; 808, 195, 1069, 494, 2 (bug): 0.025; 810, 193, 1068, 496, 2 (bug): 0.025; 820, 4, 1108, 40, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_deim_dfine_x_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "160, 220, 213, 451, 2 (bug): 0.038; 159, 190, 221, 452, 2 (bug): 0.036; 133, 0, 259, 49, 2 (bug): 0.036; 207, 0, 375, 73, 2 (bug): 0.035; 131, 0, 246, 52, 2 (bug): 0.035; 156, 172, 216, 391, 2 (bug): 0.035; 158, 208, 221, 483, 2 (bug): 0.035; 156, 149, 209, 367, 2 (bug): 0.035; 9, 0, 56, 28, 2 (bug): 0.035; 30, 0, 56, 37, 2 (bug): 0.035; 170, 267, 216, 465, 2 (bug): 0.035; 167, 272, 213, 474, 2 (bug): 0.034; 1250, 0, 1280, 51, 2 (bug): 0.034; 164, 433, 190, 571, 2 (bug): 0.033; 115, 0, 500, 256, 2 (bug): 0.033; 167, 390, 224, 547, 2 (bug): 0.032; 1190, 74, 1278, 347, 2 (bug): 0.032; 24, 19, 98, 66, 2 (bug): 0.032; 1244, 0, 1280, 86, 2 (bug): 0.032; 42, 21, 82, 62, 2 (bug): 0.032; 1231, 4, 1280, 77, 2 (bug): 0.032; 91, 0, 216, 55, 2 (bug): 0.031; 1209, 59, 1278, 417, 2 (bug): 0.031; 1255, 0, 1280, 66, 2 (bug): 0.031; 1162, 471, 1238, 712, 2 (bug): 0.031; 1207, 62, 1279, 354, 2 (bug): 0.031; 81, 107, 274, 219, 2 (bug): 0.031; 1131, 382, 1267, 720, 2 (bug): 0.031; 1162, 482, 1246, 707, 2 (bug): 0.031; 1184, 0, 1280, 61, 2 (bug): 0.031; 1231, 4, 1280, 92, 2 (bug): 0.031; 1270, 0, 1280, 25, 2 (bug): 0.031; 1183, 434, 1253, 714, 2 (bug): 0.031; 1175, 506, 1268, 709, 2 (bug): 0.031; 664, 0, 1280, 73, 2 (bug): 0.031; 83, 0, 203, 52, 2 (bug): 0.030; 1211, 276, 1280, 666, 2 (bug): 0.030; 1216, 104, 1277, 438, 2 (bug): 0.030; 1242, 0, 1280, 123, 2 (bug): 0.030; 41, 14, 81, 53, 2 (bug): 0.030; 1243, 0, 1269, 115, 2 (bug): 0.030; 1246, 0, 1280, 88, 2 (bug): 0.030; 919, 0, 1069, 186, 2 (bug): 0.030; 1216, 111, 1277, 441, 2 (bug): 0.030; 1257, 0, 1280, 88, 2 (bug): 0.030; 1254, 351, 1280, 608, 2 (bug): 0.030; 88, 165, 163, 264, 2 (bug): 0.030; 1185, 447, 1280, 718, 2 (bug): 0.030; 1161, 480, 1248, 695, 2 (bug): 0.030; 1241, 70, 1280, 336, 2 (bug): 0.030; 1190, 475, 1280, 675, 2 (bug): 0.030; 667, 0, 1280, 69, 2 (bug): 0.030; 1186, 454, 1280, 720, 2 (bug): 0.030; 1186, 428, 1279, 695, 2 (bug): 0.030; 1216, 145, 1280, 448, 2 (bug): 0.030; 1218, 116, 1277, 447, 2 (bug): 0.030; 1184, 389, 1274, 720, 2 (bug): 0.030; 1163, 469, 1250, 668, 2 (bug): 0.030; 1225, 88, 1280, 403, 2 (bug): 0.030; 1236, 95, 1280, 363, 2 (bug): 0.030; 1241, 0, 1280, 164, 2 (bug): 0.030; 1166, 0, 1280, 62, 2 (bug): 0.030; 1210, 272, 1280, 644, 2 (bug): 0.030; 87, 265, 199, 456, 2 (bug): 0.030; 87, 252, 197, 454, 2 (bug): 0.030; 1219, 180, 1280, 428, 2 (bug): 0.030; 91, 166, 182, 303, 2 (bug): 0.029; 58, 41, 103, 79, 2 (bug): 0.029; 162, 409, 185, 579, 2 (bug): 0.029; 87, 283, 187, 454, 2 (bug): 0.029; 1199, 294, 1280, 640, 2 (bug): 0.029; 702, 0, 1280, 63, 2 (bug): 0.029; 1260, 329, 1280, 598, 2 (bug): 0.029; 668, 0, 1280, 67, 2 (bug): 0.029; 23, 0, 84, 165, 2 (bug): 0.029; 1191, 465, 1280, 712, 2 (bug): 0.029; 1184, 356, 1280, 700, 2 (bug): 0.029; 89, 307, 193, 467, 2 (bug): 0.029; 1203, 426, 1280, 640, 2 (bug): 0.029; 50, 0, 79, 28, 2 (bug): 0.029; 23, 11, 101, 53, 2 (bug): 0.029; 43, 0, 340, 170, 2 (bug): 0.029; 1239, 88, 1280, 336, 2 (bug): 0.029; 1258, 323, 1280, 547, 2 (bug): 0.029; 1259, 313, 1280, 570, 2 (bug): 0.029; 58, 36, 101, 68, 2 (bug): 0.029; 1240, 60, 1280, 324, 2 (bug): 0.029; 1260, 323, 1280, 591, 2 (bug): 0.029; 1259, 305, 1280, 595, 2 (bug): 0.029; 1257, 333, 1280, 481, 2 (bug): 0.029; 1235, 82, 1280, 280, 2 (bug): 0.029; 1194, 482, 1280, 696, 2 (bug): 0.029; 1259, 292, 1280, 595, 2 (bug): 0.029; 1217, 174, 1280, 478, 2 (bug): 0.029; 1212, 272, 1280, 610, 2 (bug): 0.029; 1257, 317, 1280, 531, 2 (bug): 0.029; 1257, 318, 1280, 506, 2 (bug): 0.029; 86, 295, 171, 459, 2 (bug): 0.029; 1213, 218, 1278, 464, 2 (bug): 0.029; 1211, 469, 1270, 672, 2 (bug): 0.029; 1257, 313, 1280, 520, 2 (bug): 0.029; 670, 0, 1280, 64, 2 (bug): 0.029; 86, 105, 171, 198, 2 (bug): 0.029; 1237, 311, 1280, 598, 2 (bug): 0.029; 1249, 419, 1280, 665, 2 (bug): 0.029; 1160, 261, 1249, 520, 2 (bug): 0.029; 1160, 228, 1251, 476, 2 (bug): 0.029; 1206, 336, 1280, 595, 2 (bug): 0.029; 1240, 425, 1280, 657, 2 (bug): 0.029; 82, 441, 157, 530, 2 (bug): 0.029; 1179, 457, 1280, 642, 2 (bug): 0.029; 1247, 414, 1280, 662, 2 (bug): 0.028; 74, 0, 310, 229, 2 (bug): 0.028; 84, 444, 157, 541, 2 (bug): 0.028; 1198, 417, 1273, 659, 2 (bug): 0.028; 1246, 421, 1280, 664, 2 (bug): 0.028; 82, 436, 154, 517, 2 (bug): 0.028; 1217, 274, 1280, 575, 2 (bug): 0.028; 85, 447, 154, 556, 2 (bug): 0.028; 90, 363, 152, 567, 2 (bug): 0.028; 1244, 448, 1280, 618, 2 (bug): 0.028; 1157, 381, 1208, 521, 2 (bug): 0.028; 90, 357, 148, 560, 2 (bug): 0.028; 1159, 360, 1204, 498, 2 (bug): 0.028; 1167, 456, 1270, 632, 2 (bug): 0.028; 93, 367, 167, 491, 2 (bug): 0.028; 679, 0, 1280, 64, 2 (bug): 0.028; 1198, 253, 1280, 666, 2 (bug): 0.028; 85, 401, 171, 493, 2 (bug): 0.028; 1227, 0, 1280, 198, 2 (bug): 0.028; 791, 189, 1095, 518, 2 (bug): 0.028; 82, 413, 155, 498, 2 (bug): 0.028; 1180, 234, 1245, 428, 2 (bug): 0.028; 1257, 28, 1280, 83, 2 (bug): 0.028; 90, 383, 154, 569, 2 (bug): 0.028; 89, 346, 145, 554, 2 (bug): 0.028; 90, 398, 160, 570, 2 (bug): 0.028; 91, 423, 169, 575, 2 (bug): 0.028; 91, 329, 149, 542, 2 (bug): 0.028; 90, 337, 147, 549, 2 (bug): 0.028; 90, 416, 163, 571, 2 (bug): 0.028; 1169, 201, 1258, 495, 2 (bug): 0.028; 1180, 239, 1245, 460, 2 (bug): 0.028; 1172, 231, 1253, 476, 2 (bug): 0.028; 1220, 181, 1278, 580, 2 (bug): 0.028; 76, 74, 148, 125, 2 (bug): 0.028; 90, 380, 161, 491, 2 (bug): 0.028; 79, 94, 173, 187, 2 (bug): 0.028; 87, 394, 157, 492, 2 (bug): 0.028; 1180, 297, 1264, 627, 2 (bug): 0.028; 80, 427, 150, 508, 2 (bug): 0.028; 1244, 412, 1279, 618, 2 (bug): 0.028; 63, 0, 176, 42, 2 (bug): 0.028; 1176, 233, 1247, 486, 2 (bug): 0.028; 1176, 163, 1266, 467, 2 (bug): 0.027; 1170, 258, 1248, 533, 2 (bug): 0.027; 1181, 222, 1276, 474, 2 (bug): 0.027; 1159, 383, 1212, 509, 2 (bug): 0.027; 1171, 236, 1249, 518, 2 (bug): 0.027; 1170, 228, 1250, 500, 2 (bug): 0.027; 87, 87, 154, 210, 2 (bug): 0.027; 1183, 314, 1264, 623, 2 (bug): 0.027; 1150, 439, 1195, 523, 2 (bug): 0.027; 74, 76, 151, 141, 2 (bug): 0.027; 1182, 213, 1247, 399, 2 (bug): 0.027; 804, 197, 1066, 501, 2 (bug): 0.027; 809, 282, 1058, 498, 2 (bug): 0.027; 1257, 33, 1280, 96, 2 (bug): 0.027; 810, 212, 1063, 499, 2 (bug): 0.027; 806, 203, 1063, 497, 2 (bug): 0.027; 1174, 163, 1260, 516, 2 (bug): 0.026; 796, 194, 1072, 504, 2 (bug): 0.026; 1159, 340, 1207, 502, 2 (bug): 0.026; 805, 190, 1072, 493, 2 (bug): 0.026; 1185, 337, 1265, 608, 2 (bug): 0.026; 77, 104, 141, 173, 2 (bug): 0.026; 874, 0, 1280, 55, 2 (bug): 0.026; 800, 195, 1069, 503, 2 (bug): 0.026; 23, 2, 81, 131, 2 (bug): 0.026; 811, 193, 1067, 495, 2 (bug): 0.026; 89, 89, 134, 194, 2 (bug): 0.026; 809, 195, 1068, 491, 2 (bug): 0.026; 74, 85, 154, 151, 2 (bug): 0.026; 89, 85, 149, 168, 2 (bug): 0.026; 795, 193, 1074, 505, 2 (bug): 0.026; 802, 196, 1071, 484, 2 (bug): 0.026; 89, 90, 154, 171, 2 (bug): 0.026; 802, 196, 1068, 502, 2 (bug): 0.026; 76, 105, 142, 163, 2 (bug): 0.025; 888, 0, 1280, 54, 2 (bug): 0.025; 1161, 417, 1280, 720, 2 (bug): 0.025; 806, 195, 1073, 485, 2 (bug): 0.025; 809, 220, 1062, 498, 2 (bug): 0.025; 1186, 355, 1255, 583, 2 (bug): 0.025; 1154, 521, 1280, 720, 2 (bug): 0.025; 76, 74, 148, 125, 1 (tree): 0.025; 1016, 0, 1280, 62, 2 (bug): 0.025; 793, 193, 1075, 505, 2 (bug): 0.025; 1187, 370, 1270, 583, 2 (bug): 0.025; 75, 93, 151, 161, 2 (bug): 0.025; 775, 5, 1062, 40, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["781, 182, 1090, 531, 0 (car): 0.450; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["769, 176, 1110, 555, 0 (car): 0.544; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["774, 175, 1107, 543, 0 (car): 0.571; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["769, 176, 1109, 555, 0 (car): 0.543; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_resnext101_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["774, 175, 1107, 543, 0 (car): 0.571; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "652, 109, 841, 309, 1 (tree): 0.767; 781, 186, 1079, 456, 2 (bug): 0.741; 829, 185, 1083, 470, 1 (tree): 0.738; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "770, 184, 1074, 450, 2 (bug): 0.806; 648, 113, 844, 308, 1 (tree): 0.761; 821, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "771, 184, 1073, 450, 2 (bug): 0.807; 648, 113, 844, 308, 1 (tree): 0.760; 821, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "770, 184, 1073, 450, 2 (bug): 0.806; 648, 113, 844, 308, 1 (tree): 0.761; 820, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "771, 184, 1073, 450, 2 (bug): 0.807; 648, 113, 844, 308, 1 (tree): 0.760; 821, 191, 1089, 471, 1 (tree): 0.753; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "299, 75, 537, 325, 2 (bug): 0.036; 810, 200, 1058, 502, 1 (tree): 0.030; 297, 74, 534, 326, 2 (bug): 0.030; 293, 77, 556, 304, 2 (bug): 0.028; 305, 186, 360, 200, 2 (bug): 0.028; 678, 108, 807, 283, 2 (bug): 0.027; 938, 204, 1012, 291, 1 (tree): 0.026; 938, 204, 1012, 291, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "300, 78, 533, 323, 2 (bug): 0.036; 808, 198, 1062, 498, 1 (tree): 0.035; 808, 198, 1062, 498, 0 (car): 0.030; 933, 199, 1006, 291, 1 (tree): 0.029; 939, 225, 1000, 286, 1 (tree): 0.027; 300, 78, 533, 323, 0 (car): 0.027; 299, 81, 382, 207, 2 (bug): 0.026; 292, 76, 468, 329, 2 (bug): 0.025; 300, 78, 533, 323, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "300, 78, 533, 323, 2 (bug): 0.037; 809, 198, 1061, 498, 1 (tree): 0.036; 809, 198, 1061, 498, 0 (car): 0.030; 927, 199, 1012, 292, 1 (tree): 0.028; 298, 84, 433, 330, 2 (bug): 0.027; 939, 225, 1000, 286, 1 (tree): 0.027; 298, 82, 383, 211, 2 (bug): 0.027; 300, 78, 533, 323, 0 (car): 0.026; 305, 77, 472, 344, 2 (bug): 0.026; 290, 82, 460, 331, 2 (bug): 0.026; 814, 295, 1023, 499, 0 (car): 0.025; 300, 78, 533, 323, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "300, 78, 534, 322, 2 (bug): 0.037; 809, 198, 1062, 498, 1 (tree): 0.036; 809, 198, 1062, 498, 0 (car): 0.030; 929, 198, 1010, 291, 1 (tree): 0.027; 939, 225, 1000, 286, 1 (tree): 0.027; 300, 78, 534, 322, 0 (car): 0.026; 299, 82, 380, 208, 2 (bug): 0.026; 291, 76, 477, 328, 2 (bug): 0.026; 306, 82, 477, 336, 2 (bug): 0.026; 879, 359, 1280, 720, 2 (bug): 0.025; 300, 79, 450, 368, 2 (bug): 0.025; 0, 327, 294, 720, 2 (bug): 0.025; 300, 78, 534, 322, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_101_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "300, 78, 533, 323, 2 (bug): 0.037; 809, 198, 1061, 498, 1 (tree): 0.036; 809, 198, 1061, 498, 0 (car): 0.030; 927, 199, 1012, 292, 1 (tree): 0.028; 298, 84, 433, 330, 2 (bug): 0.027; 939, 225, 1000, 286, 1 (tree): 0.027; 298, 82, 383, 211, 2 (bug): 0.027; 300, 78, 533, 323, 0 (car): 0.026; 305, 77, 472, 344, 2 (bug): 0.026; 290, 82, 460, 331, 2 (bug): 0.026; 814, 295, 1023, 499, 0 (car): 0.025; 300, 78, 533, 323, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "798, 198, 1065, 514, 1 (tree): 0.038; 672, 95, 738, 295, 1 (tree): 0.036; 277, 75, 539, 327, 1 (tree): 0.036; 499, 187, 532, 346, 1 (tree): 0.031; 512, 189, 531, 309, 1 (tree): 0.030; 807, 275, 1057, 508, 1 (tree): 0.028; 514, 195, 530, 311, 1 (tree): 0.028; 277, 75, 539, 327, 0 (car): 0.028; 658, 99, 833, 502, 1 (tree): 0.028; 813, 408, 983, 503, 1 (tree): 0.027; 277, 75, 539, 327, 2 (bug): 0.027; 785, 194, 893, 463, 1 (tree): 0.027; 365, 75, 546, 331, 2 (bug): 0.027; 365, 75, 546, 331, 1 (tree): 0.027; 728, 109, 750, 138, 1 (tree): 0.026; 499, 187, 532, 346, 2 (bug): 0.025; 454, 105, 515, 314, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "680, 108, 808, 284, 1 (tree): 0.030; 680, 108, 808, 284, 0 (car): 0.028; 734, 109, 803, 178, 1 (tree): 0.027; 0, 481, 369, 629, 2 (bug): 0.025; 678, 108, 807, 257, 1 (tree): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "679, 107, 808, 285, 0 (car): 0.029; 679, 107, 808, 285, 1 (tree): 0.028; 16, 484, 163, 627, 2 (bug): 0.027; 734, 110, 803, 178, 1 (tree): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "680, 108, 808, 284, 1 (tree): 0.030; 680, 108, 808, 284, 0 (car): 0.028; 734, 109, 803, 178, 1 (tree): 0.027; 0, 481, 368, 630, 2 (bug): 0.025; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_18_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "679, 107, 808, 285, 0 (car): 0.029; 679, 107, 808, 285, 1 (tree): 0.028; 16, 484, 163, 627, 2 (bug): 0.027; 734, 110, 803, 178, 1 (tree): 0.026; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_atss_mobilenetv2_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["677, 106, 809, 262, 1 (tree): 0.688; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["671, 101, 813, 265, 1 (tree): 0.716; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["671, 101, 813, 265, 1 (tree): 0.717; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["671, 100, 814, 265, 1 (tree): 0.716; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_l_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["671, 101, 813, 265, 1 (tree): 0.717; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "809, 185, 1068, 509, 0 (car): 0.890; 923, 305, 1056, 463, 0 (car): 0.856; 684, 115, 813, 276, 1 (tree): 0.817; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "811, 187, 1061, 507, 0 (car): 0.889; 919, 304, 1058, 463, 0 (car): 0.874; 684, 112, 811, 278, 1 (tree): 0.831; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "811, 187, 1061, 507, 0 (car): 0.889; 919, 304, 1058, 463, 0 (car): 0.873; 684, 113, 811, 278, 1 (tree): 0.832; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "811, 187, 1061, 507, 0 (car): 0.889; 920, 304, 1058, 464, 0 (car): 0.874; 684, 112, 811, 278, 1 (tree): 0.832; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "811, 187, 1061, 507, 0 (car): 0.889; 919, 304, 1058, 463, 0 (car): 0.873; 684, 113, 811, 278, 1 (tree): 0.832; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["832, 165, 1079, 528, 1 (tree): 0.545; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["816, 121, 1280, 720, 0 (car): 0.510; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["816, 120, 1280, 720, 0 (car): 0.528; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["816, 121, 1280, 720, 0 (car): 0.510; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtmdet_tiny_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["816, 120, 1280, 720, 0 (car): 0.528; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "670, 79, 833, 272, 1 (tree): 0.890; 1082, 46, 1280, 214, 2 (bug): 0.424; 274, 0, 587, 433, 2 (bug): 0.373; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "668, 80, 832, 272, 1 (tree): 0.891; 1110, 27, 1280, 208, 2 (bug): 0.440; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "668, 80, 832, 272, 1 (tree): 0.890; 1110, 27, 1280, 208, 2 (bug): 0.443; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "669, 80, 832, 272, 1 (tree): 0.892; 1110, 27, 1280, 208, 2 (bug): 0.439; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_ssd_mobilenetv2_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "668, 80, 832, 272, 1 (tree): 0.890; 1110, 27, 1280, 208, 2 (bug): 0.443; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "679, 106, 806, 284, 1 (tree): 0.700; 270, 52, 542, 336, 0 (car): 0.681; 779, 168, 1178, 566, 0 (car): 0.531; 782, 157, 1280, 655, 0 (car): 0.454; 220, 82, 1179, 576, 0 (car): 0.368; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "787, 175, 1105, 540, 0 (car): 0.721; 681, 107, 807, 279, 1 (tree): 0.606; 277, 53, 542, 334, 0 (car): 0.537; 781, 170, 1277, 616, 0 (car): 0.373; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "787, 175, 1105, 540, 0 (car): 0.721; 681, 107, 807, 279, 1 (tree): 0.607; 277, 53, 541, 335, 0 (car): 0.540; 781, 170, 1277, 616, 0 (car): 0.374; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "787, 175, 1105, 540, 0 (car): 0.721; 680, 107, 807, 279, 1 (tree): 0.606; 277, 53, 542, 334, 0 (car): 0.537; 780, 170, 1277, 616, 0 (car): 0.373; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_tiny_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "787, 175, 1105, 540, 0 (car): 0.721; 681, 107, 807, 279, 1 (tree): 0.607; 277, 53, 541, 335, 0 (car): 0.540; 781, 170, 1277, 616, 0 (car): 0.374; 187, 89, 1150, 650, 0 (car): 0.282; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_dfine_x_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["801, 193, 1091, 529, 0 (car): 0.834; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 307, 1 (tree): 0.513; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 307, 1 (tree): 0.513; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 306, 1 (tree): 0.513; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_x_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "804, 191, 1087, 533, 0 (car): 0.876; 662, 100, 831, 307, 1 (tree): 0.513; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_tile_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_tile_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_tile_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_tile_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_rtdetr_50_tile_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["[0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_int8/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "813, 197, 1071, 503, 2 (bug): 0.578; 826, 198, 1056, 508, 0 (car): 0.554; [0]; [0]" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_fp16/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_fp32/openvino.xml", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_fp16/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/detection_yolox_s_fp32/model.onnx", + "type": "DetectionModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["808, 198, 1073, 505, 2 (bug): 0.780; [0]; [0]"] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "660, 75, 854, 297, 2 (tree): 0.594, 25807, RotatedRect: 741.376 191.492 158.753 211.275 3.576; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "737, 190, 1094, 467, 1 (car): 0.594, 50560, RotatedRect: 905.010 330.870 273.280 326.868 88.401; 668, 54, 817, 292, 2 (tree): 0.591, 24473, RotatedRect: 741.704 186.048 209.369 147.361 89.170; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "737, 190, 1094, 467, 1 (car): 0.592, 50544, RotatedRect: 905.455 330.862 273.256 327.790 88.409; 668, 54, 817, 292, 2 (tree): 0.591, 24464, RotatedRect: 741.704 186.048 209.369 147.361 89.170; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "737, 190, 1094, 467, 1 (car): 0.594, 50561, RotatedRect: 905.010 330.870 273.280 326.868 88.401; 668, 54, 818, 292, 2 (tree): 0.591, 24625, RotatedRect: 742.500 186.000 210.000 147.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "737, 190, 1094, 467, 1 (car): 0.592, 50544, RotatedRect: 905.455 330.862 273.256 327.790 88.409; 668, 54, 817, 292, 2 (tree): 0.591, 24464, RotatedRect: 741.704 186.048 209.369 147.361 89.170; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "677, 90, 835, 284, 2 (tree): 0.315, 19997, RotatedRect: 745.873 185.856 182.384 139.818 85.601; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "795, 183, 1097, 522, 1 (car): 0.386, 56482, RotatedRect: 951.413 360.523 195.607 375.630 33.453; 270, 60, 562, 390, 3 (bug): 0.359, 58466, RotatedRect: 420.000 208.500 291.000 258.000 90.000; 261, 49, 575, 376, 1 (car): 0.311, 61883, RotatedRect: 422.146 211.669 305.746 261.093 82.875; 0; [0]; car: 0.386, 880, 0; bug: 0.359, 816, 0; car: 0.311, 834, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "796, 184, 1097, 523, 1 (car): 0.387, 56435, RotatedRect: 951.829 361.137 195.875 375.630 33.453; 269, 61, 562, 391, 3 (bug): 0.359, 58445, RotatedRect: 419.500 209.000 290.000 259.000 90.000; 260, 49, 574, 376, 1 (car): 0.309, 61718, RotatedRect: 421.372 211.486 303.390 261.990 83.571; 673, 96, 823, 295, 2 (tree): 0.301, 23399, RotatedRect: 744.000 195.000 196.000 138.000 90.000; 0; [0]; car: 0.387, 881, 0; bug: 0.359, 817, 0; car: 0.309, 836, 0; tree: 0.301, 552, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "795, 183, 1097, 522, 1 (car): 0.386, 56482, RotatedRect: 951.413 360.523 195.607 375.630 33.453; 270, 60, 562, 390, 3 (bug): 0.359, 58466, RotatedRect: 420.000 208.500 291.000 258.000 90.000; 261, 49, 576, 376, 1 (car): 0.311, 62082, RotatedRect: 422.608 211.706 305.713 262.152 82.972; 0; [0]; car: 0.386, 880, 0; bug: 0.359, 816, 0; car: 0.311, 836, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "796, 184, 1097, 523, 1 (car): 0.387, 56435, RotatedRect: 951.829 361.137 195.875 375.630 33.453; 269, 61, 562, 391, 3 (bug): 0.359, 58445, RotatedRect: 419.500 209.000 290.000 259.000 90.000; 260, 49, 574, 376, 1 (car): 0.309, 61718, RotatedRect: 421.372 211.486 303.390 261.990 83.571; 673, 96, 823, 295, 2 (tree): 0.301, 23399, RotatedRect: 744.000 195.000 196.000 138.000 90.000; 0; [0]; car: 0.387, 881, 0; bug: 0.359, 817, 0; car: 0.309, 836, 0; tree: 0.301, 552, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "661, 73, 832, 306, 2 (tree): 0.789, 26313, RotatedRect: 739.919 196.579 152.069 223.557 9.620; 739, 194, 1115, 540, 1 (car): 0.653, 54514, RotatedRect: 951.502 360.444 195.014 366.971 37.977; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "675, 61, 850, 324, 2 (tree): 0.820, 25411, RotatedRect: 747.000 199.000 146.644 217.205 4.399; 0; [0]; tree: 0.820, 651, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "675, 61, 850, 324, 2 (tree): 0.820, 25421, RotatedRect: 748.434 198.452 147.757 215.641 2.603; 0; [0]; tree: 0.820, 648, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "674, 61, 850, 324, 2 (tree): 0.820, 25560, RotatedRect: 747.429 198.997 147.832 216.754 2.726; 0; [0]; tree: 0.820, 644, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_v2_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "675, 61, 850, 324, 2 (tree): 0.820, 25421, RotatedRect: 748.434 198.452 147.757 215.641 2.603; 0; [0]; tree: 0.820, 648, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "4, 37, 686, 720, 2 (tree): 0.142, 436169, RotatedRect: 345.000 375.500 665.000 668.000 90.000; 833, 0, 1280, 707, 1 (car): 0.137, 296933, RotatedRect: 1055.500 353.500 685.000 433.000 90.000; 833, 0, 1280, 707, 3 (bug): 0.124, 194267, RotatedRect: 1054.845 355.317 683.519 434.281 89.835; 833, 0, 1280, 707, 2 (tree): 0.120, 298877, RotatedRect: 1055.500 354.000 435.000 688.000 0.000; 4, 37, 686, 720, 3 (bug): 0.116, 375383, RotatedRect: 345.000 378.000 662.000 660.000 90.000; 0, 31, 965, 649, 1 (car): 0.112, 564779, RotatedRect: 482.000 339.500 603.000 938.000 90.000; 316, 0, 568, 418, 3 (bug): 0.106, 78637, RotatedRect: 441.500 214.000 394.000 245.000 90.000; 0, 6, 1230, 720, 2 (tree): 0.105, 777985, RotatedRect: 614.500 362.000 692.000 1205.000 90.000; 299, 34, 578, 368, 1 (car): 0.105, 77263, RotatedRect: 438.000 200.500 323.000 270.000 90.000; 255, 43, 980, 720, 2 (tree): 0.101, 459977, RotatedRect: 616.500 379.500 657.000 711.000 90.000; 254, 0, 1262, 539, 1 (car): 0.101, 512554, RotatedRect: 757.500 269.500 523.000 981.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "3, 42, 501, 720, 2 (tree): 0.156, 319987, RotatedRect: 252.500 379.500 487.000 661.000 -0.000; 292, 36, 581, 355, 3 (bug): 0.141, 75555, RotatedRect: 435.500 196.000 310.000 281.000 90.000; 0, 3, 345, 677, 3 (bug): 0.139, 216701, RotatedRect: 172.500 340.000 654.000 335.000 90.000; 866, 0, 1280, 663, 3 (bug): 0.134, 218050, RotatedRect: 1071.000 331.500 641.000 404.000 90.000; 0, 12, 249, 625, 2 (tree): 0.134, 144732, RotatedRect: 125.000 319.000 598.000 242.000 90.000; 820, 153, 1152, 556, 1 (car): 0.133, 126346, RotatedRect: 985.500 354.000 323.000 392.000 -0.000; 236, 66, 615, 332, 1 (car): 0.133, 95048, RotatedRect: 425.000 198.500 259.000 368.000 90.000; 820, 153, 1152, 556, 3 (bug): 0.129, 108666, RotatedRect: 985.000 355.000 390.000 324.000 90.000; 634, 43, 1279, 720, 1 (car): 0.129, 413132, RotatedRect: 956.000 380.500 659.000 628.000 90.000; 3, 42, 501, 720, 1 (car): 0.128, 319288, RotatedRect: 252.000 379.500 484.000 661.000 -0.000; 820, 153, 1152, 556, 2 (tree): 0.126, 103626, RotatedRect: 985.000 354.000 324.000 390.000 -0.000; 866, 0, 1280, 663, 2 (tree): 0.124, 228101, RotatedRect: 1071.000 331.000 404.000 644.000 0.000; 285, 72, 694, 343, 2 (tree): 0.124, 59579, RotatedRect: 488.500 206.500 263.000 395.000 90.000; 0, 12, 249, 625, 1 (car): 0.118, 143906, RotatedRect: 124.500 319.000 596.000 241.000 90.000; 312, 0, 567, 430, 1 (car): 0.104, 103344, RotatedRect: 438.500 215.000 416.000 249.000 90.000; 20, 0, 1280, 720, 3 (bug): 0.104, 814288, RotatedRect: 650.000 360.000 698.000 1232.000 90.000; 20, 0, 1280, 720, 2 (tree): 0.104, 783374, RotatedRect: 648.000 355.500 689.000 1236.000 90.000; 13, 92, 944, 691, 1 (car): 0.103, 529943, RotatedRect: 477.500 391.000 586.000 907.000 90.000; 157, 3, 620, 720, 3 (bug): 0.102, 302550, RotatedRect: 387.000 361.500 695.000 450.000 90.000; 203, 46, 885, 720, 2 (tree): 0.102, 405012, RotatedRect: 542.847 381.999 668.416 654.540 0.237; 250, 3, 548, 350, 2 (tree): 0.101, 61350, RotatedRect: 399.000 205.000 278.000 288.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 34, 250, 690, 2 (tree): 0.158, 155845, RotatedRect: 125.500 361.000 642.000 243.000 90.000; 292, 36, 581, 355, 3 (bug): 0.141, 75410, RotatedRect: 435.500 196.000 310.000 281.000 90.000; 0, 1, 345, 678, 3 (bug): 0.141, 217371, RotatedRect: 172.500 339.500 657.000 335.000 90.000; 866, 0, 1280, 663, 3 (bug): 0.135, 216495, RotatedRect: 1071.000 331.500 641.000 404.000 90.000; 820, 153, 1152, 556, 1 (car): 0.133, 126296, RotatedRect: 985.500 354.000 323.000 392.000 -0.000; 236, 65, 614, 332, 1 (car): 0.133, 95099, RotatedRect: 424.500 198.000 260.000 367.000 90.000; 0, 1, 345, 678, 1 (car): 0.132, 221381, RotatedRect: 172.500 340.000 335.000 660.000 0.000; 634, 42, 1278, 720, 1 (car): 0.129, 412503, RotatedRect: 956.000 380.000 660.000 626.000 90.000; 820, 153, 1152, 556, 3 (bug): 0.128, 108201, RotatedRect: 985.000 355.000 390.000 324.000 90.000; 820, 153, 1152, 556, 2 (tree): 0.126, 103375, RotatedRect: 985.000 354.000 324.000 390.000 -0.000; 0, 13, 411, 720, 2 (tree): 0.125, 268947, RotatedRect: 205.500 365.000 401.000 688.000 -0.000; 285, 72, 694, 343, 2 (tree): 0.124, 59217, RotatedRect: 488.500 206.500 263.000 395.000 90.000; 866, 0, 1280, 663, 2 (tree): 0.124, 228037, RotatedRect: 1071.000 331.000 404.000 644.000 0.000; 129, 41, 817, 720, 2 (tree): 0.114, 420863, RotatedRect: 471.215 379.491 673.832 659.679 0.294; 311, 0, 567, 429, 1 (car): 0.106, 103234, RotatedRect: 438.000 214.500 415.000 250.000 90.000; 18, 0, 1280, 720, 3 (bug): 0.106, 812428, RotatedRect: 649.000 360.000 698.000 1234.000 90.000; 18, 0, 1280, 720, 2 (tree): 0.104, 786695, RotatedRect: 647.500 354.500 687.000 1237.000 90.000; 11, 91, 948, 691, 1 (car): 0.103, 533771, RotatedRect: 478.500 390.000 586.000 913.000 90.000; 129, 41, 817, 720, 3 (bug): 0.103, 374406, RotatedRect: 471.500 380.000 660.000 671.000 90.000; 249, 2, 548, 351, 2 (tree): 0.102, 61250, RotatedRect: 398.500 205.500 279.000 289.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "3, 42, 500, 720, 2 (tree): 0.156, 319439, RotatedRect: 252.000 379.500 486.000 661.000 -0.000; 292, 36, 581, 355, 3 (bug): 0.141, 75563, RotatedRect: 435.500 196.000 310.000 281.000 90.000; 0, 3, 345, 677, 3 (bug): 0.139, 216705, RotatedRect: 172.500 340.000 654.000 335.000 90.000; 866, 0, 1280, 663, 3 (bug): 0.134, 218057, RotatedRect: 1071.000 331.500 641.000 404.000 90.000; 0, 12, 249, 624, 2 (tree): 0.134, 144505, RotatedRect: 125.000 319.000 598.000 242.000 90.000; 820, 153, 1152, 556, 1 (car): 0.133, 126345, RotatedRect: 985.500 354.000 323.000 392.000 -0.000; 236, 66, 614, 332, 1 (car): 0.133, 94808, RotatedRect: 424.500 198.500 259.000 367.000 90.000; 820, 153, 1152, 556, 3 (bug): 0.129, 108662, RotatedRect: 985.000 355.000 390.000 324.000 90.000; 634, 43, 1279, 720, 1 (car): 0.129, 413135, RotatedRect: 956.000 380.500 628.000 659.000 -0.000; 3, 42, 500, 720, 1 (car): 0.128, 318673, RotatedRect: 251.500 379.500 661.000 483.000 90.000; 820, 153, 1152, 556, 2 (tree): 0.126, 103634, RotatedRect: 985.000 354.000 324.000 390.000 -0.000; 866, 0, 1280, 663, 2 (tree): 0.124, 228091, RotatedRect: 1071.000 331.000 404.000 644.000 0.000; 285, 72, 694, 343, 2 (tree): 0.124, 59571, RotatedRect: 488.500 206.500 263.000 395.000 90.000; 0, 12, 249, 624, 1 (car): 0.118, 143685, RotatedRect: 124.500 318.500 595.000 241.000 90.000; 312, 0, 567, 430, 1 (car): 0.104, 103343, RotatedRect: 438.500 215.000 416.000 249.000 90.000; 20, 0, 1280, 720, 3 (bug): 0.104, 814269, RotatedRect: 650.000 360.000 698.000 1232.000 90.000; 20, 0, 1280, 720, 2 (tree): 0.104, 783418, RotatedRect: 648.000 355.500 689.000 1236.000 90.000; 13, 92, 944, 691, 1 (car): 0.103, 529942, RotatedRect: 477.500 391.000 586.000 907.000 90.000; 158, 3, 620, 720, 3 (bug): 0.102, 301957, RotatedRect: 388.000 361.500 695.000 450.000 90.000; 203, 46, 885, 720, 2 (tree): 0.102, 404970, RotatedRect: 542.847 381.999 668.416 654.540 0.237; 250, 3, 548, 350, 2 (tree): 0.101, 61355, RotatedRect: 399.000 205.000 278.000 288.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 34, 250, 690, 2 (tree): 0.158, 155845, RotatedRect: 125.500 361.000 642.000 243.000 90.000; 292, 36, 581, 355, 3 (bug): 0.141, 75410, RotatedRect: 435.500 196.000 310.000 281.000 90.000; 0, 1, 345, 678, 3 (bug): 0.141, 217371, RotatedRect: 172.500 339.500 657.000 335.000 90.000; 866, 0, 1280, 663, 3 (bug): 0.135, 216495, RotatedRect: 1071.000 331.500 641.000 404.000 90.000; 820, 153, 1152, 556, 1 (car): 0.133, 126296, RotatedRect: 985.500 354.000 323.000 392.000 -0.000; 236, 65, 614, 332, 1 (car): 0.133, 95099, RotatedRect: 424.500 198.000 260.000 367.000 90.000; 0, 1, 345, 678, 1 (car): 0.132, 221381, RotatedRect: 172.500 340.000 335.000 660.000 0.000; 634, 42, 1278, 720, 1 (car): 0.129, 412503, RotatedRect: 956.000 380.000 660.000 626.000 90.000; 820, 153, 1152, 556, 3 (bug): 0.128, 108201, RotatedRect: 985.000 355.000 390.000 324.000 90.000; 820, 153, 1152, 556, 2 (tree): 0.126, 103375, RotatedRect: 985.000 354.000 324.000 390.000 -0.000; 0, 13, 411, 720, 2 (tree): 0.125, 268947, RotatedRect: 205.500 365.000 401.000 688.000 -0.000; 285, 72, 694, 343, 2 (tree): 0.124, 59217, RotatedRect: 488.500 206.500 263.000 395.000 90.000; 866, 0, 1280, 663, 2 (tree): 0.124, 228037, RotatedRect: 1071.000 331.000 404.000 644.000 0.000; 129, 41, 817, 720, 2 (tree): 0.114, 420863, RotatedRect: 471.215 379.491 673.832 659.679 0.294; 311, 0, 567, 429, 1 (car): 0.106, 103234, RotatedRect: 438.000 214.500 415.000 250.000 90.000; 18, 0, 1280, 720, 3 (bug): 0.106, 812428, RotatedRect: 649.000 360.000 698.000 1234.000 90.000; 18, 0, 1280, 720, 2 (tree): 0.104, 786695, RotatedRect: 647.500 354.500 687.000 1237.000 90.000; 11, 91, 948, 691, 1 (car): 0.103, 533771, RotatedRect: 478.500 390.000 586.000 913.000 90.000; 129, 41, 817, 720, 3 (bug): 0.103, 374406, RotatedRect: 471.500 380.000 660.000 671.000 90.000; 249, 2, 548, 351, 2 (tree): 0.102, 61250, RotatedRect: 398.500 205.500 279.000 289.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "267, 71, 600, 327, 3 (bug): 0.569, 48288, RotatedRect: 426.494 195.252 336.276 198.006 47.220; 759, 167, 1088, 517, 1 (car): 0.426, 48372, RotatedRect: 950.200 363.326 181.543 371.671 35.233; 641, 72, 842, 307, 2 (tree): 0.411, 20357, RotatedRect: 746.904 186.519 182.976 149.833 78.690; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "262, 79, 603, 332, 3 (bug): 0.506, 47104, RotatedRect: 419.750 198.250 337.997 194.454 45.000; 649, 80, 843, 304, 2 (tree): 0.445, 21993, RotatedRect: 746.804 192.216 189.343 148.638 80.407; 781, 191, 1094, 527, 1 (car): 0.412, 50130, RotatedRect: 949.938 361.523 186.054 370.449 36.425; 298, 17, 543, 352, 1 (car): 0.387, 45053, RotatedRect: 422.229 197.591 330.261 190.753 37.461; 0; [0]; bug: 0.506, 829, 0; tree: 0.445, 579, 0; car: 0.412, 826, 0; car: 0.387, 808, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "262, 79, 603, 332, 3 (bug): 0.507, 47138, RotatedRect: 419.750 198.250 337.997 194.454 45.000; 649, 80, 843, 304, 2 (tree): 0.444, 22008, RotatedRect: 746.905 192.281 189.109 149.540 79.765; 781, 191, 1094, 528, 1 (car): 0.410, 50155, RotatedRect: 949.832 361.603 185.867 370.839 36.237; 297, 17, 544, 353, 1 (car): 0.385, 45459, RotatedRect: 422.131 198.378 331.284 191.710 37.216; 0; [0]; bug: 0.507, 830, 0; tree: 0.444, 582, 0; car: 0.410, 826, 0; car: 0.385, 811, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "262, 79, 603, 332, 3 (bug): 0.506, 47102, RotatedRect: 419.750 198.250 337.997 194.454 45.000; 649, 80, 842, 304, 2 (tree): 0.445, 21882, RotatedRect: 746.337 192.288 189.329 147.944 80.407; 781, 191, 1094, 528, 1 (car): 0.412, 50417, RotatedRect: 950.210 361.544 186.615 371.856 36.310; 298, 17, 543, 352, 1 (car): 0.387, 45053, RotatedRect: 422.229 197.591 330.261 190.753 37.461; 0; [0]; bug: 0.506, 829, 0; tree: 0.445, 579, 0; car: 0.412, 832, 0; car: 0.387, 808, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_efficientnetb2b_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "262, 79, 603, 332, 3 (bug): 0.507, 47138, RotatedRect: 419.750 198.250 337.997 194.454 45.000; 649, 80, 843, 304, 2 (tree): 0.444, 22008, RotatedRect: 746.905 192.281 189.109 149.540 79.765; 781, 191, 1094, 528, 1 (car): 0.410, 50155, RotatedRect: 949.832 361.603 185.867 370.839 36.237; 297, 17, 544, 353, 1 (car): 0.385, 45459, RotatedRect: 422.131 198.378 331.284 191.710 37.216; 0; [0]; bug: 0.507, 830, 0; tree: 0.444, 582, 0; car: 0.410, 826, 0; car: 0.385, 811, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "666, 88, 820, 291, 3 (bug): 0.151, 22405, RotatedRect: 742.500 190.000 196.000 149.000 90.000; 666, 88, 820, 291, 2 (tree): 0.131, 23312, RotatedRect: 742.500 189.000 198.000 149.000 90.000; 666, 88, 820, 291, 1 (car): 0.126, 15946, RotatedRect: 745.134 185.855 154.780 138.562 76.535; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "813, 133, 1088, 531, 3 (bug): 0.164, 66248, RotatedRect: 957.606 354.030 228.954 417.981 35.340; 813, 201, 1087, 597, 1 (car): 0.161, 45423, RotatedRect: 951.551 360.463 173.478 357.351 35.272; 773, 266, 1172, 515, 1 (car): 0.157, 37074, RotatedRect: 941.736 381.104 162.789 316.998 42.973; 214, 116, 594, 361, 1 (car): 0.151, 41609, RotatedRect: 416.000 223.500 213.000 246.000 90.000; 655, 94, 806, 308, 3 (bug): 0.148, 26357, RotatedRect: 731.000 200.500 207.000 148.000 90.000; 644, 130, 850, 268, 1 (car): 0.135, 14919, RotatedRect: 742.109 197.225 134.584 134.126 88.059; 318, 91, 530, 317, 1 (car): 0.131, 38860, RotatedRect: 423.500 203.500 225.000 209.000 90.000; 679, 72, 824, 288, 2 (tree): 0.130, 22989, RotatedRect: 750.000 186.000 198.000 142.000 90.000; 291, 60, 606, 399, 3 (bug): 0.129, 69843, RotatedRect: 432.000 209.000 292.000 278.000 90.000; 870, 276, 1083, 493, 1 (car): 0.128, 25964, RotatedRect: 954.880 377.160 137.600 258.000 36.870; 672, 42, 817, 263, 1 (car): 0.128, 17548, RotatedRect: 742.500 156.000 208.000 131.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "813, 133, 1087, 531, 3 (bug): 0.168, 65950, RotatedRect: 956.639 352.490 229.653 420.472 34.380; 812, 201, 1088, 597, 1 (car): 0.161, 45396, RotatedRect: 951.510 360.227 173.817 357.013 35.272; 773, 266, 1172, 516, 1 (car): 0.159, 37106, RotatedRect: 942.044 381.555 163.093 317.287 43.202; 214, 117, 594, 361, 1 (car): 0.154, 41491, RotatedRect: 416.000 224.000 212.000 246.000 90.000; 655, 95, 806, 308, 3 (bug): 0.148, 26219, RotatedRect: 731.000 201.000 206.000 148.000 90.000; 644, 130, 851, 268, 1 (car): 0.135, 14997, RotatedRect: 742.573 197.235 134.633 134.993 88.122; 283, 62, 611, 393, 3 (bug): 0.133, 70358, RotatedRect: 429.500 214.000 298.000 287.000 90.000; 318, 92, 530, 317, 1 (car): 0.133, 38775, RotatedRect: 423.500 204.000 224.000 209.000 90.000; 679, 73, 824, 287, 2 (tree): 0.130, 22763, RotatedRect: 750.000 186.000 196.000 142.000 90.000; 871, 277, 1083, 493, 1 (car): 0.130, 25664, RotatedRect: 955.300 377.100 137.000 255.800 36.870; 672, 43, 817, 263, 1 (car): 0.128, 17536, RotatedRect: 742.500 155.500 131.000 209.000 0.000; 813, 133, 1087, 531, 2 (tree): 0.126, 70451, RotatedRect: 962.824 350.752 229.108 419.998 35.695; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "812, 133, 1088, 530, 3 (bug): 0.164, 66319, RotatedRect: 957.114 353.850 228.627 417.242 36.091; 812, 201, 1088, 596, 1 (car): 0.161, 45635, RotatedRect: 951.510 360.345 174.439 357.113 35.470; 773, 266, 1172, 516, 1 (car): 0.157, 37222, RotatedRect: 941.916 381.405 163.414 317.188 42.955; 214, 116, 594, 360, 1 (car): 0.151, 41459, RotatedRect: 416.000 223.000 212.000 246.000 90.000; 655, 94, 806, 308, 3 (bug): 0.148, 26359, RotatedRect: 731.000 200.500 207.000 148.000 90.000; 644, 130, 850, 268, 1 (car): 0.135, 14919, RotatedRect: 742.109 197.225 134.584 134.126 88.059; 318, 91, 530, 316, 1 (car): 0.131, 38696, RotatedRect: 423.500 203.000 224.000 209.000 90.000; 680, 72, 824, 288, 2 (tree): 0.130, 22853, RotatedRect: 750.500 186.000 198.000 141.000 90.000; 292, 60, 606, 400, 3 (bug): 0.129, 69839, RotatedRect: 432.500 209.500 293.000 277.000 90.000; 870, 276, 1082, 493, 1 (car): 0.128, 25847, RotatedRect: 954.351 377.146 137.331 257.340 36.621; 672, 42, 817, 263, 1 (car): 0.128, 17547, RotatedRect: 742.500 156.000 208.000 131.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/rotated_detection_maskrcnn_r50_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "813, 133, 1087, 531, 3 (bug): 0.168, 65950, RotatedRect: 956.639 352.490 229.653 420.472 34.380; 812, 201, 1088, 597, 1 (car): 0.161, 45396, RotatedRect: 951.510 360.227 173.817 357.013 35.272; 773, 266, 1172, 516, 1 (car): 0.159, 37106, RotatedRect: 942.044 381.555 163.093 317.287 43.202; 214, 117, 594, 361, 1 (car): 0.154, 41491, RotatedRect: 416.000 224.000 212.000 246.000 90.000; 655, 95, 806, 308, 3 (bug): 0.148, 26219, RotatedRect: 731.000 201.000 206.000 148.000 90.000; 644, 130, 851, 268, 1 (car): 0.135, 14997, RotatedRect: 742.573 197.235 134.633 134.993 88.122; 283, 62, 611, 393, 3 (bug): 0.133, 70358, RotatedRect: 429.500 214.000 298.000 287.000 90.000; 318, 92, 530, 317, 1 (car): 0.133, 38775, RotatedRect: 423.500 204.000 224.000 209.000 90.000; 679, 73, 824, 287, 2 (tree): 0.130, 22763, RotatedRect: 750.000 186.000 196.000 142.000 90.000; 871, 277, 1083, 493, 1 (car): 0.130, 25664, RotatedRect: 955.300 377.100 137.000 255.800 36.870; 672, 43, 817, 263, 1 (car): 0.128, 17536, RotatedRect: 742.500 155.500 131.000 209.000 0.000; 813, 133, 1087, 531, 2 (tree): 0.126, 70451, RotatedRect: 962.824 350.752 229.108 419.998 35.695; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_uflow_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:150 max:255;pred_score:0.7;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_uflow_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:136 max:255;pred_score:0.8;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_uflow_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:136 max:255;pred_score:0.8;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_uflow_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:136 max:255;pred_score:0.8;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_uflow_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:136 max:255;pred_score:0.8;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_padim_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:166 max:222;pred_score:0.8;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_padim_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:164 max:253;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_padim_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:164 max:253;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_padim_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:164 max:253;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_padim_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:164 max:253;pred_score:0.7;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_stfpm_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:165;pred_score:0.6;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_stfpm_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:159;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_stfpm_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:159;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_stfpm_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:159;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_classification_stfpm_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:159;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "820, 164, 1108, 541, 1 (car): 0.754, 50030, RotatedRect: 951.177 366.553 187.666 367.933 37.708; 0; [0]; car: 0.754, 862, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "820, 164, 1108, 542, 1 (car): 0.754, 50164, RotatedRect: 951.266 366.923 187.811 368.716 37.546; 0; [0]; car: 0.754, 864, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "820, 164, 1108, 542, 1 (car): 0.753, 50164, RotatedRect: 951.266 366.923 187.811 368.716 37.546; 0; [0]; car: 0.753, 863, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "820, 164, 1108, 542, 1 (car): 0.754, 50164, RotatedRect: 951.266 366.923 187.811 368.716 37.546; 0; [0]; car: 0.754, 864, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "815, 165, 1071, 508, 1 (car): 0.364, 60788, RotatedRect: 942.000 337.000 338.000 254.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "317, 62, 552, 410, 2 (tree): 0.409, 57504, RotatedRect: 432.500 202.000 233.000 280.000 0.000; 816, 161, 1068, 516, 1 (car): 0.365, 58565, RotatedRect: 941.000 338.500 347.000 250.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "317, 62, 552, 410, 2 (tree): 0.409, 57510, RotatedRect: 432.500 202.000 233.000 280.000 0.000; 816, 161, 1068, 516, 1 (car): 0.365, 58568, RotatedRect: 941.000 338.500 347.000 250.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "317, 62, 552, 410, 2 (tree): 0.409, 57505, RotatedRect: 432.500 202.000 233.000 280.000 0.000; 816, 161, 1068, 516, 1 (car): 0.365, 58565, RotatedRect: 941.000 338.500 347.000 250.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "317, 62, 552, 410, 2 (tree): 0.409, 57510, RotatedRect: 432.500 202.000 233.000 280.000 0.000; 816, 161, 1068, 516, 1 (car): 0.365, 58568, RotatedRect: 941.000 338.500 347.000 250.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "802, 175, 1040, 498, 2 (tree): 0.353, 56662, RotatedRect: 922.000 336.000 318.000 234.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "802, 176, 1039, 498, 2 (tree): 0.353, 56249, RotatedRect: 921.500 336.500 317.000 233.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "802, 176, 1039, 498, 2 (tree): 0.354, 56280, RotatedRect: 921.500 336.500 317.000 233.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "802, 176, 1039, 498, 2 (tree): 0.353, 56249, RotatedRect: 921.500 336.500 317.000 233.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tv_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "263, 82, 566, 402, 2 (tree): 0.181, 64262, RotatedRect: 414.000 219.500 273.000 292.000 90.000; 288, 31, 579, 371, 1 (car): 0.178, 61926, RotatedRect: 424.500 201.500 293.000 267.000 90.000; 0, 29, 519, 720, 1 (car): 0.152, 322966, RotatedRect: 259.500 360.500 649.000 507.000 90.000; 773, 170, 1107, 552, 1 (car): 0.151, 67426, RotatedRect: 964.317 366.128 227.258 372.689 36.072; 0; [0]; tree: 0.181, 920, 0; car: 0.178, 842, 0; car: 0.152, 2239, 0; car: 0.151, 896, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "263, 82, 565, 402, 2 (tree): 0.182, 63239, RotatedRect: 413.500 218.500 271.000 291.000 90.000; 287, 32, 579, 371, 1 (car): 0.178, 61430, RotatedRect: 424.000 201.500 291.000 266.000 90.000; 774, 171, 1107, 553, 1 (car): 0.151, 67088, RotatedRect: 964.373 366.391 225.967 371.943 36.005; 0; [0]; tree: 0.182, 907, 0; car: 0.178, 843, 0; car: 0.151, 891, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "263, 82, 566, 402, 2 (tree): 0.181, 64256, RotatedRect: 414.000 219.500 273.000 292.000 90.000; 288, 31, 579, 371, 1 (car): 0.178, 61926, RotatedRect: 424.500 201.500 293.000 267.000 90.000; 0, 29, 519, 720, 1 (car): 0.152, 322972, RotatedRect: 259.500 360.500 649.000 507.000 90.000; 773, 170, 1108, 552, 1 (car): 0.151, 67600, RotatedRect: 964.703 366.131 227.514 373.300 36.187; 0; [0]; tree: 0.181, 923, 0; car: 0.178, 842, 0; car: 0.152, 2240, 0; car: 0.151, 895, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "263, 82, 565, 402, 2 (tree): 0.182, 63239, RotatedRect: 413.500 218.500 271.000 291.000 90.000; 287, 32, 579, 371, 1 (car): 0.178, 61430, RotatedRect: 424.000 201.500 291.000 266.000 90.000; 774, 171, 1107, 553, 1 (car): 0.151, 67088, RotatedRect: 964.373 366.391 225.967 371.943 36.005; 0; [0]; tree: 0.182, 907, 0; car: 0.178, 843, 0; car: 0.151, 891, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "801, 182, 1113, 543, 1 (car): 0.448, 50143, RotatedRect: 952.251 363.212 188.952 362.493 35.608; 670, 97, 835, 309, 2 (tree): 0.427, 21782, RotatedRect: 742.000 199.000 194.000 140.000 90.000; 271, 55, 571, 366, 3 (bug): 0.381, 54472, RotatedRect: 424.725 199.389 330.176 223.222 55.349; 791, 177, 1112, 520, 2 (tree): 0.371, 49236, RotatedRect: 951.402 362.204 185.441 361.349 35.942; 0; [0]; car: 0.448, 818, 0; tree: 0.427, 498, 0; bug: 0.381, 812, 0; tree: 0.371, 807, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "655, 98, 840, 304, 2 (tree): 0.475, 21579, RotatedRect: 743.110 198.527 140.184 196.116 5.528; 261, 38, 594, 382, 1 (car): 0.390, 53038, RotatedRect: 425.777 199.395 331.080 217.457 54.951; 787, 183, 1121, 544, 1 (car): 0.390, 47828, RotatedRect: 952.374 362.171 183.564 361.550 36.347; 783, 172, 1089, 525, 2 (tree): 0.369, 47323, RotatedRect: 952.352 362.022 178.722 359.267 36.384; 0; [0]; tree: 0.475, 497, 0; car: 0.390, 803, 0; car: 0.390, 809, 0; tree: 0.369, 799, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "655, 98, 840, 304, 2 (tree): 0.475, 21577, RotatedRect: 743.019 198.627 140.353 196.015 5.356; 787, 183, 1121, 544, 1 (car): 0.391, 47914, RotatedRect: 952.429 362.122 183.787 362.191 36.409; 251, 34, 584, 383, 1 (car): 0.389, 52888, RotatedRect: 426.534 199.304 332.201 217.238 54.819; 783, 172, 1089, 525, 2 (tree): 0.368, 47248, RotatedRect: 952.476 361.930 178.586 359.259 36.448; 0; [0]; tree: 0.475, 496, 0; car: 0.391, 809, 0; car: 0.389, 798, 0; tree: 0.368, 798, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "655, 98, 840, 304, 2 (tree): 0.475, 21578, RotatedRect: 743.110 198.527 140.184 196.116 5.528; 262, 38, 594, 382, 1 (car): 0.390, 52890, RotatedRect: 426.248 199.426 330.970 217.178 55.008; 787, 183, 1121, 544, 1 (car): 0.390, 47828, RotatedRect: 952.374 362.171 183.564 361.550 36.347; 783, 172, 1089, 524, 2 (tree): 0.369, 47197, RotatedRect: 952.339 361.539 178.553 358.843 36.384; 0; [0]; tree: 0.475, 497, 0; car: 0.390, 801, 0; car: 0.390, 809, 0; tree: 0.369, 795, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_efficientnetb2b_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "655, 98, 840, 304, 2 (tree): 0.475, 21577, RotatedRect: 743.019 198.627 140.353 196.015 5.356; 787, 183, 1121, 544, 1 (car): 0.391, 47914, RotatedRect: 952.429 362.122 183.787 362.191 36.409; 251, 34, 584, 383, 1 (car): 0.389, 52888, RotatedRect: 426.534 199.304 332.201 217.238 54.819; 783, 172, 1089, 525, 2 (tree): 0.368, 47248, RotatedRect: 952.476 361.930 178.586 359.259 36.448; 0; [0]; tree: 0.475, 496, 0; car: 0.391, 809, 0; car: 0.389, 798, 0; tree: 0.368, 798, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_r50_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "821, 163, 1133, 462, 3 (bug): 0.402, 55913, RotatedRect: 952.500 316.000 263.000 288.000 -0.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "821, 163, 1133, 462, 3 (bug): 0.402, 55900, RotatedRect: 952.500 316.000 263.000 288.000 -0.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "821, 163, 1133, 462, 3 (bug): 0.402, 55912, RotatedRect: 952.500 316.000 263.000 288.000 -0.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_maskrcnn_swint_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "821, 163, 1133, 462, 3 (bug): 0.402, 55900, RotatedRect: 952.500 316.000 263.000 288.000 -0.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_tile_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 649, 207, 720, 2 (tree): 0.226, 7413, RotatedRect: 84.000 684.500 150.000 59.000 -0.000; 1026, 564, 1280, 720, 2 (tree): 0.203, 13156, RotatedRect: 1161.586 662.939 108.015 184.380 89.377; 798, 557, 1242, 720, 2 (tree): 0.136, 23152, RotatedRect: 1076.500 658.500 107.000 327.000 90.000; 0; [0]; tree: 0.226, 460, 0; tree: 0.203, 540, 0; tree: 0.136, 1032, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_tile_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 540, 206, 720, 2 (tree): 0.256, 10951, RotatedRect: 88.000 647.000 106.000 152.000 90.000; 967, 0, 1280, 47, 2 (tree): 0.135, 5130, RotatedRect: 1142.000 21.500 35.000 190.000 90.000; 1088, 0, 1280, 110, 2 (tree): 0.090, 1391, RotatedRect: 1205.684 44.256 22.560 85.161 6.009; 0, 508, 411, 720, 2 (tree): 0.088, 24559, RotatedRect: 214.000 634.000 114.000 306.000 90.000; 316, 0, 511, 45, 2 (tree): 0.084, 2821, RotatedRect: 423.000 20.500 33.000 118.000 90.000; 12, 0, 332, 72, 2 (tree): 0.079, 14667, RotatedRect: 165.000 33.500 302.000 59.000 0.000; 301, 0, 1280, 720, 1 (car): 0.076, 202197, RotatedRect: 825.500 317.000 466.000 713.000 90.000; 909, 8, 1280, 720, 1 (car): 0.076, 9199, RotatedRect: 1236.500 292.500 553.000 31.000 90.000; 0, 0, 135, 52, 2 (tree): 0.076, 1535, RotatedRect: 40.500 23.500 41.000 59.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_tile_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 539, 205, 720, 2 (tree): 0.246, 10931, RotatedRect: 92.000 646.500 107.000 160.000 90.000; 967, 0, 1280, 47, 2 (tree): 0.137, 5113, RotatedRect: 1142.000 21.500 35.000 190.000 90.000; 0, 509, 412, 720, 2 (tree): 0.090, 24492, RotatedRect: 213.000 635.000 114.000 304.000 90.000; 1085, 0, 1280, 110, 2 (tree): 0.089, 1398, RotatedRect: 1204.633 44.253 21.713 85.115 4.927; 316, 0, 511, 45, 2 (tree): 0.082, 2802, RotatedRect: 422.500 20.500 33.000 117.000 90.000; 12, 0, 334, 74, 2 (tree): 0.079, 15068, RotatedRect: 166.500 34.000 60.000 305.000 90.000; 303, 0, 1280, 720, 1 (car): 0.077, 202447, RotatedRect: 823.500 315.500 467.000 717.000 90.000; 909, 7, 1280, 720, 1 (car): 0.077, 9050, RotatedRect: 1233.556 290.000 34.004 548.001 0.120; 0, 0, 135, 53, 2 (tree): 0.075, 1553, RotatedRect: 40.000 24.000 42.000 58.000 90.000; 0; [0]; tree: 0.246, 510, 0; tree: 0.137, 541, 0; tree: 0.090, 827, 0; tree: 0.089, 187, 0; tree: 0.082, 343, 0; tree: 0.079, 751, 0; car: 0.077, 2325, 0; car: 0.077, 1134, 0; tree: 0.075, 196, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_tile_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 540, 206, 720, 2 (tree): 0.256, 10949, RotatedRect: 88.000 647.000 106.000 152.000 90.000; 967, 0, 1280, 47, 2 (tree): 0.135, 5131, RotatedRect: 1142.000 21.500 35.000 190.000 90.000; 1088, 0, 1280, 110, 2 (tree): 0.090, 1391, RotatedRect: 1205.684 44.256 22.560 85.161 6.009; 0, 508, 410, 720, 2 (tree): 0.088, 24494, RotatedRect: 213.500 634.000 114.000 305.000 90.000; 316, 0, 511, 45, 2 (tree): 0.084, 2823, RotatedRect: 423.000 20.500 33.000 118.000 90.000; 12, 0, 332, 72, 2 (tree): 0.079, 14667, RotatedRect: 165.000 33.500 302.000 59.000 0.000; 301, 0, 1280, 720, 1 (car): 0.076, 202205, RotatedRect: 825.500 317.000 466.000 713.000 90.000; 909, 8, 1280, 720, 1 (car): 0.076, 9195, RotatedRect: 1236.500 292.500 553.000 31.000 90.000; 0, 0, 135, 52, 2 (tree): 0.076, 1535, RotatedRect: 40.500 23.500 41.000 59.000 90.000; 0; [0]; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_tile_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": [ + "0, 539, 205, 720, 2 (tree): 0.246, 10931, RotatedRect: 92.000 646.500 107.000 160.000 90.000; 967, 0, 1280, 47, 2 (tree): 0.137, 5113, RotatedRect: 1142.000 21.500 35.000 190.000 90.000; 0, 509, 412, 720, 2 (tree): 0.090, 24492, RotatedRect: 213.000 635.000 114.000 304.000 90.000; 1085, 0, 1280, 110, 2 (tree): 0.089, 1398, RotatedRect: 1204.633 44.253 21.713 85.115 4.927; 316, 0, 511, 45, 2 (tree): 0.082, 2802, RotatedRect: 422.500 20.500 33.000 117.000 90.000; 12, 0, 334, 74, 2 (tree): 0.079, 15068, RotatedRect: 166.500 34.000 60.000 305.000 90.000; 303, 0, 1280, 720, 1 (car): 0.077, 202447, RotatedRect: 823.500 315.500 467.000 717.000 90.000; 909, 7, 1280, 720, 1 (car): 0.077, 9050, RotatedRect: 1233.556 290.000 34.004 548.001 0.120; 0, 0, 135, 53, 2 (tree): 0.075, 1553, RotatedRect: 40.000 24.000 42.000 58.000 90.000; 0; [0]; tree: 0.246, 510, 0; tree: 0.137, 541, 0; tree: 0.090, 827, 0; tree: 0.089, 187, 0; tree: 0.082, 343, 0; tree: 0.079, 751, 0; car: 0.077, 2325, 0; car: 0.077, 1134, 0; tree: 0.075, 196, 0; " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_int8/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_fp16/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_fp32/openvino.xml", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_fp16/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/instance_segmentation_rtmdet_inst_tiny_fp32/model.onnx", + "type": "MaskRCNNModel", + "test_data": [ + { + "image": "images/Slide4.PNG", + "reference": ["0; [0]; ; "] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_padim_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:155 max:217;pred_score:0.9;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_padim_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:153 max:215;pred_score:0.9;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_padim_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:153 max:215;pred_score:0.9;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_padim_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:153 max:215;pred_score:0.9;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_padim_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:153 max:215;pred_score:0.9;pred_label:Normal;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_stfpm_int8/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:159;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_stfpm_fp16/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:156;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_stfpm_fp32/openvino.xml", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:156;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_stfpm_fp16/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:156;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/anomaly_detection_stfpm_fp32/model.onnx", + "type": "AnomalyDetection", + "test_data": [ + { + "image": "images/16.jpg", + "reference": [ + "anomaly_map min:128 max:156;pred_score:0.5;pred_label:Anomaly;pred_mask min:1 max:1;" + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.639, 1: 0.361, [128,128,2], [0], [0]; Background: 0.539, 18, 0, Background: 0.552, 16, 0, Background: 0.576, 10, 0, Background: 0.510, 4, 0, Background: 0.525, 12, 0, Background: 0.523, 19, 0, Background: 0.601, 35, 0, Background: 0.543, 16, 0, Background: 0.569, 105, 0, Background: 0.860, 206, 1, Background: 0.506, 9, 0, Background: 0.548, 13, 0, Background: 0.602, 672, 11, Background: 0.570, 63, 0, Background: 0.563, 33, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.589, 1: 0.411, [128,128,2], [0], [0]; Background: 0.558, 18, 0, Background: 0.562, 6, 0, Background: 0.506, 9, 0, Background: 0.539, 33, 0, Background: 0.542, 50, 0, Background: 0.531, 30, 0, Background: 0.573, 31, 0, Background: 0.506, 2, 0, Background: 0.548, 98, 0, Background: 0.504, 2, 0, Background: 0.506, 4, 0, Background: 0.504, 10, 0, Background: 0.562, 103, 0, Background: 0.518, 12, 0, Background: 0.866, 205, 1, Background: 0.507, 6, 0, Background: 0.556, 57, 1, Background: 0.621, 741, 10, Background: 0.624, 28, 0, Background: 0.586, 36, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.589, 1: 0.411, [128,128,2], [0], [0]; Background: 0.558, 18, 0, Background: 0.562, 6, 0, Background: 0.506, 9, 0, Background: 0.539, 33, 0, Background: 0.542, 50, 0, Background: 0.531, 30, 0, Background: 0.572, 31, 0, Background: 0.506, 2, 0, Background: 0.548, 98, 0, Background: 0.504, 2, 0, Background: 0.506, 4, 0, Background: 0.504, 10, 0, Background: 0.562, 103, 0, Background: 0.518, 12, 0, Background: 0.866, 205, 1, Background: 0.507, 6, 0, Background: 0.556, 57, 1, Background: 0.621, 743, 10, Background: 0.624, 28, 0, Background: 0.586, 36, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.589, 1: 0.411, [128,128,2], [0], [0]; Background: 0.558, 18, 0, Background: 0.562, 6, 0, Background: 0.506, 9, 0, Background: 0.539, 33, 0, Background: 0.542, 50, 0, Background: 0.531, 30, 0, Background: 0.573, 31, 0, Background: 0.506, 2, 0, Background: 0.548, 98, 0, Background: 0.505, 2, 0, Background: 0.506, 4, 0, Background: 0.504, 10, 0, Background: 0.562, 103, 0, Background: 0.518, 12, 0, Background: 0.865, 205, 1, Background: 0.507, 6, 0, Background: 0.556, 57, 1, Background: 0.622, 743, 10, Background: 0.624, 28, 0, Background: 0.586, 36, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.589, 1: 0.411, [128,128,2], [0], [0]; Background: 0.558, 18, 0, Background: 0.562, 6, 0, Background: 0.506, 9, 0, Background: 0.539, 33, 0, Background: 0.542, 50, 0, Background: 0.531, 30, 0, Background: 0.572, 31, 0, Background: 0.506, 2, 0, Background: 0.548, 98, 0, Background: 0.504, 2, 0, Background: 0.506, 4, 0, Background: 0.504, 10, 0, Background: 0.562, 103, 0, Background: 0.518, 12, 0, Background: 0.866, 205, 1, Background: 0.507, 6, 0, Background: 0.556, 57, 1, Background: 0.621, 743, 10, Background: 0.624, 28, 0, Background: 0.586, 36, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.000, 1: 1.000, [128,128,2], [0], [0]; Background: 0.587, 507, 3, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.006, 1: 0.994, [128,128,2], [0], [0]; Background: 0.506, 1, 0, Background: 0.599, 524, 3, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.007, 1: 0.993, [128,128,2], [0], [0]; Background: 0.510, 1, 0, Background: 0.599, 529, 2, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.006, 1: 0.994, [128,128,2], [0], [0]; Background: 0.506, 1, 0, Background: 0.599, 524, 3, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.007, 1: 0.993, [128,128,2], [0], [0]; Background: 0.510, 1, 0, Background: 0.599, 529, 2, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.129, 1: 0.871, [128,128,2], [0], [0]; Background: 0.501, 1, 0, Background: 0.509, 2, 0, Background: 0.509, 176, 0, Background: 0.503, 1, 0, Background: 0.538, 733, 67, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.165, 1: 0.835, [128,128,2], [0], [0]; Background: 0.505, 1, 0, Background: 0.500, 1, 0, Background: 0.503, 1, 0, Background: 0.501, 1, 0, Background: 0.501, 4, 0, Background: 0.503, 18, 0, Background: 0.501, 3, 0, Background: 0.509, 16, 0, Background: 0.504, 1, 0, Background: 0.532, 937, 64, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.166, 1: 0.834, [128,128,2], [0], [0]; Background: 0.508, 1, 0, Background: 0.501, 1, 0, Background: 0.502, 1, 0, Background: 0.501, 6, 0, Background: 0.504, 20, 0, Background: 0.503, 2, 0, Background: 0.502, 3, 0, Background: 0.509, 14, 0, Background: 0.504, 1, 0, Background: 0.532, 576, 77, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.166, 1: 0.834, [128,128,2], [0], [0]; Background: 0.505, 1, 0, Background: 0.502, 1, 0, Background: 0.501, 1, 0, Background: 0.501, 4, 0, Background: 0.503, 18, 0, Background: 0.502, 3, 0, Background: 0.509, 16, 0, Background: 0.504, 1, 0, Background: 0.532, 937, 67, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_18_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.166, 1: 0.834, [128,128,2], [0], [0]; Background: 0.508, 1, 0, Background: 0.501, 1, 0, Background: 0.502, 1, 0, Background: 0.501, 6, 0, Background: 0.504, 20, 0, Background: 0.503, 2, 0, Background: 0.502, 3, 0, Background: 0.509, 14, 0, Background: 0.504, 1, 0, Background: 0.532, 576, 77, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_t_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_b_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_segnext_s_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": ["0: 1.000, [128,128,2], [0], [0]; "] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.607, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.593, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.593, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.593, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_x_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.592, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_tile_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.618, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_tile_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.620, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_tile_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.620, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_tile_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.620, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_litehrnet_s_tile_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "1: 1.000, [128,128,2], [0], [0]; Background: 0.620, 508, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_int8/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.895, 1: 0.105, [128,128,2], [0], [0]; Background: 0.540, 8, 0, Background: 0.508, 6, 0, Background: 0.531, 10, 0, Background: 0.513, 2, 0, Background: 0.538, 28, 0, Background: 0.549, 76, 0, Background: 0.554, 5, 0, Background: 0.591, 29, 0, Background: 0.517, 8, 0, Background: 0.523, 6, 0, Background: 0.926, 207, 1, Background: 0.562, 14, 0, Background: 0.594, 48, 0, Background: 0.600, 18, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_fp16/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.892, 1: 0.108, [128,128,2], [0], [0]; Background: 0.547, 20, 0, Background: 0.559, 8, 0, Background: 0.546, 10, 0, Background: 0.537, 10, 0, Background: 0.571, 32, 0, Background: 0.551, 3, 0, Background: 0.588, 27, 0, Background: 0.518, 25, 0, Background: 0.516, 4, 0, Background: 0.510, 3, 0, Background: 0.550, 12, 0, Background: 0.922, 206, 1, Background: 0.550, 9, 0, Background: 0.517, 8, 0, Background: 0.525, 10, 0, Background: 0.572, 28, 0, Background: 0.501, 1, 0, Background: 0.504, 4, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_fp32/openvino.xml", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.892, 1: 0.108, [128,128,2], [0], [0]; Background: 0.546, 20, 0, Background: 0.559, 8, 0, Background: 0.546, 10, 0, Background: 0.536, 10, 0, Background: 0.571, 32, 0, Background: 0.550, 3, 0, Background: 0.588, 27, 0, Background: 0.518, 25, 0, Background: 0.516, 4, 0, Background: 0.509, 3, 0, Background: 0.550, 12, 0, Background: 0.921, 206, 1, Background: 0.550, 9, 0, Background: 0.517, 8, 0, Background: 0.525, 10, 0, Background: 0.572, 28, 0, Background: 0.501, 1, 0, Background: 0.504, 4, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_fp16/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.892, 1: 0.108, [128,128,2], [0], [0]; Background: 0.546, 20, 0, Background: 0.559, 8, 0, Background: 0.545, 10, 0, Background: 0.536, 10, 0, Background: 0.570, 32, 0, Background: 0.549, 3, 0, Background: 0.588, 27, 0, Background: 0.518, 25, 0, Background: 0.516, 4, 0, Background: 0.509, 3, 0, Background: 0.550, 12, 0, Background: 0.922, 206, 1, Background: 0.551, 9, 0, Background: 0.517, 8, 0, Background: 0.525, 10, 0, Background: 0.571, 28, 0, Background: 0.500, 1, 0, Background: 0.503, 4, 0, " + ] + } + ] + }, + { + "name": "otx_2.6.0_models/semantic_segmentation_dino_v2_fp32/model.onnx", + "type": "SegmentationModel", + "test_data": [ + { + "image": "images/0002.png", + "reference": [ + "0: 0.892, 1: 0.108, [128,128,2], [0], [0]; Background: 0.546, 20, 0, Background: 0.559, 8, 0, Background: 0.546, 10, 0, Background: 0.536, 10, 0, Background: 0.571, 32, 0, Background: 0.550, 3, 0, Background: 0.588, 27, 0, Background: 0.518, 25, 0, Background: 0.516, 4, 0, Background: 0.509, 3, 0, Background: 0.550, 12, 0, Background: 0.921, 206, 1, Background: 0.550, 9, 0, Background: 0.517, 8, 0, Background: 0.525, 10, 0, Background: 0.572, 28, 0, Background: 0.501, 1, 0, Background: 0.504, 4, 0, " + ] + } + ] + } +] diff --git a/tests/accuracy/test_accuracy.py b/tests/accuracy/test_accuracy.py index 84e28d49..eae25c65 100644 --- a/tests/accuracy/test_accuracy.py +++ b/tests/accuracy/test_accuracy.py @@ -126,10 +126,19 @@ def result(pytestconfig): return pytestconfig.test_results -@pytest.mark.parametrize( - ("model_data"), - read_config(Path(__file__).resolve().parent / "public_scope.json"), -) +@pytest.fixture(scope="session") +def model_data_file(pytestconfig): + return pytestconfig.getoption("model_data") + + +def pytest_generate_tests(metafunc): + if "model_data" in metafunc.fixturenames: + model_data_file = metafunc.config.getoption("model_data") + model_data_path = Path(__file__).resolve().parent / model_data_file + config_data = read_config(model_data_path) + metafunc.parametrize("model_data", config_data) + + def test_image_models(data, device, dump, result, model_data): # noqa: C901 name = model_data["name"] if name.endswith((".xml", ".onnx")):