Skip to content

Commit be66948

Browse files
Fixed json (#133)
1 parent 3dd1946 commit be66948

8 files changed

Lines changed: 26 additions & 2 deletions

File tree

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_computer_science.json

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_computer_science",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",
@@ -173,5 +176,5 @@
173176
"avg_retrieval_calls": 8.386046511627907
174177
}
175178
}
176-
},
179+
}
177180
}

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_energy.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_energy",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_finance_en.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_finance_en",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_finance_fr.json

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_finance_fr",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",
@@ -83,5 +86,5 @@
8386
"avg_retrieval_calls": 5.63125
8487
}
8588
}
86-
},
89+
}
8790
}

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_hr.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_hr",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_industrial.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_industrial",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_pharmaceuticals.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_pharmaceuticals",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",

results/metrics/nvidia_nemo-retriever-agentic_colembed-vl-8b-v2_opus-4-5/vidore_v3_physics.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"dataset": "vidore/vidore_v3_physics",
33
"split": "test",
44
"language": "english",
5+
"pipeline_type": null,
6+
"module_path": "https://github.com/NVIDIA/NeMo-Retriever/blob/main/retrieval-bench/src/retrieval_bench/pipelines/agentic.py",
7+
"class_name": "AgenticRetrievalPipeline",
58
"pipeline_args": {
69
"backend": "nemotron-colembed-vl-8b-v2",
710
"llm_model": "openai/aws/anthropic/claude-opus-4-5",

0 commit comments

Comments
 (0)