We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 60f9a5f commit 622a1a1Copy full SHA for 622a1a1
1 file changed
src/atomworks/ml/datasets/datasets.py
@@ -281,7 +281,11 @@ def __init__(
281
self.file_paths = file_paths
282
283
# Create ID mapping
284
- self.id_to_idx_map = {self._get_example_id(i): i for i, _ in enumerate(file_paths)}
+ self.id_to_idx_map = {self._get_example_id(i): i for i, _ in enumerate(self.file_paths)}
285
+
286
+ # Verify that all example IDs are unique
287
+ if len(self.id_to_idx_map) != len(self.file_paths):
288
+ raise ValueError("Example IDs must be unique. Found duplicate example IDs.")
289
290
@classmethod
291
def from_directory(
0 commit comments