Add Zero-shot Classification Evaluation Task (#17)

Co-authored-by: fcogidi <41602287+fcogidi@users.noreply.github.com>

Author: Negiiiin

.github/workflows/integration_tests.yml

@@ -33,14 +33,18 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4.2.1
-      - name: Install poetry
-        run: python3 -m pip install --upgrade pip && python3 -m pip install poetry
+      - name: Install and configure Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
       - uses: actions/setup-python@v5.2.0
         with:
           python-version: '3.10'
+          cache: 'poetry'
       - name: Install dependencies and check code
         run: |
           poetry env use '3.10'
-          source $(poetry env info --path)/bin/activate
+          source .venv/bin/activate
           poetry install --with test
           pytest -m integration_test

mmlearn/conf/__init__.py

@@ -151,27 +151,29 @@ class MMLearnConf:
         },
         metadata={"help": "Configuration for torch.jit.compile."},
     )
-    hydra: HydraConf = HydraConf(
-        searchpath=["pkg://mmlearn.conf"],
-        run=RunDir(
-            dir=SI("./outputs/${experiment_name}/${now:%Y-%m-%d}/${now:%H-%M-%S}")
-        ),
-        sweep=SweepDir(
-            dir=SI("./outputs/${experiment_name}/${now:%Y-%m-%d}/${now:%H-%M-%S}"),
-            subdir=SI("${hydra.job.num}_${hydra.job.id}"),
-        ),
-        help=HelpConf(
-            app_name="mmlearn",
-            header="mmlearn: A modular framework for research on multimodal representation learning.",
-        ),
-        job=JobConf(
-            name=II("experiment_name"),
-            env_set={
-                "NCCL_IB_DISABLE": "1",  # disable InfiniBand (the Vector cluster does not have it)
-                "TORCH_NCCL_ASYNC_ERROR_HANDLING": "3",
-                "HYDRA_FULL_ERROR": "1",
-            },
-        ),
+    hydra: HydraConf = field(
+        default_factory=lambda: HydraConf(
+            searchpath=["pkg://mmlearn.conf"],
+            run=RunDir(
+                dir=SI("./outputs/${experiment_name}/${now:%Y-%m-%d}/${now:%H-%M-%S}")
+            ),
+            sweep=SweepDir(
+                dir=SI("./outputs/${experiment_name}/${now:%Y-%m-%d}/${now:%H-%M-%S}"),
+                subdir=SI("${hydra.job.num}_${hydra.job.id}"),
+            ),
+            help=HelpConf(
+                app_name="mmlearn",
+                header="mmlearn: A modular framework for research on multimodal representation learning.",
+            ),
+            job=JobConf(
+                name=II("experiment_name"),
+                env_set={
+                    "NCCL_IB_DISABLE": "1",
+                    "TORCH_NCCL_ASYNC_ERROR_HANDLING": "3",
+                    "HYDRA_FULL_ERROR": "1",
+                },
+            ),
+        )
     )