fixed typing issue

Author: cemde

examples/introduction/tutorial.ipynb

@@ -9,13 +9,13 @@
     "\n",
     "[![Open Notebook on GitHub](https://img.shields.io/badge/Open%20Notebook%20on-GitHub-blue?logo=github)](https://github.com/parameterlab/MASEval/blob/main/examples/introduction/tutorial.ipynb)\n",
     "\n",
-    "This notebook is available as a Jupyter notebook — clone the repo and run it yourself!\n",
+    "This notebook is available as a Jupyter notebook \u2014 clone the repo and run it yourself!\n",
     "\n",
     "## What You'll Learn\n",
     "\n",
-    "- **Build your first agent** — Create tools and agents with smolagents\n",
-    "- **Run a minimal benchmark** — One task, one agent, end-to-end\n",
-    "- **Understand the core abstractions** — Tasks, Environments, Evaluators working together\n",
+    "- **Build your first agent** \u2014 Create tools and agents with smolagents\n",
+    "- **Run a minimal benchmark** \u2014 One task, one agent, end-to-end\n",
+    "- **Understand the core abstractions** \u2014 Tasks, Environments, Evaluators working together\n",
     "\n",
     "\n",
     "This tutorial first introduces [`smolagents`](https://huggingface.co/docs/smolagents/en/index) as introduction to agents. Then it provides a super small single task benchmark."
@@ -634,13 +634,13 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "\"# Create benchmark instance with agent configuration\\n\",\n",
-    "    \"agent_data = {\\\"model_id\\\": \\\"gemini/gemini-2.5-flash\\\", \\\"temperature\\\": 0.7}\\n\",\n",
-    "    \"\\n\",\n",
-    "    \"benchmark = SimpleBenchmark(agent_data=agent_data, progress_bar=False)\\n\",\n",
-    "    \"\\n\",\n",
-    "    \"# Create task queue\\n\",\n",
-    "    \"tasks = TaskQueue([task])\\n\",\n",
+    "# Create benchmark instance with agent configuration\n",
+    "agent_data = {\"model_id\": \"gemini/gemini-2.5-flash\", \"temperature\": 0.7}\n",
+    "\n",
+    "benchmark = SimpleBenchmark(agent_data=agent_data, progress_bar=False)\n",
+    "\n",
+    "# Create task queue\n",
+    "tasks = TaskQueue([task])\n",
     "\n",
     "# Run the benchmark\n",
     "print(\"Running benchmark...\\n\")\n",
@@ -715,7 +715,7 @@
     "\n",
     "## Next Steps\n",
     "\n",
-    "1. **Try the Five-A-Day Benchmark notebook** — A production-ready example with multi-agent systems and diverse evaluators\n",
+    "1. **Try the Five-A-Day Benchmark notebook** \u2014 A production-ready example with multi-agent systems and diverse evaluators\n",
     "2. Create your own custom evaluators for your specific use case\n",
     "3. Experiment with different agent frameworks (LangGraph, LlamaIndex)\n",
     "4. Add callbacks for logging and tracing\n",
@@ -745,4 +745,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}

maseval/core/task.py

@@ -1,6 +1,6 @@
 from abc import ABC, abstractmethod
 from dataclasses import dataclass, field
-from typing import Any, Dict, Tuple
+from typing import Any, Dict, Tuple, overload
 from uuid import UUID, uuid4
 from collections.abc import Sequence
 from typing import Iterable, List, Union, Iterator, Optional
@@ -108,6 +108,12 @@ def __len__(self) -> int:
         """Return the total number of tasks in the queue."""
         return len(self._tasks)
 
+    @overload
+    def __getitem__(self, idx: int) -> Task: ...
+
+    @overload
+    def __getitem__(self, idx: slice) -> "BaseTaskQueue": ...
+
     def __getitem__(self, idx: Union[int, slice]) -> Union[Task, "BaseTaskQueue"]:
         """Get a task by index or a slice of tasks.
 

tests/test_core/test_context.py

@@ -79,8 +79,9 @@ def test_check_timeout_raises_on_expiry(self):
         with pytest.raises(TaskTimeoutError) as exc_info:
             context.check_timeout()
 
-        assert exc_info.value.timeout == 0.01
-        assert exc_info.value.elapsed >= 0.01
+        error: TaskTimeoutError = exc_info.value  # type: ignore[assignment]
+        assert error.timeout == 0.01
+        assert error.elapsed >= 0.01
 
     def test_check_timeout_includes_partial_traces(self):
         """TaskTimeoutError should include partial traces if set."""
@@ -93,7 +94,8 @@ def test_check_timeout_includes_partial_traces(self):
         with pytest.raises(TaskTimeoutError) as exc_info:
             context.check_timeout()
 
-        assert exc_info.value.partial_traces == partial_traces
+        error: TaskTimeoutError = exc_info.value  # type: ignore[assignment]
+        assert error.partial_traces == partial_traces
 
     def test_check_timeout_no_traces_if_not_set(self):
         """TaskTimeoutError should have empty traces if not set."""
@@ -104,7 +106,8 @@ def test_check_timeout_no_traces_if_not_set(self):
         with pytest.raises(TaskTimeoutError) as exc_info:
             context.check_timeout()
 
-        assert exc_info.value.partial_traces == {}
+        error: TaskTimeoutError = exc_info.value  # type: ignore[assignment]
+        assert error.partial_traces == {}
 
     def test_check_timeout_does_not_raise_before_deadline(self):
         """check_timeout() should not raise before deadline."""

tests/test_core/test_registry.py

@@ -8,7 +8,7 @@
 import threading
 import time
 from concurrent.futures import ThreadPoolExecutor
-from typing import Any, Dict
+from typing import Any, Dict, Optional
 
 from maseval.core.registry import ComponentRegistry
 from maseval.core.tracing import TraceableMixin
@@ -21,7 +21,7 @@
 class MockTraceableComponent(TraceableMixin):
     """Component that implements TraceableMixin for testing."""
 
-    def __init__(self, name: str, trace_data: Dict[str, Any] = None):
+    def __init__(self, name: str, trace_data: Optional[Dict[str, Any]] = None):
         super().__init__()
         self._name = name
         self._trace_data = trace_data or {"component": name}
@@ -36,7 +36,7 @@ def gather_traces(self) -> Dict[str, Any]:
 class MockConfigurableComponent(TraceableMixin, ConfigurableMixin):
     """Component that implements both TraceableMixin and ConfigurableMixin."""
 
-    def __init__(self, name: str, config: Dict[str, Any] = None):
+    def __init__(self, name: str, config: Optional[Dict[str, Any]] = None):
         TraceableMixin.__init__(self)
         ConfigurableMixin.__init__(self)
         self._name = name