Skip to content

Commit 2e248ed

Browse files
committed
chore: Remove old code
1 parent 98ff9db commit 2e248ed

1 file changed

Lines changed: 0 additions & 15 deletions

File tree

tests/fsdp2_parallelization/test_parallel_seed_initialization.py

Lines changed: 0 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,6 @@
11
import logging
22
import multiprocessing as py_mp
33
import os
4-
import re
54
import traceback
65
from pathlib import Path
76
from typing import Any
@@ -15,10 +14,8 @@
1514
from torch.distributed._tensor.placement_types import Replicate
1615

1716
from modalities.__main__ import Main
18-
from modalities.batch import EvaluationResultBatch
1917
from modalities.config.config import ProcessGroupBackendType
2018
from modalities.config.pydantic_if_types import PydanticDeviceMeshIFType, PydanticFSDP2ModuleType
21-
from modalities.logging_broker.messages import Message
2219
from modalities.running_env.fsdp.device_mesh import ParallelismDegrees, get_parallel_rank
2320
from tests.end2end_tests.custom_components import MultiProcessingCudaEnv
2421
from tests.utility import monitor_child_processes
@@ -160,15 +157,3 @@ def _get_tmp_sharding_config_path(self, dp_degree: int, tp_degree: int, pp_degre
160157
yaml.dump(config_dict, file)
161158

162159
return temp_file_path
163-
164-
165-
def _get_loss_scores(messages: list[Message[EvaluationResultBatch]], loss_key: str) -> list[float]:
166-
return [message.payload.losses[loss_key].value.item() for message in messages]
167-
168-
169-
def _extract_seen_steps_and_tokens(filename: str) -> tuple[int, int]:
170-
pattern = r"seen_steps_(\d+)-seen_tokens_(\d+)"
171-
match = re.search(pattern, filename)
172-
if match is None:
173-
raise ValueError(f"Filename '{filename}' does not match expected pattern '{pattern}'.")
174-
return int(match.group(1)), int(match.group(2))

0 commit comments

Comments
 (0)