File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Load Diff This file was deleted.
Original file line number Diff line number Diff line change 1+ """
2+ Core distributed training components
3+
4+ This module contains the fundamental distributed training implementations:
5+ - DistributedTrainer: Base DDP/FSDP trainer
6+ - EnhancedDistributedTrainer: Production trainer with fault tolerance
7+ - CommunicationOptimizer: Communication optimization strategies
8+ """
9+
10+ from .distributed_training import (
11+ DistributedTrainer ,
12+ SimpleResNet ,
13+ benchmark_training ,
14+ )
15+
16+ from .enhanced_trainer import EnhancedDistributedTrainer
17+
18+ from .communication_optimizer import (
19+ CommunicationOptimizer ,
20+ GradientAccumulator ,
21+ OverlapCommunicator ,
22+ benchmark_communication ,
23+ )
24+
25+ __all__ = [
26+ # Trainers
27+ "DistributedTrainer" ,
28+ "EnhancedDistributedTrainer" ,
29+
30+ # Models
31+ "SimpleResNet" ,
32+
33+ # Optimization
34+ "CommunicationOptimizer" ,
35+ "GradientAccumulator" ,
36+ "OverlapCommunicator" ,
37+
38+ # Benchmarking
39+ "benchmark_training" ,
40+ "benchmark_communication" ,
41+ ]
You can’t perform that action at this time.
0 commit comments