Skip to content

Commit 396fb9a

Browse files
committed
[Trainer] Fix callbacks when PaddleFleet can not use (#4300)
1 parent 21701d1 commit 396fb9a

1 file changed

Lines changed: 11 additions & 4 deletions

File tree

paddleformers/trainer/trainer_callback.py

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -45,9 +45,16 @@
4545
from paddlefleet.transformer.moe.moe_layer import MoELayer
4646
from paddlefleet.transformer.moe.moe_router import StandardMoERouter
4747
else:
48-
GPTModel = None # Define a mock or None when not available
49-
StandardMoERouter = None
50-
MoELayer = None
48+
49+
class GPTModel:
50+
pass
51+
52+
class MoELayer:
53+
pass
54+
55+
class StandardMoERouter:
56+
pass
57+
5158

5259
from tqdm.auto import tqdm
5360

@@ -720,7 +727,7 @@ def on_step_begin(self, args, state, control, **kwargs):
720727
):
721728
self.moe_weights_name = []
722729
self.use_fp8 = True
723-
if GPTModel is not None and isinstance(model, GPTModel):
730+
if isinstance(model, GPTModel):
724731
self.use_fp8 = model.use_fp8()
725732
if not self.use_fp8:
726733
return

0 commit comments

Comments
 (0)