We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ebe8025 commit 888a63aCopy full SHA for 888a63a
1 file changed
pretrain_gpt.py
@@ -36,8 +36,8 @@ def model_provider(pre_process=True, post_process=True):
36
37
args = get_args()
38
config = core_transformer_config_from_args(args)
39
- if hasattr(mpu, 'get_sequence_parallel_group'):
40
- dpg = mpu.get_sequence_parallel_group()
+ if hasattr(mpu, 'get_sequence_data_parallel_group'):
+ dpg = mpu.get_sequence_data_parallel_group()
41
elif hasattr(mpu, 'get_data_parallel_group'):
42
dpg = mpu.get_data_parallel_group()
43
else:
0 commit comments