We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e80f6f4 commit 0a09609Copy full SHA for 0a09609
1 file changed
sub-packages/bionemo-llm/src/bionemo/llm/utils/callbacks.py
@@ -89,7 +89,6 @@ def data_parallel_rank(self) -> int:
89
@property
90
def should_write_predictions(self) -> bool:
91
"""Returns the context parallel rank."""
92
-
93
# TODO: handle expert parallelism and other kinds of parallelism
94
return self.save_all_model_parallel_ranks or (
95
parallel_state.is_pipeline_last_stage()
0 commit comments