Skip to content

Commit 8ade1b6

Browse files
committed
comment out unused import for cp
Signed-off-by: Xin Yao <xiny@nvidia.com>
1 parent b87e5da commit 8ade1b6

1 file changed

Lines changed: 7 additions & 6 deletions

File tree

  • transformer_engine/pytorch/attention/dot_product_attention

transformer_engine/pytorch/attention/dot_product_attention/backends.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -162,15 +162,16 @@
162162
except PackageNotFoundError:
163163
flash_attn_func_v4 = None
164164
flash_attn_varlen_func_v4 = None
165-
# flash_attn_combine_v4 = None
166-
_flash_attn_fwd_v4 = None
167-
_flash_attn_bwd_v4 = None
165+
# TODO: for context parallel
166+
# _flash_attn_fwd_v4 = None
167+
# _flash_attn_bwd_v4 = None
168168
else:
169-
from flash_attn.cute.interface import ( # pylint: disable=ungrouped-imports
169+
from flash_attn.cute.interface import ( # pylint: disable=ungrouped-imports,no-name-in-module
170170
flash_attn_func as flash_attn_func_v4,
171171
flash_attn_varlen_func as flash_attn_varlen_func_v4,
172-
_flash_attn_fwd as _flash_attn_fwd_v4,
173-
_flash_attn_bwd as _flash_attn_bwd_v4,
172+
# TODO: for context parallel
173+
# _flash_attn_fwd as _flash_attn_fwd_v4,
174+
# _flash_attn_bwd as _flash_attn_bwd_v4,
174175
)
175176

176177
fa_utils.set_flash_attention_4_params()

0 commit comments

Comments
 (0)