File tree Expand file tree Collapse file tree
plugins/fused-ops-and-kernels/src/fms_acceleration_foak/kernels/unsloth Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -187,7 +187,7 @@ def _cross_entropy_backward(
187187pass
188188
189189
190- MAX_FUSED_SIZE = tl . constexpr ( 65536 ) # 2**16
190+ MAX_FUSED_SIZE = 65536 # 2**16
191191
192192class Fast_CrossEntropyLoss (torch .autograd .Function ):
193193 @staticmethod
Original file line number Diff line number Diff line change 1717import torch
1818from .utils import calculate_settings
1919
20- ROPE_GROUP_SIZE = tl . constexpr ( 4 )
20+ ROPE_GROUP_SIZE : int = 4
2121
2222@triton .heuristics ({"BACKWARD_PASS" : lambda args : args ["BACKWARD_PASS" ],})
2323@triton .jit
@@ -36,6 +36,7 @@ def _rope_embedding(
3636 RoPE is Q * cos + rotate_half(Q) * sin
3737 See our blog post for more info
3838 """
39+ ROPE_GROUP_SIZE = 4
3940 row_position = tl .program_id (0 )
4041 group_head_position = tl .program_id (1 )
4142 col_offsets = tl .arange (0 , BLOCK_SIZE )
You can’t perform that action at this time.
0 commit comments