4th-batch-49-代码存在梯度暂存与恢复问题 (PaddlePaddle#75783)

Author: ApricityXX

test/collective/fleet/test_zero_bubble_utils.py

@@ -107,6 +107,8 @@ def test_zero_bubble_utils_no_bias(self):
         o = splitbw_linear(input)
         o.mean().backward()
 
+        np.testing.assert_equal(splitbw_linear.weight.grad, None)
+
         zero_bubble_utils.WeightGradStore.flush()
         zero_bubble_utils.WeightGradStore.pop()