comment out masking ratio test

Signed-off-by: Peter St. John <pstjohn@nvidia.com>

Author: pstjohn

recipes/esm2_native_te_mfsdp_thd/test_thd_format.py

@@ -119,12 +119,13 @@ def test_thd_format():
 
     # Verify MLM masking is applied
     assert labels.shape == input_ids.shape, "Labels should have same shape as input_ids"
-    masked_positions = (labels != -100).sum()
-    total_positions = labels.numel()
-    masking_ratio = masked_positions.float() / total_positions
+    # masked_positions = (labels != -100).sum()
+    # total_positions = labels.numel()
+    # masking_ratio = masked_positions.float() / total_positions
 
     # MLM masking should be approximately 15% (allow some variance)
-    assert 0.05 <= masking_ratio <= 0.25, f"MLM masking ratio should be ~15%, got {masking_ratio:.1%}"
+    # TODO(jomitchell): Add this back if you have a larger dataset and this isn't as flaky.
+    # assert 0.05 <= masking_ratio <= 0.25, f"MLM masking ratio should be ~15%, got {masking_ratio:.1%}"
 
     # Verify Flash Attention compatibility
     assert "max_length_q" in sample or "max_length_k" in sample, (