From f4d846351b70b143cc64778fdee2e25837c5eafb Mon Sep 17 00:00:00 2001 From: molereddy Date: Fri, 5 Dec 2025 11:21:19 -0800 Subject: [PATCH 1/3] fix: typecast bf16 to float --- src/evals/metrics/mia/min_k.py | 2 +- src/evals/metrics/mia/min_k_plus_plus.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/evals/metrics/mia/min_k.py b/src/evals/metrics/mia/min_k.py index 8b8d4ecfa..2a1c0ca05 100644 --- a/src/evals/metrics/mia/min_k.py +++ b/src/evals/metrics/mia/min_k.py @@ -17,7 +17,7 @@ def compute_batch_values(self, batch): def compute_score(self, sample_stats): """Score single sample using min-k negative log probs scores attack.""" - lp = sample_stats.cpu().numpy() + lp = sample_stats.float().cpu().numpy() if lp.size == 0: return 0 diff --git a/src/evals/metrics/mia/min_k_plus_plus.py b/src/evals/metrics/mia/min_k_plus_plus.py index cfc85deaf..bd8f995c9 100644 --- a/src/evals/metrics/mia/min_k_plus_plus.py +++ b/src/evals/metrics/mia/min_k_plus_plus.py @@ -30,7 +30,7 @@ def compute_score(self, sample_stats): # Handle numerical stability sigma = torch.clamp(sigma, min=1e-6) - scores = (target_prob.cpu().numpy() - mu.cpu().numpy()) / torch.sqrt( + scores = (target_prob.float().cpu().numpy() - mu.float().cpu().numpy()) / torch.sqrt( sigma ).cpu().numpy() From a20b70b8d1c0b55de1c631ec9f992e94bbce3537 Mon Sep 17 00:00:00 2001 From: molereddy Date: Fri, 5 Dec 2025 11:31:13 -0800 Subject: [PATCH 2/3] format --- src/evals/metrics/mia/min_k_plus_plus.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/evals/metrics/mia/min_k_plus_plus.py b/src/evals/metrics/mia/min_k_plus_plus.py index bd8f995c9..aa58214a9 100644 --- a/src/evals/metrics/mia/min_k_plus_plus.py +++ b/src/evals/metrics/mia/min_k_plus_plus.py @@ -30,9 +30,9 @@ def compute_score(self, sample_stats): # Handle numerical stability sigma = torch.clamp(sigma, min=1e-6) - scores = (target_prob.float().cpu().numpy() - mu.float().cpu().numpy()) / torch.sqrt( - sigma - ).cpu().numpy() + scores = ( + target_prob.float().cpu().numpy() - mu.float().cpu().numpy() + ) / torch.sqrt(sigma).cpu().numpy() # Take bottom k% as the attack score num_k = max(1, int(len(scores) * self.k)) From bf523fb95e989c0a9dcc0183c8c0a3621cc3f823 Mon Sep 17 00:00:00 2001 From: molereddy Date: Fri, 5 Dec 2025 11:31:21 -0800 Subject: [PATCH 3/3] docs update --- docs/contributing.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/contributing.md b/docs/contributing.md index 583d3f276..a3b5513de 100644 --- a/docs/contributing.md +++ b/docs/contributing.md @@ -153,7 +153,7 @@ Follow the steps below to start contributing: 4. Set up the environment in dev mode after following steps in [Quick Start](../README.md#-quickstart). This installs other packages such as `ruff`, `precommit` etc. ```bash - pip install .[dev] + pip install ".[dev]" ``` 5. Develop the features in your fork/branch.