Skip to content

Commit 88bd808

Browse files
committed
remove hidden state rollback indicators
1 parent 4fa1d1a commit 88bd808

2 files changed

Lines changed: 0 additions & 20 deletions

File tree

amago/nets/traj_encoders.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -461,12 +461,6 @@ def make_cache():
461461
val_cache=make_cache(),
462462
seq_lens=torch.zeros((batch_size,), dtype=torch.int32, device=device),
463463
)
464-
# FIXME: remove after kv-cache validation
465-
print(
466-
f"[TformerTrajEncoder] init_hidden_state max_seq_len={self.max_seq_len} "
467-
f"batch_size={batch_size} n_layers={self.n_layers} "
468-
f"n_heads={self.n_heads} head_dim={self.head_dim}"
469-
)
470464
return hidden_state
471465

472466
def reset_hidden_state(

amago/nets/transformer.py

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -604,13 +604,6 @@ def __len__(self):
604604

605605
def roll_back(self, seq_lens):
606606
idxs = torch.where(seq_lens == self.max_seq_len)[0]
607-
# FIXME: remove after kv-cache validation
608-
if idxs.numel() > 0 and not getattr(self, "_logged_first_roll", False):
609-
print(
610-
f"[Cache] FIRST roll_back triggered: max_seq_len={self.max_seq_len} "
611-
f"n_actors_overflowing={idxs.numel()}"
612-
)
613-
self._logged_first_roll = True
614607
roll = self.data[:, idxs, 1:].clone()
615608
self.data[:, idxs, :-1] = roll
616609
self.data[:, idxs, -1] = torch.nan # no silent bugs
@@ -631,13 +624,6 @@ def __init__(self, key_cache: Cache, val_cache: Cache, seq_lens: torch.Tensor):
631624
self.device = key_cache.device
632625

633626
def reset(self, idxs):
634-
# FIXME: remove after kv-cache validation
635-
n_reset = int(idxs.sum()) if hasattr(idxs, "sum") else len(idxs)
636-
if n_reset > 0:
637-
print(
638-
f"[TformerHiddenState] reset n_actors_reset={n_reset} "
639-
f"max_seq_len={self.key_cache.max_seq_len}"
640-
)
641627
self.seq_lens[idxs] = 0
642628

643629
def update(self):

0 commit comments

Comments
 (0)