From 7c8136f5a12b0f0a70afa01c22f372023134e731 Mon Sep 17 00:00:00 2001 From: Achuth Reddy Date: Thu, 9 Jul 2026 09:33:24 -0500 Subject: [PATCH] fix: exclude last position from loss_mask after target shift (fixes #317) --- eagle/traineagle3/cnets.py | 1 + 1 file changed, 1 insertion(+) diff --git a/eagle/traineagle3/cnets.py b/eagle/traineagle3/cnets.py index 4c623002..62f201da 100644 --- a/eagle/traineagle3/cnets.py +++ b/eagle/traineagle3/cnets.py @@ -725,6 +725,7 @@ def dataprepare(self, input_ids, attention_mask, loss_mask): if target is not None: target = target.to(device) + loss_mask[..., -1] = 0 # Exclude last position (now contains padding) loss_mask = loss_mask[..., None] loss_mask = loss_mask.to(device)