diff --git a/eagle/traineagle3/cnets.py b/eagle/traineagle3/cnets.py
index 4c623002..62f201da 100644
--- a/eagle/traineagle3/cnets.py
+++ b/eagle/traineagle3/cnets.py
@@ -725,6 +725,7 @@ def dataprepare(self, input_ids, attention_mask, loss_mask):
 
         if target is not None:
             target = target.to(device)
+            loss_mask[..., -1] = 0  # Exclude last position (now contains padding)
             loss_mask = loss_mask[..., None]
             loss_mask = loss_mask.to(device)