kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tiny fix

Browse Source
This commit is contained in:
hzhaoy committed 2024-07-04 10:20:28 +08:00
1 parent 636bb9c1e6
commit 738df47748
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
src/llamafactory/data/collator.py
+1 -1
View File
@@ -41,7 +41,7 @@ def prepare_4d_attention_mask(attention_mask_with_indices: "torch.Tensor", dtype
[x, x, o, x, x, x], [x, x, o, x, x, x],
[x, x, o, o, x, x], [x, x, o, o, x, x],
[x, x, o, o, o, x], [x, x, o, o, o, x],
[x, x, o, x, x, x], [x, x, x, x, x, x],
] ]
] ]
] ]