kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix packing for eager/sdpa attn

Browse Source
This commit is contained in:
hiyouga committed 2024-07-04 01:52:43 +08:00
1 parent 87d9b2d005
commit 6fd6aa4530
9 files changed
+51 -20
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

src/llamafactory/extras/constants.py
+1
View File
@@ -79,6 +79,7 @@ TRAINING_STAGES = {
STAGES_USE_PAIR_DATA = {"rm", "dpo"}
SUPPORTED_CLASS_FOR_BLOCK_DIAG_ATTN = {
"cohere",
"falcon",
"gemma",
"gemma2",