move configure_packing to llamafactory.model.patcher and fix constants

2024-06-21 00:45:06 +07:00
parent 238f5c3d99
commit 770f75dc83
6 changed files with 16 additions and 12 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -66,7 +66,7 @@ STAGES_USE_PAIR_DATA = {"rm", "dpo"}

 SUPPORTED_CLASS_FOR_S2ATTN = {"llama"}

-SUPPORTED_CLASS_FOR_MULTIPACK = [
+SUPPORTED_CLASS_EFFECIENT_PACKING = [
    "llama",
    "mistral",
    "mixtral",