update packing

2024-07-04 01:10:55 +08:00
parent a36e8f2dd5
commit cce7083024
6 changed files with 133 additions and 271 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -82,14 +82,11 @@ SUPPORTED_CLASS_FOR_BLOCK_DIAG_ATTN = {
    "falcon",
    "gemma",
    "gemma2",
-    "jamba",
    "llama",
    "mistral",
-    "mixtral",
    "phi",
    "phi3",
    "qwen2",
-    "qwen2_moe",
    "starcoder2",
 }