fix mixed mm inputs and rlhf-v

2024-09-01 20:52:47 +08:00
parent b5063b4144
commit 9967ccb3ae
20 changed files with 306 additions and 277 deletions
--- a/src/llamafactory/data/init.py
+++ b/src/llamafactory/data/init.py
@@ -13,8 +13,8 @@
 # limitations under the License.

 from .collator import (
-    CustomDataCollatorForSeq2Seq,
    KTODataCollatorWithPadding,
+    MultiModalDataCollatorForSeq2Seq,
    PairwiseDataCollatorWithPadding,
    SFTDataCollatorWith4DAttentionMask,
 )
@@ -24,8 +24,8 @@ from .template import TEMPLATES, Template, get_template_and_fix_tokenizer


 __all__ = [
-    "CustomDataCollatorForSeq2Seq",
    "KTODataCollatorWithPadding",
+    "MultiModalDataCollatorForSeq2Seq",
    "PairwiseDataCollatorWithPadding",
    "SFTDataCollatorWith4DAttentionMask",
    "Role",