support unsloth 2024.4

2024-04-16 00:25:03 +08:00
parent 6543f3d449
commit 7dc72fb58c
2 changed files with 8 additions and 2 deletions
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -82,6 +82,8 @@ def load_model(
            "token": model_args.hf_hub_token,
            "device_map": {"": get_current_device()},
            "rope_scaling": getattr(config, "rope_scaling", None),
+            "fix_tokenizer": False,
+            "trust_remote_code": True,
        }
        try:
            model, _ = FastLanguageModel.from_pretrained(**unsloth_kwargs)