support phi-3

2024-04-24 00:28:53 +08:00
parent 2efd9b6ba0
commit 1a13f05555
4 changed files with 29 additions and 4 deletions
--- a/src/llmtuner/extras/constants.py
+++ b/src/llmtuner/extras/constants.py
@@ -652,6 +652,20 @@ register_model_group(
 )


+register_model_group(
+    models={
+        "Phi3-3.8B-4k-Chat": {
+            DownloadSource.DEFAULT: "microsoft/Phi-3-mini-4k-instruct",
+        },
+        "Phi3-3.8B-128k-Chat": {
+            DownloadSource.DEFAULT: "microsoft/Phi-3-mini-128k-instruct",
+        },
+    },
+    module="qkv_proj",
+    template="phi",
+)
+
+
 register_model_group(
    models={
        "Qwen-1.8B": {