Merge branch 'main' into feat/support_ms

2023-12-12 17:55:32 +08:00
parent e80a989d49 e6ddebd3ae
commit 6382efec52
35 changed files with 662 additions and 370 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -291,10 +291,11 @@
      "prompt": "content"
    }
  },
-  "starcoder": {
+  "starcoder_python": {
    "hf_hub_url": "bigcode/starcoderdata",
    "columns": {
      "prompt": "content"
-    }
+    },
+    "folder": "python"
  }
 }