Slim Orca data parsing

2024-02-08 19:32:20 +01:00
parent 6703d0546d
commit 1d3598afa1
4 changed files with 22 additions and 3 deletions
--- a/src/llmtuner/data/utils.py
+++ b/src/llmtuner/data/utils.py
@@ -21,6 +21,7 @@ class Role(str, Enum):
    ASSISTANT = "assistant"
    OBSERVATION = "observation"
    FUNCTION = "function"
+    SYSTEM = "system"


 def checksum(data_files: List[str], file_sha1: Optional[str] = None) -> None: