update

intel · Jul 8, 2024 · 38ada03 · 38ada03
1 parent 88d70ed
commit 38ada03
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/llm_on_ray/finetune/finetune_config.py b/llm_on_ray/finetune/finetune_config.py
@@ -81,7 +81,12 @@ class Dataset(BaseModel):
     padding: bool = True
     mask_input: bool = True
     mask_response: bool = True
-    data_preprocess_type: str = "neural_chat"
+    data_preprocess_type: str = "default"
+
+    @validator("data_preprocess_type")
+    def check_data_preprocess_type(cls, v: str):
+        assert v in ["default", "neural_chat"]
+        return v
 
 
 class RayResourceConfig(BaseModel):