From 4a90e6d493462a8f3f01652ee07cdf4dc636a23e Mon Sep 17 00:00:00 2001 From: Mustafa Eyceoz Date: Thu, 10 Oct 2024 14:30:51 -0400 Subject: [PATCH] Adding stateguards for dolomite and granite and model path check Signed-off-by: Mustafa Eyceoz --- src/instructlab/training/data_process.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/instructlab/training/data_process.py b/src/instructlab/training/data_process.py index 3fa61781..180404cd 100644 --- a/src/instructlab/training/data_process.py +++ b/src/instructlab/training/data_process.py @@ -355,7 +355,7 @@ def main(args: DataProcessArgs): ) data_with_labels = data_with_labels.select_columns(["labels", "input_ids", "len"]) # use path to get the stem of the file - data_with_labels.to_json(Path(args.data_output_path) / f"data.jsonl") + data_with_labels.to_json(Path(args.data_output_path) / "data.jsonl") if __name__ == "__main__":