Skip to content

Commit

Permalink
update CI
Browse files Browse the repository at this point in the history
Signed-off-by: minmingzhu <[email protected]>
  • Loading branch information
minmingzhu committed Jun 19, 2024
1 parent c3cf99f commit 4d0e247
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 7 deletions.
9 changes: 3 additions & 6 deletions dev/scripts/patch_yaml_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -75,12 +75,9 @@ def patch_yaml_config():
if "finetuning_model" not in result["Training"]:
result["Training"]["finetuning_model"] = {}

if args.models == "mistralai/Mistral-7B-v0.1":
result["Dataset"]["train_file"] = "examples/data/sample_dpo_data.jsonl"
result["Training"]["beta"] = 0.1
result["Training"]["finetuning_model"]["dpo"] = True
else:
result["Training"]["finetuning_model"]["dpo"] = False
result["Dataset"]["train_file"] = "examples/data/sample_dpo_data.jsonl"
result["Training"]["beta"] = 0.1
result["Training"]["finetuning_model"]["dpo"] = True

with open(conf_path, "w") as output:
yaml.dump(result, output, sort_keys=False)
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ dependencies = [
"async_timeout",
"typer",
"matplotlib",
"trl>=0.8.6"
"trl==0.8.6"
]

[project.optional-dependencies]
Expand Down

0 comments on commit 4d0e247

Please sign in to comment.