This commit is contained in:
hiyouga
2023-11-01 23:38:49 +08:00
parent 8b912690e3
commit 083787dbfe
5 changed files with 33 additions and 24 deletions

View File

@@ -117,9 +117,6 @@ def get_train_args(
if finetuning_args.stage == "ppo" and model_args.reward_model is None:
raise ValueError("Reward model is necessary for PPO training.")
if finetuning_args.stage == "ppo" and data_args.streaming:
raise ValueError("Streaming mode does not suppport PPO training currently.")
if finetuning_args.stage == "ppo" and model_args.shift_attn:
raise ValueError("PPO training is incompatible with S^2-Attn.")