fix ChatGLM2 ppo #527 #528

2023-08-18 00:34:59 +08:00
parent be21fc83f9
commit 9f4c2adc9a
6 changed files with 72 additions and 11 deletions
--- a/src/llmtuner/tuner/ppo/workflow.py
+++ b/src/llmtuner/tuner/ppo/workflow.py
@@ -60,6 +60,7 @@ def run_ppo(
        finetuning_args=finetuning_args,
        generating_args=generating_args,
        callbacks=callbacks,
+        compute_dtype=model_args.compute_dtype,
        config=ppo_config,
        model=model,
        ref_model=None,