fix kv cache

src/llmtuner/hparams/model_args.py

@@ -101,6 +101,10 @@ class ModelArguments:
         default="offload",
         metadata={"help": "Path to offload model weights."},
     )
+    use_cache: bool = field(
+        default=True,
+        metadata={"help": "Whether or not to use KV cache in generation."},
+    )
     hf_hub_token: Optional[str] = field(
         default=None,
         metadata={"help": "Auth token to log in with Hugging Face Hub."},