add custom baichuan-13B code supports left-padding

2023-07-15 22:37:17 +08:00
parent 552d773dad
commit 2c867b9bb1
2 changed files with 680 additions and 2 deletions
--- a/tests/quantize.py
+++ b/tests/quantize.py
@@ -1,7 +1,7 @@
 # coding=utf-8
 # Quantizes fine-tuned models with AutoGPTQ (https://github.com/PanQiWei/AutoGPTQ).
-# Usage: python auto_gptq.py --input_dir path_to_llama_model --output_dir path_to_quant_model --data_file alpaca.json
-#                            --max_length 1024 --max_samples 1024
+# Usage: python quantize.py --input_dir path_to_llama_model --output_dir path_to_quant_model --data_file alpaca.json
+#                           --max_length 1024 --max_samples 1024
 # dataset format: instruction (string), input (string), output (string), history (List[string])