fix paligemma inference

2024-05-20 23:36:43 +08:00
parent 7262679666
commit 542229abb3
4 changed files with 47 additions and 20 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -22,6 +22,8 @@ FILEEXT2TYPE = {

 IGNORE_INDEX = -100

+IMAGE_TOKEN = "<image>"
+
 LAYERNORM_NAMES = {"norm", "ln"}

 METHODS = ["full", "freeze", "lora"]