support val set in streaming mode

This commit is contained in:
hiyouga committed 2023-08-09 23:00:26 +08:00
1 parent 572ea3bafb
commit d86ea314a1
10 files changed
+58 -50

No files matched your search

+1 -1
View File
@@ -97,7 +97,7 @@ class Template:
sep_ids = self._convert_inputs_to_ids(tokenizer, context=self.sep)
encoded_pairs = []
for turn_idx, (query, resp) in enumerate(history):
if turn_idx == 0:
if turn_idx == 0 and prefix:
prefix_ids = self._convert_inputs_to_ids(tokenizer, context=prefix) + eos_ids + sep_ids
else:
prefix_ids = sep_ids