hiyouga
|
7b4acf7265
|
reimplement neftune
|
2023-10-22 16:15:08 +08:00 |
|
hiyouga
|
6496a99b7d
|
fix #1217
|
2023-10-19 15:52:24 +08:00 |
|
hiyouga
|
c874e764b8
|
fix loading dtype
|
2023-10-14 20:15:24 +08:00 |
|
hiyouga
|
01d8cb1ca7
|
fix #1176 #1177
|
2023-10-14 20:00:17 +08:00 |
|
hiyouga
|
2818af0b09
|
refactor model_dtype, fix PPO trainer
|
2023-10-11 23:16:01 +08:00 |
|
hiyouga
|
ab65c3063b
|
fix shift short attention
|
2023-10-09 17:07:46 +08:00 |
|
hiyouga
|
b8dbec086e
|
update webui #1086
|
2023-10-09 14:50:14 +08:00 |
|
hiyouga
|
f9769cff8a
|
add llamafy_qwen.py
|
2023-10-08 22:05:36 +08:00 |
|
hiyouga
|
84b7486885
|
fix layer norm dtype
|
2023-09-28 00:25:55 +08:00 |
|
hiyouga
|
90375f600d
|
support LongLoRA
|
2023-09-27 21:55:50 +08:00 |
|
hiyouga
|
338b8664ed
|
fix #944
|
2023-09-21 19:51:02 +08:00 |
|
hiyouga
|
ace3f85a72
|
tiny fix
|
2023-09-21 15:25:29 +08:00 |
|
statelesshz
|
b3e41c6d49
|
support export model on Ascend NPU
|
2023-09-20 10:26:02 +08:00 |
|
hiyouga
|
469f859161
|
add tests.cal_flops.py
|
2023-09-16 23:40:41 +08:00 |
|
hiyouga
|
8857e45602
|
fix #887
|
2023-09-14 17:56:58 +08:00 |
|
hiyouga
|
d4be857e23
|
fix #762 #814
|
2023-09-12 16:10:10 +08:00 |
|
hiyouga
|
0fbece85a7
|
update flashattn, fix ppo save model
|
2023-09-11 17:25:36 +08:00 |
|
hiyouga
|
b218c271ed
|
remove PeftTrainer
|
2023-09-10 22:23:23 +08:00 |
|
hiyouga
|
d8aa1404be
|
support FlashAttention2
|
2023-09-10 20:43:56 +08:00 |
|
hiyouga
|
bca1a247bc
|
support lora target auto find
|
2023-09-09 15:38:37 +08:00 |
|
hiyouga
|
d8d82ca281
|
fix chatglm2 tokenizer
|
2023-09-09 13:50:29 +08:00 |
|
hiyouga
|
b34797a845
|
fix #761
|
2023-09-08 20:22:18 +08:00 |
|
hiyouga
|
8ea32e4046
|
change to right-padding, update reward score #803
|
2023-09-08 20:04:31 +08:00 |
|
hiyouga
|
f5351c18e1
|
update requirements
|
2023-09-07 19:26:25 +08:00 |
|
hiyouga
|
5a9970dbef
|
fix #818
|
2023-09-07 19:19:53 +08:00 |
|
hiyouga
|
85b1f6632a
|
fix baichuan templates
|
2023-09-07 18:54:14 +08:00 |
|
hiyouga
|
a9d1fb72f7
|
refactor dataset_attr, add eos in pt, fix #757
|
2023-09-01 19:00:45 +08:00 |
|
hiyouga
|
58f13e22da
|
update training resuming
|
2023-08-18 01:41:17 +08:00 |
|
hiyouga
|
80b4053602
|
alert pad_token source
|
2023-08-15 00:07:56 +08:00 |
|
hiyouga
|
d019956808
|
fix ChatGLM lm_head #494
|
2023-08-14 14:14:48 +08:00 |
|
hiyouga
|
9dc6a296e3
|
tiny fix
|
2023-08-12 22:02:43 +08:00 |
|
hiyouga
|
8545c11c45
|
fix rope scaling
|
2023-08-12 22:00:01 +08:00 |
|
hiyouga
|
1836c020c5
|
update readme
|
2023-08-12 21:00:11 +08:00 |
|
hiyouga
|
fa940c17b8
|
support rope scaling, fix #475 #476 #478
|
2023-08-12 20:46:27 +08:00 |
|
hiyouga
|
dd51c24203
|
fix unusual output of 8bit models #278 #391
|
2023-08-12 00:25:29 +08:00 |
|
hiyouga
|
3ec4351cfd
|
support DPO training (2305.18290)
|
2023-08-11 03:02:53 +08:00 |
|
hiyouga
|
eecc4b2131
|
fix tokenizer #417
|
2023-08-08 23:59:41 +08:00 |
|
hiyouga
|
4b841a6b35
|
fix bug
|
2023-08-08 17:55:55 +08:00 |
|
hiyouga
|
a9980617f5
|
fix chatml template #408
|
2023-08-08 17:44:39 +08:00 |
|
hiyouga
|
081345baca
|
fix #376
|
2023-08-07 13:58:59 +08:00 |
|
hiyouga
|
e21ae01356
|
fix qwen eos token
|
2023-08-06 13:31:17 +08:00 |
|
hiyouga
|
a0173c427d
|
fix mtloader
|
2023-08-03 19:29:02 +08:00 |
|
hiyouga
|
2780792754
|
fix qwen inference
|
2023-08-03 16:31:55 +08:00 |
|
hiyouga
|
87f8f830e2
|
support Qwen-7B, fix InternLM-7B inference
|
2023-08-03 15:53:32 +08:00 |
|
hiyouga
|
e23a3a366c
|
fix webui
|
2023-08-03 12:43:12 +08:00 |
|
hiyouga
|
ac88ce5233
|
fix RM save model
|
2023-08-01 11:56:17 +08:00 |
|
hiyouga
|
973a638665
|
release v0.1.4
|
2023-08-01 10:08:47 +08:00 |
|
hiyouga
|
d3a0692d4d
|
fix inference
|
2023-08-01 00:06:48 +08:00 |
|
hiyouga
|
0411a4b3e1
|
support streaming data, fix #284 #274 #268
|
2023-07-31 23:33:00 +08:00 |
|
hiyouga
|
00efa8a07f
|
fix #242
|
2023-07-25 17:04:02 +08:00 |
|