234 Commits

Author	SHA1	Message	Date
anvie	57fb40aa04	add NEFTune optimization	2023-10-21 13:24:10 +07:00
hiyouga	8fdff07e1f	fix openchat template	2023-10-21 01:25:42 +08:00
hiyouga	b665e9e133	fix #1232	2023-10-20 23:28:52 +08:00
hiyouga	7a11a42dfd	fix #1218	2023-10-19 16:17:41 +08:00
hiyouga	cb0edd2302	fix #1228	2023-10-19 15:54:10 +08:00
hiyouga	6496a99b7d	fix #1217	2023-10-19 15:52:24 +08:00
hiyouga	1611fad6bc	rename webui	2023-10-16 15:16:24 +08:00
hiyouga	85480f2e86	fix #1197	2023-10-16 15:13:46 +08:00
hiyouga	7a53188048	release v0.2.0	2023-10-15 20:49:43 +08:00
hiyouga	a6a04be2e6	fix config, #1191	2023-10-15 18:28:45 +08:00
hiyouga	0d63584c03	disable tqdm in webui mode	2023-10-15 16:18:25 +08:00
hiyouga	ea82f8a82a	refactor export, fix #1190	2023-10-15 16:01:48 +08:00
hiyouga	273745f9b9	fix eval resuming in webui	2023-10-15 15:45:38 +08:00
hiyouga	3ad8c92eca	tiny fix	2023-10-15 05:02:48 +08:00
hiyouga	1e9401744c	fix callback	2023-10-15 04:59:44 +08:00
hiyouga	accde3cd39	implement webui resuming training	2023-10-15 04:52:19 +08:00
hiyouga	fde05cacfc	fix bugs in webui	2023-10-15 03:41:58 +08:00
hiyouga	7ed1fa6fe9	refactor webui	2023-10-15 03:06:21 +08:00
hiyouga	c874e764b8	fix loading dtype	2023-10-14 20:15:24 +08:00
hiyouga	01d8cb1ca7	fix #1176 #1177	2023-10-14 20:00:17 +08:00
hiyouga	af18b0dce7	fix #1184	2023-10-14 19:20:11 +08:00
hiyouga	b240b6792f	fix webui	2023-10-13 16:27:59 +08:00
hiyouga	11bd271364	fix ppo args	2023-10-11 23:40:50 +08:00
hiyouga	2818af0b09	refactor model_dtype, fix PPO trainer	2023-10-11 23:16:01 +08:00
hiyouga	be420e4179	fix aquila template, repair sft packing mechanism	2023-10-10 18:49:55 +08:00
hiyouga	e1dcb8e4dc	tiny fix	2023-10-10 17:41:13 +08:00
hiyouga	0a356bc897	fix flash shift short attention	2023-10-09 17:54:48 +08:00
hiyouga	6b24f29c8a	fix webui args	2023-10-09 17:13:57 +08:00
hiyouga	ab65c3063b	fix shift short attention	2023-10-09 17:07:46 +08:00
hiyouga	b8dbec086e	update webui #1086	2023-10-09 14:50:14 +08:00
hiyouga	a683c5b797	fix #1097	2023-10-08 22:29:26 +08:00
hiyouga	f9769cff8a	add llamafy_qwen.py	2023-10-08 22:05:36 +08:00
hiyouga	d11a545463	fix #1068 #1074	2023-09-28 14:39:16 +08:00
hiyouga	de19614306	fix bug in packed sft dataset	2023-09-28 01:16:46 +08:00
hiyouga	5d4118b096	tiny fix	2023-09-28 01:03:04 +08:00
hiyouga	d2ebd225db	tiny fix	2023-09-28 01:02:11 +08:00
hiyouga	c902236397	fix #1064	2023-09-28 00:53:29 +08:00
hiyouga	b3fbba57eb	fix bug in pretraining	2023-09-28 00:45:20 +08:00
hiyouga	84b7486885	fix layer norm dtype	2023-09-28 00:25:55 +08:00
hiyouga	b0b0138e1d	fix #1026	2023-09-27 22:57:09 +08:00
hiyouga	35fa94723c	fix #424	2023-09-27 22:49:43 +08:00
hiyouga	a41e12de5e	fix #1032	2023-09-27 22:42:16 +08:00
hiyouga	620efe1d8d	refactor finetuning Args	2023-09-27 22:28:06 +08:00
hiyouga	90375f600d	support LongLoRA	2023-09-27 21:55:50 +08:00
hiyouga	465ee8119a	add MMLU and C-Eval script	2023-09-23 00:34:17 +08:00
hiyouga	5cc7a44784	fix #1000	2023-09-22 15:00:48 +08:00
hiyouga	5f3ab3ddde	fix webui	2023-09-21 19:55:38 +08:00
hiyouga	dbaef776a1	tiny fix	2023-09-21 19:52:06 +08:00
hiyouga	338b8664ed	fix #944	2023-09-21 19:51:02 +08:00
hiyouga	ace3f85a72	tiny fix	2023-09-21 15:25:29 +08:00