186 Commits

Author	SHA1	Message	Date
hiyouga	38af076a75	support longlora for main branch	2024-01-20 19:25:22 +08:00
hoshi-hiyouga	bb92cdd0db	Merge pull request #2201 from liu-zichen/token_embed_resize ... support resize embed for zero3	2024-01-20 17:45:38 +08:00
hiyouga	8cbe4e9609	add upcast_lmhead option	2024-01-19 23:54:25 +08:00
hiyouga	0ff9a1fb4f	set use_reentrant=False	2024-01-19 23:29:54 +08:00
hiyouga	b6ec112beb	add bf16 lora option	2024-01-19 16:29:03 +08:00
hiyouga	d9f1cae351	support function calling	2024-01-18 09:54:23 +08:00
liuzc	a5f6a7f4fb	support resize embed for zero3	2024-01-16 15:16:20 +08:00
hiyouga	4571068e1e	fix #1789	2024-01-09 18:31:27 +08:00
hiyouga	ebee4f6a2a	fix #2127	2024-01-09 14:49:13 +08:00
hiyouga	d2a676c8ba	improve model export	2024-01-05 18:51:49 +08:00
hiyouga	f6fdd83f8a	fix #2098	2024-01-05 17:11:26 +08:00
hiyouga	33f2c0d4f8	fix #2081	2024-01-04 23:19:08 +08:00
hiyouga	1696698eb9	fix dispatch	2024-01-03 16:33:16 +08:00
hiyouga	24d8d6f224	fix valuehead patch	2024-01-03 16:19:23 +08:00
hiyouga	55021097d5	fix rm server	2024-01-03 15:30:46 +08:00
hiyouga	47da742fc9	fix version	2023-12-29 04:53:36 +08:00
hiyouga	e4bb846c43	fix bug	2023-12-24 19:20:12 +08:00
hiyouga	6629087e12	update loader	2023-12-24 19:10:23 +08:00
hiyouga	e44b82ee24	update patcher	2023-12-23 15:24:27 +08:00
hiyouga	779cfefb78	fix unsloth dtype	2023-12-23 01:59:49 +08:00
hiyouga	074745b170	fix dpo trainer	2023-12-23 01:51:55 +08:00
hiyouga	7aad0b889d	support unsloth	2023-12-23 00:14:33 +08:00
ShaneTian	d032daa4bd	Fix slow model initialization in bfloat16 dtype.	2023-12-22 16:27:28 +08:00
hiyouga	083355fc05	fix ds zero3 check	2023-12-21 01:19:22 +08:00
hiyouga	af0194e6d9	match version	2023-12-20 22:17:35 +08:00
hiyouga	624cc21281	improve quantization	2023-12-20 18:27:16 +08:00
hiyouga	c4a3977ad7	add max_memory for gptq #1923	2023-12-20 18:15:17 +08:00
hiyouga	f86857bd9e	fix mixtral inference #1821	2023-12-20 15:11:15 +08:00
hiyouga	0c6ab7c75e	fix #1900	2023-12-19 17:21:46 +08:00
hiyouga	870426ff70	fix #1742	2023-12-16 20:50:45 +08:00
hiyouga	a66186b872	add noisy mean initialization #1815	2023-12-16 19:47:51 +08:00
hiyouga	b87c74289d	support dpo-ftx	2023-12-16 19:21:41 +08:00
hiyouga	71389be37c	support autogptq in llama board #246	2023-12-16 16:31:30 +08:00
hiyouga	3524aa1e58	support quantization in export model	2023-12-15 23:44:50 +08:00
hiyouga	87ef3f47b5	update dc link	2023-12-15 22:11:31 +08:00
hiyouga	00c77104f8	fix bug	2023-12-15 21:54:02 +08:00
hiyouga	9e509b99af	fix bug	2023-12-15 21:49:26 +08:00
hiyouga	2740aa9cbb	add configurer	2023-12-15 21:46:40 +08:00
hiyouga	0716f5e470	refactor adapter hparam	2023-12-15 20:53:11 +08:00
hiyouga	d4c351f1ec	add loftq	2023-12-14 21:53:56 +08:00
hiyouga	bfdee1608f	fix valuehead model	2023-12-14 20:15:20 +08:00
hoshi-hiyouga	81167cd19d	tiny fix	2023-12-13 17:32:36 +08:00
hoshi-hiyouga	9b0630f84f	revert peft version	2023-12-13 10:49:45 +08:00
hoshi-hiyouga	573a12c86b	update peft version	2023-12-13 10:23:51 +08:00
hoshi-hiyouga	6953096c9d	tiny fix	2023-12-13 10:21:29 +08:00
hoshi-hiyouga	1fcd545c3d	fix #1819	2023-12-13 10:14:01 +08:00
hiyouga	3a8a50d4d4	remove loftq	2023-12-13 01:53:46 +08:00
hiyouga	6219dfbd93	support loftq	2023-12-12 22:47:06 +08:00
hiyouga	0a9c6e0146	support system column #1765	2023-12-12 19:45:59 +08:00
hiyouga	d5b2c57a35	fix modelscope data hub	2023-12-12 18:33:06 +08:00