223 Commits

This Branch

This Branch

All Branches

Author	SHA1	Message	Date
hiyouga	53d95725c5	remove redundant code	2023-08-05 00:27:27 +08:00
hiyouga	c183b3551d	fix template	2023-08-05 00:25:00 +08:00
hiyouga	e4a15f863c	fix llama2 template	2023-08-05 00:07:54 +08:00
hoshi-hiyouga	f30fc3b030	Support safe ChatML template, fix qwen tok #351 #354 ... https://github.com/openai/openai-python/blob/main/chatml.md	2023-08-05 00:00:23 +08:00
hiyouga	d87c8fd8ab	fix bos and eos token	2023-08-04 23:55:57 +08:00
hiyouga	8172ad1b5e	fix encode	2023-08-04 23:27:55 +08:00
hiyouga	b4852f9406	support chatml safe encoding	2023-08-04 23:14:28 +08:00
hiyouga	69744c17e8	support interleave probs	2023-08-04 21:27:35 +08:00
hiyouga	6bdb7f0910	Update wechat.jpg	2023-08-04 15:03:53 +08:00
hiyouga	d6b14658d4	fix webui export model	2023-08-04 14:20:27 +08:00
hiyouga	a0173c427d	fix mtloader	2023-08-03 19:29:02 +08:00
hiyouga	ff98f1cba8	tiny fix	2023-08-03 17:42:28 +08:00
hiyouga	2780792754	fix qwen inference	2023-08-03 16:31:55 +08:00
hiyouga	ea30da4794	fix qwen inference	2023-08-03 16:15:38 +08:00
hiyouga	87f8f830e2	support Qwen-7B, fix InternLM-7B inference	2023-08-03 15:53:32 +08:00
hiyouga	53d6dc396d	update web demo	2023-08-03 13:28:28 +08:00
hiyouga	e23a3a366c	fix webui	2023-08-03 12:43:12 +08:00
hiyouga	08f180e788	modify code structure	2023-08-02 23:17:36 +08:00
hiyouga	1d8a1878ea	fix PPO trainer	2023-08-02 19:10:23 +08:00
hiyouga	b5ba87952a	update ppo trainer	2023-08-02 18:46:41 +08:00
hiyouga	286f7be346	fix memory leak of PPO trainer	2023-08-02 17:41:34 +08:00
hiyouga	c689857bbb	release v0.1.5	2023-08-02 16:10:31 +08:00
hoshi-hiyouga	8ca01e53a8	Merge pull request #307 from GitYCC/feature/fix-llama2-prompt-template ... [feature] Fix template of Llama2 to match the offical template	2023-08-02 15:51:28 +08:00
YC Chen	ca125da0eb	[fix] Remove useless code	2023-08-02 14:35:35 +08:00
YC Chen	4323773089	[feature] Fix template of Llama2 to match the offical template	2023-08-02 14:10:15 +08:00
hiyouga	968ce0dcce	fix bug in preprocessing	2023-08-02 01:10:28 +08:00
hiyouga	ccde51c5ea	update readme	2023-08-01 18:48:27 +08:00
hiyouga	e3f80774c4	fix #296	2023-08-01 18:43:53 +08:00
hiyouga	e6a3894b99	Fix #294	2023-08-01 18:13:03 +08:00
hiyouga	b9cdff41bb	restore from git lfs	2023-08-01 16:33:25 +08:00
hiyouga	7cdb720da2	Update .gitattributes	2023-08-01 16:28:54 +08:00
hiyouga	9879cd64da	Update wechat.jpg	2023-08-01 12:27:37 +08:00
hiyouga	befaab5720	fix webui	2023-08-01 12:11:37 +08:00
hiyouga	ac88ce5233	fix RM save model	2023-08-01 11:56:17 +08:00
hiyouga	82e793ddb4	use git lfs	2023-08-01 10:14:08 +08:00
hiyouga	973a638665	release v0.1.4	2023-08-01 10:08:47 +08:00
hiyouga	d3a0692d4d	fix inference	2023-08-01 00:06:48 +08:00
hiyouga	9cb1f119a4	fix arg check	2023-07-31 23:48:57 +08:00
hiyouga	62dca5bb82	update readme	2023-07-31 23:42:32 +08:00
hiyouga	0411a4b3e1	support streaming data, fix #284 #274 #268	2023-07-31 23:33:00 +08:00
hiyouga	513e1f1ec9	Update data_args.py	2023-07-28 17:42:41 +08:00
hiyouga	5ee87138e4	update readme	2023-07-28 17:36:00 +08:00
hiyouga	91dd17d8a6	fix #268	2023-07-28 17:02:26 +08:00
hiyouga	553b97a9d5	Update wechat.jpg	2023-07-27 15:09:29 +08:00
hiyouga	f5c2ccdde4	update dataset	2023-07-26 17:05:12 +08:00
hiyouga	00efa8a07f	fix #242	2023-07-25 17:04:02 +08:00
hiyouga	2c31e05e63	update wechat	2023-07-24 20:33:40 +08:00
hoshi-hiyouga	0c05d00bfb	Add files via upload	2023-07-24 18:08:09 +08:00
hiyouga	182b425043	update dataset	2023-07-23 20:01:43 +08:00
hiyouga	6a2967ff7a	Update README_zh.md	2023-07-22 14:31:16 +08:00