Zeju Qiu
							
						 
					 | 
					
						
						
						
						
							
						
						
							003a2acb1a
							
						
					 | 
					
						
						
							
							[feature] adding orthogononal finetuning (OFT) to llama factory (#8623)
						
						
						
						
						
						
						
						Co-authored-by: Zeju <zqiu@g003.internal.cluster.is.localnet>
Co-authored-by: Zeju <zqiu@login2.is.localnet>
Co-authored-by: Yaowei Zheng <hiyouga@buaa.edu.cn> 
						
						
					 | 
					
						2025-08-18 18:22:47 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Butui Hu
							
						 
					 | 
					
						
						
						
						
							
						
						
							1a33d65a56
							
						
					 | 
					
						
						
							
							[launcher] Add elastic and fault-tolerant training support (#8286)
						
						
						
						
						
						
						
						Signed-off-by: Butui Hu <hot123tea123@gmail.com> 
						
						
					 | 
					
						2025-06-05 16:40:03 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							aa9ed4db59
							
						
					 | 
					
						
						
							
							[example] update examples (#7964)
						
						
						
						
						
						
					 | 
					
						2025-05-06 17:24:25 +02:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							73198a6645
							
						
					 | 
					
						
						
							
							[misc] fix uv (#7913)
						
						
						
						
						
						
					 | 
					
						2025-04-30 07:45:03 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							b07628dea5
							
						
					 | 
					
						
						
							
							[example] add bash usage (#7794)
						
						
						
						
						
						
					 | 
					
						2025-04-22 00:25:51 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Juanxi Tian
							
						 
					 | 
					
						
						
						
						
							
						
						
							12ada72ed4
							
						
					 | 
					
						
						
							
							[trainer] Add Muon Optimizer (#7749)
						
						
						
						
						
						
						
						Co-authored-by: hoshi-hiyouga <hiyouga@buaa.edu.cn> 
						
						
					 | 
					
						2025-04-21 23:38:37 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							416853dd25
							
						
					 | 
					
						
						
							
							[parser] support omegaconf (#7793)
						
						
						
						
						
						
					 | 
					
						2025-04-21 23:30:30 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							d222f63cb7
							
						
					 | 
					
						
						
							
							[infer] set env for vllm ascend (#7745)
						
						
						
						
						
						
					 | 
					
						2025-04-17 01:08:55 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								leo-pony
							
						 
					 | 
					
						
						
						
						
							
						
						
							b9263ff5ac
							
						
					 | 
					
						
						
							
							[infer] support vllm-ascend (#7739)
						
						
						
						
						
						
					 | 
					
						2025-04-16 20:06:47 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Eric Tang
							
						 
					 | 
					
						
						
						
						
							
						
						
							5a221d91f9
							
						
					 | 
					
						
						
							
							[example] fix path to ray example (#6906)
						
						
						
						
						
						
						
						Former-commit-id: e9bee3ef045d85051da04e6ad581a23a9e1a9551 
						
						
					 | 
					
						2025-02-13 00:29:32 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							88eafd865b
							
						
					 | 
					
						
						
							
							[misc] support export ollama modelfile (#6899)
						
						
						
						
						
						
						
						* support export ollama modelfile
* update config
* add system and num ctx
Former-commit-id: 8c2af7466f4015f300b51841db11bcd2505ebf20 
						
						
					 | 
					
						2025-02-11 19:52:25 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							7638f1070e
							
						
					 | 
					
						
						
							
							[optim] clean apollo (#6645)
						
						
						
						
						
						
						
						* clean apollo code
* update readme
Former-commit-id: 38b8ec4a99189483124b54df9d6bc6b0d318855a 
						
						
					 | 
					
						2025-01-15 01:42:50 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hoshi-hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							2a05941b14
							
						
					 | 
					
						
						
							
							[inference] fix stop token for object detection (#6624)
						
						
						
						
						
						
						
						* fix stop token
* update minicpm data pipeline
* fix npu qlora examples
Former-commit-id: 844919fadaa8a61dfae47020971ea80730b2346f 
						
						
					 | 
					
						2025-01-13 21:34:20 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							944a2aec4d
							
						
					 | 
					
						
						
							
							refactor ray integration, support save ckpt
						
						
						
						
						
						
						
						Former-commit-id: 2f50b27e608b2092bfceab6c6e84e6631e973ee2 
						
						
					 | 
					
						2025-01-07 09:39:10 +00:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							fb22651faf
							
						
					 | 
					
						
						
							
							fix mrope
						
						
						
						
						
						
						
						Former-commit-id: 55bee1d333549ca19858b3f5c1b7b86926e5fb09 
						
						
					 | 
					
						2024-12-12 15:08:17 +00:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							39865d8a1f
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: bcb010be7732ae137f156932100ee4d02a93725c 
						
						
					 | 
					
						2024-12-05 08:48:25 +00:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							c1768cfb14
							
						
					 | 
					
						
						
							
							support batch infer in vllm
						
						
						
						
						
						
						
						Former-commit-id: 3ef5ed3b9a44eed2f7e3ff221dfc343d0a97c0b5 
						
						
					 | 
					
						2024-12-04 13:50:00 +00:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							ba66ac084f
							
						
					 | 
					
						
						
							
							update tests
						
						
						
						
						
						
						
						Former-commit-id: 4e92b656e324725048d914946e70867be20032ff 
						
						
					 | 
					
						2024-11-02 12:41:44 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							60cf12727b
							
						
					 | 
					
						
						
							
							add rlhf-v dataset
						
						
						
						
						
						
						
						Former-commit-id: 3fd18fc34a0c994a738504746abfd5548e002437 
						
						
					 | 
					
						2024-09-01 22:57:41 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							66a1abac6a
							
						
					 | 
					
						
						
							
							add examples
						
						
						
						
						
						
						
						Former-commit-id: 169c68921b1b8ac279834b060d9e7d38a56fe1aa 
						
						
					 | 
					
						2024-08-30 21:43:19 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							c62a6ca59d
							
						
					 | 
					
						
						
							
							refactor mm training
						
						
						
						
						
						
						
						Former-commit-id: 179c0558699e287cbf38a2d73bff47e86d589c5a 
						
						
					 | 
					
						2024-08-30 02:14:31 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							47efcdb1dd
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: d5c57c8b7f64afe8061045ec9689abbac45c1175 
						
						
					 | 
					
						2024-08-09 20:13:46 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							59cbce1a46
							
						
					 | 
					
						
						
							
							add adam_mini to readme
						
						
						
						
						
						
						
						Former-commit-id: d610c6bcf8a8ba6f4236f5d11f79571b83f4fb11 
						
						
					 | 
					
						2024-08-09 20:02:03 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							8e5b4bddf4
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: cce238f7d07919b79237bc9ab39265766c20f020 
						
						
					 | 
					
						2024-06-27 00:53:33 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							485a80d294
							
						
					 | 
					
						
						
							
							tiny fix
						
						
						
						
						
						
						
						Former-commit-id: 2289436567a7860d25d9da0afb39e4a3e5e83839 
						
						
					 | 
					
						2024-06-17 17:47:25 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							32f45c9e91
							
						
					 | 
					
						
						
							
							support pissa
						
						
						
						
						
						
						
						Former-commit-id: ef8e45f2eaf466c54e9a671512a2974575677b08 
						
						
					 | 
					
						2024-06-16 01:08:12 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							f4f315fd11
							
						
					 | 
					
						
						
							
							Update README.md
						
						
						
						
						
						
						
						Former-commit-id: f8d701cd3ce2e56f95b4f5439b8b48d5b62e0d2b 
						
						
					 | 
					
						2024-06-13 16:02:21 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							530165d9a5
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: d6bf6231290d79eb3a63e711f18fa711ef18a4f6 
						
						
					 | 
					
						2024-06-13 03:26:10 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							46f441dd37
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: 19681f93db399d695aa8e35f8ec2a9e720875baa 
						
						
					 | 
					
						2024-06-13 03:15:06 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							82d744716a
							
						
					 | 
					
						
						
							
							fix #4005 #4013
						
						
						
						
						
						
						
						Former-commit-id: 8608fa268cde5cddf8d0c6c2eb2cb5fa246c1831 
						
						
					 | 
					
						2024-06-03 19:12:29 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							9138a7a5ba
							
						
					 | 
					
						
						
							
							support DDP in webui
						
						
						
						
						
						
						
						Former-commit-id: d059262ff8dc857f597d2657546ec625726a664a 
						
						
					 | 
					
						2024-05-28 19:24:22 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							b0d9966663
							
						
					 | 
					
						
						
							
							support SimPO #3900
						
						
						
						
						
						
						
						Former-commit-id: 6b954ce60155cf8334150b795cfc4bb63ca74c8b 
						
						
					 | 
					
						2024-05-26 23:46:33 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							2bff90719b
							
						
					 | 
					
						
						
							
							improve KTO impl., replace datasets
						
						
						
						
						
						
						
						Former-commit-id: e56a57ddcf061de6e4acc8679f7dbf0b68364986 
						
						
					 | 
					
						2024-05-18 03:44:56 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							efcf5e050d
							
						
					 | 
					
						
						
							
							fix examples #3769
						
						
						
						
						
						
						
						Former-commit-id: 80c036beb8d9ddac8f844f1818c9488ded04e86e 
						
						
					 | 
					
						2024-05-16 19:12:09 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							12d666a63c
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: 09269c59427e8a007c1c1b6f9d2014b4c0d0a328 
						
						
					 | 
					
						2024-05-15 00:05:17 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							e4972c8fc4
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: 779603055ae9216ff549f5285caac8c0c0a1e9fb 
						
						
					 | 
					
						2024-05-13 20:39:36 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							ebab655683
							
						
					 | 
					
						
						
							
							fix #3602
						
						
						
						
						
						
						
						Former-commit-id: 1518b45490606ea200482da4737113c46985e8c5 
						
						
					 | 
					
						2024-05-07 17:50:27 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							6aec446940
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: cca50b627c85e0a777717d609377406cc7fd579f 
						
						
					 | 
					
						2024-05-06 23:07:55 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							50c71dd29f
							
						
					 | 
					
						
						
							
							update example docs
						
						
						
						
						
						
						
						Former-commit-id: 102cd42768d9eb2cf1219309a25b41e26149067e 
						
						
					 | 
					
						2024-05-06 22:51:02 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							5c9da798b5
							
						
					 | 
					
						
						
							
							update docs
						
						
						
						
						
						
						
						Former-commit-id: a4a2e94241bea6f96590f6cb8ca8b5cddee1917e 
						
						
					 | 
					
						2024-05-06 21:47:00 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							23b881bff1
							
						
					 | 
					
						
						
							
							support mllm hf inference
						
						
						
						
						
						
						
						Former-commit-id: 2c7c01282acd7ddabbb17ce3246b8dae4bc4b8cf 
						
						
					 | 
					
						2024-04-26 05:34:58 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							9aeb88c426
							
						
					 | 
					
						
						
							
							add export_device in webui #3333
						
						
						
						
						
						
						
						Former-commit-id: 30ebd3652809d73941e0a5e4a8be11d989faf98d 
						
						
					 | 
					
						2024-04-25 19:02:32 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							79d34ce0f3
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: 8bf55682cdfbbdca0f01073eac0084c20a6a09d1 
						
						
					 | 
					
						2024-04-23 18:29:46 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							ba06eb65ca
							
						
					 | 
					
						
						
							
							update readme and examples
						
						
						
						
						
						
						
						Former-commit-id: 27dd9bf201c24f7804811398bc2758966ec78432 
						
						
					 | 
					
						2024-04-22 00:37:32 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							f8e219dc81
							
						
					 | 
					
						
						
							
							fix mod stuff
						
						
						
						
						
						
						
						Former-commit-id: cf3988226e6398c67bb2955578e436fc505aa5c5 
						
						
					 | 
					
						2024-04-21 18:11:10 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Marco
							
						 
					 | 
					
						
						
						
						
							
						
						
							44cda2eece
							
						
					 | 
					
						
						
							
							Added Mixture of Depths
						
						
						
						
						
						
						
						Former-commit-id: 75dd98b9abc847e22cb263c17ebcd2ca5dd98345 
						
						
					 | 
					
						2024-04-18 20:31:24 +02:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							a4167fd925
							
						
					 | 
					
						
						
							
							support badam for all stages
						
						
						
						
						
						
						
						Former-commit-id: 7a1380646119bfe6855f73dd90570defcea05281 
						
						
					 | 
					
						2024-04-16 17:44:48 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							276f2cb24e
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: 369294b31c8a03a1cafcee83eb31a817007d3c49 
						
						
					 | 
					
						2024-04-15 22:14:34 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							755b6511ff
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: 2715cfe20f6f4532bebaa47b80ccd5df43d6a490 
						
						
					 | 
					
						2024-04-02 21:09:25 +08:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								hiyouga
							
						 
					 | 
					
						
						
						
						
							
						
						
							38b59664e6
							
						
					 | 
					
						
						
							
							update examples
						
						
						
						
						
						
						
						Former-commit-id: c078582a759f6bce6e760cd39a05883f7eb194fe 
						
						
					 | 
					
						2024-04-02 20:51:21 +08:00 | 
					
					
						
						
							
							
							
						
					 |