mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-01-09 07:30:35 +08:00
[release] Bye 2025 (#9702)
This commit is contained in:
12
examples/merge_lora/qwen3_gptq.yaml
Normal file
12
examples/merge_lora/qwen3_gptq.yaml
Normal file
@@ -0,0 +1,12 @@
|
||||
### model
|
||||
model_name_or_path: Qwen/Qwen3-4B-Instruct-2507
|
||||
template: qwen3_nothink
|
||||
trust_remote_code: true
|
||||
|
||||
### export
|
||||
export_dir: saves/qwen3_gptq
|
||||
export_quantization_bit: 4
|
||||
export_quantization_dataset: data/c4_demo.jsonl
|
||||
export_size: 5
|
||||
export_device: cpu # choices: [cpu, auto]
|
||||
export_legacy_format: false
|
||||
Reference in New Issue
Block a user