mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-02 03:32:50 +08:00
c6be9e242c
* support export ollama modelfile * update config * add system and num ctx Former-commit-id: 9184a6e0ed7ff5f632c848f861bfa448c4cd06fc
13 lines
286 B
YAML
13 lines
286 B
YAML
### model
|
|
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
|
|
template: llama3
|
|
trust_remote_code: true
|
|
|
|
### export
|
|
export_dir: output/llama3_gptq
|
|
export_quantization_bit: 4
|
|
export_quantization_dataset: data/c4_demo.json
|
|
export_size: 5
|
|
export_device: cpu
|
|
export_legacy_format: false
|