mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-03 20:22:49 +08:00
update readme
Former-commit-id: 725f7cd70fce502728f785282f1c0d59f23ff434
This commit is contained in:
parent
583d956bda
commit
1af71f548c
@ -577,7 +577,7 @@ CUDA_VISIBLE_DEVICES=0 python src/export_model.py \
|
|||||||
### Inference with OpenAI-style API
|
### Inference with OpenAI-style API
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
CUDA_VISIBLE_DEVICES=0 python src/api_demo.py \
|
CUDA_VISIBLE_DEVICES=0 API_PORT=8000 python src/api_demo.py \
|
||||||
--model_name_or_path path_to_llama_model \
|
--model_name_or_path path_to_llama_model \
|
||||||
--adapter_name_or_path path_to_checkpoint \
|
--adapter_name_or_path path_to_checkpoint \
|
||||||
--template default \
|
--template default \
|
||||||
|
@ -576,7 +576,7 @@ CUDA_VISIBLE_DEVICES=0 python src/export_model.py \
|
|||||||
### 使用 OpenAI 风格 API 推理
|
### 使用 OpenAI 风格 API 推理
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
CUDA_VISIBLE_DEVICES=0 python src/api_demo.py \
|
CUDA_VISIBLE_DEVICES=0 API_PORT=8000 python src/api_demo.py \
|
||||||
--model_name_or_path path_to_llama_model \
|
--model_name_or_path path_to_llama_model \
|
||||||
--adapter_name_or_path path_to_checkpoint \
|
--adapter_name_or_path path_to_checkpoint \
|
||||||
--template default \
|
--template default \
|
||||||
|
Loading…
x
Reference in New Issue
Block a user