diff --git a/README.md b/README.md index af8e6b4d..cdd0bbee 100644 --- a/README.md +++ b/README.md @@ -577,7 +577,7 @@ CUDA_VISIBLE_DEVICES=0 python src/export_model.py \ ### Inference with OpenAI-style API ```bash -CUDA_VISIBLE_DEVICES=0 python src/api_demo.py \ +CUDA_VISIBLE_DEVICES=0 API_PORT=8000 python src/api_demo.py \ --model_name_or_path path_to_llama_model \ --adapter_name_or_path path_to_checkpoint \ --template default \ diff --git a/README_zh.md b/README_zh.md index 79e2b67d..bb9b239a 100644 --- a/README_zh.md +++ b/README_zh.md @@ -576,7 +576,7 @@ CUDA_VISIBLE_DEVICES=0 python src/export_model.py \ ### 使用 OpenAI 风格 API 推理 ```bash -CUDA_VISIBLE_DEVICES=0 python src/api_demo.py \ +CUDA_VISIBLE_DEVICES=0 API_PORT=8000 python src/api_demo.py \ --model_name_or_path path_to_llama_model \ --adapter_name_or_path path_to_checkpoint \ --template default \