From 1af71f548cc0de1c7e313fdb53fa52d3c7eeac54 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 7 Mar 2024 20:34:49 +0800 Subject: [PATCH] update readme Former-commit-id: 725f7cd70fce502728f785282f1c0d59f23ff434 --- README.md | 2 +- README_zh.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index af8e6b4d..cdd0bbee 100644 --- a/README.md +++ b/README.md @@ -577,7 +577,7 @@ CUDA_VISIBLE_DEVICES=0 python src/export_model.py \ ### Inference with OpenAI-style API ```bash -CUDA_VISIBLE_DEVICES=0 python src/api_demo.py \ +CUDA_VISIBLE_DEVICES=0 API_PORT=8000 python src/api_demo.py \ --model_name_or_path path_to_llama_model \ --adapter_name_or_path path_to_checkpoint \ --template default \ diff --git a/README_zh.md b/README_zh.md index 79e2b67d..bb9b239a 100644 --- a/README_zh.md +++ b/README_zh.md @@ -576,7 +576,7 @@ CUDA_VISIBLE_DEVICES=0 python src/export_model.py \ ### 使用 OpenAI 风格 API 推理 ```bash -CUDA_VISIBLE_DEVICES=0 python src/api_demo.py \ +CUDA_VISIBLE_DEVICES=0 API_PORT=8000 python src/api_demo.py \ --model_name_or_path path_to_llama_model \ --adapter_name_or_path path_to_checkpoint \ --template default \