mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-23 14:22:51 +08:00
18 lines
469 B
Python
18 lines
469 B
Python
# coding=utf-8
|
|
# Implements API for fine-tuned models in OpenAI's format. (https://platform.openai.com/docs/api-reference/chat)
|
|
# Usage: python api_demo.py --model_name_or_path path_to_model --checkpoint_dir path_to_checkpoint
|
|
# Visit http://localhost:8000/docs for document.
|
|
|
|
import uvicorn
|
|
|
|
from llmtuner.api.app import create_app
|
|
|
|
|
|
def main():
|
|
app = create_app()
|
|
uvicorn.run(app, host="0.0.0.0", port=8000, workers=1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|