mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-10-14 23:58:11 +08:00
17 lines
381 B
Python
17 lines
381 B
Python
import os
|
|
|
|
import uvicorn
|
|
|
|
from llmtuner import ChatModel, create_app
|
|
|
|
|
|
def main():
|
|
chat_model = ChatModel()
|
|
app = create_app(chat_model)
|
|
print("Visit http://localhost:{}/docs for API document.".format(os.environ.get("API_PORT", 8000)))
|
|
uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("API_PORT", 8000)), workers=1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|