Spaces:
Sleeping
Sleeping
import os | |
import uvicorn | |
from llamafactory.api.app import create_app | |
from llamafactory.chat import ChatModel | |
def main(): | |
chat_model = ChatModel() | |
app = create_app(chat_model) | |
api_host = os.environ.get("API_HOST", "0.0.0.0") | |
api_port = int(os.environ.get("API_PORT", "8000")) | |
print("Visit http://localhost:{}/docs for API document.".format(api_port)) | |
uvicorn.run(app, host=api_host, port=api_port) | |
if __name__ == "__main__": | |
main() | |