File size: 435 Bytes
cb92d2b 3207814 cb92d2b 55e36ea a39f171 55e36ea cb92d2b 3207814 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from fastapi import FastAPI
from config import args
from device import device, torch_dtype
from app_init import init_app
from user_queue import user_data
from util import get_pipeline_class
print("DEVICE:", device)
print("TORCH_DTYPE:", torch_dtype)
args.pretty_print()
app = FastAPI()
pipeline_class = get_pipeline_class(args.pipeline)
pipeline = pipeline_class(args, device, torch_dtype)
init_app(app, user_data, args, pipeline)
|