| from fastapi import FastAPI |
|
|
| from config import args |
| from device import device, torch_dtype |
| from app_init import init_app |
| from user_queue import user_data |
| from util import get_pipeline_class |
|
|
|
|
| print("DEVICE:", device) |
| print("TORCH_DTYPE:", torch_dtype) |
| print("PIPELINE:", args.pipeline) |
| print("SAFETY_CHECKER:", args.safety_checker) |
| print("TORCH_COMPILE:", args.torch_compile) |
|
|
|
|
| app = FastAPI() |
|
|
| pipeline_class = get_pipeline_class(args.pipeline) |
| pipeline = pipeline_class(args, device, torch_dtype) |
| init_app(app, user_data, args, pipeline) |
|
|
