Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ args = OmegaConf.load("inference_configs/inference.yaml")
|
|
| 21 |
# is_schnell = args.model_name == "flux-schnell"
|
| 22 |
# sampler = None
|
| 23 |
device = torch.device("cuda")
|
| 24 |
-
|
| 25 |
# dit = load_flow_model2(args.model_name, device="cpu").to(device, dtype=dtype)
|
| 26 |
# vae = load_ae(args.model_name, device="cpu").to(device, dtype=dtype)
|
| 27 |
# t5 = load_t5(device="cpu", max_length=256 if is_schnell else 512).to(device, dtype=dtype)
|
|
|
|
| 21 |
# is_schnell = args.model_name == "flux-schnell"
|
| 22 |
# sampler = None
|
| 23 |
device = torch.device("cuda")
|
| 24 |
+
dtype = torch.bfloat16
|
| 25 |
# dit = load_flow_model2(args.model_name, device="cpu").to(device, dtype=dtype)
|
| 26 |
# vae = load_ae(args.model_name, device="cpu").to(device, dtype=dtype)
|
| 27 |
# t5 = load_t5(device="cpu", max_length=256 if is_schnell else 512).to(device, dtype=dtype)
|