Update app.py

app.py

@@ -20,7 +20,7 @@ from diffusers import AutoencoderKL
 from torch import Tensor, nn
 from transformers import CLIPTextModel, CLIPTokenizer
 from transformers import T5EncoderModel, T5Tokenizer
-from optimum.quanto import freeze, qfloat8, quantize
+# from optimum.quanto import freeze, qfloat8, quantize
 
 
 # ---------------- Encoders ----------------
@@ -65,8 +65,8 @@ device = "cuda"
 t5 = HFEmbedder("google/t5-v1_1-xxl", max_length=512, torch_dtype=torch.bfloat16).to(device)
 clip = HFEmbedder("openai/clip-vit-large-patch14", max_length=77, torch_dtype=torch.bfloat16).to(device)
 ae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
-quantize(t5, weights=qfloat8)
-freeze(t5)
+# quantize(t5, weights=qfloat8)
+# freeze(t5)
 
 
 # ---------------- NF4 ----------------