Update raw.py

raw.py

@@ -16,14 +16,14 @@ import gradio as gr
 huggingface_token = os.getenv("HUGGINFACE_TOKEN")
 MAX_SEED = 1000000
 
-# quant_config = TransformersBitsAndBytesConfig(load_in_8bit=True,)
-# text_encoder_2_8bit = T5EncoderModel.from_pretrained(
-#     "LPX55/FLUX.1-merged_uncensored",
-#     subfolder="text_encoder_2",
-#     quantization_config=quant_config,
-#     torch_dtype=torch.bfloat16,
-#     token=huggingface_token
-# )
+quant_config = TransformersBitsAndBytesConfig(load_in_8bit=True,)
+text_encoder_2_8bit = T5EncoderModel.from_pretrained(
+    "LPX55/FLUX.1-merged_uncensored",
+    subfolder="text_encoder_2",
+    quantization_config=quant_config,
+    torch_dtype=torch.bfloat16,
+    token=huggingface_token
+)
 
 # good_vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16, token=huggingface_token).to("cuda")
 
@@ -35,6 +35,7 @@ MAX_SEED = 1000000
 pipe = FluxControlNetPipeline.from_pretrained(
     "LPX55/FLUX.1M-8step_upscaler-cnet",
     torch_dtype=torch.bfloat16,
+    text_encoder_2=text_encoder_2_8bit,
     token=huggingface_token
 )
 # adapter_id = "alimama-creative/FLUX.1-Turbo-Alpha"