bugfix
Browse files
app.py
CHANGED
@@ -23,9 +23,19 @@ login(token=HF_TOKEN)
|
|
23 |
|
24 |
bfl_repo = "black-forest-labs/FLUX.1-dev"
|
25 |
|
26 |
-
|
27 |
-
|
28 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
29 |
|
30 |
|
31 |
pipe.to("cuda")
|
|
|
23 |
|
24 |
bfl_repo = "black-forest-labs/FLUX.1-dev"
|
25 |
|
26 |
+
dtype = torch.bfloat16
|
27 |
+
|
28 |
+
transformer = FluxTransformer2DModel.from_single_file("https://huggingface.co/jiuface/lover-snap/blob/main/RealFlux_1.0b_Dev_Transformer.safetensors", torch_dtype=dtype)
|
29 |
+
quantize(transformer, weights=qfloat8)
|
30 |
+
freeze(transformer)
|
31 |
+
|
32 |
+
text_encoder_2 = T5EncoderModel.from_pretrained(bfl_repo, subfolder="text_encoder_2", torch_dtype=dtype)
|
33 |
+
quantize(text_encoder_2, weights=qfloat8)
|
34 |
+
freeze(text_encoder_2)
|
35 |
+
|
36 |
+
pipe = FluxPipeline.from_pretrained(bfl_repo, transformer=None, text_encoder_2=None, torch_dtype=dtype)
|
37 |
+
pipe.transformer = transformer
|
38 |
+
pipe.text_encoder_2 = text_encoder_2
|
39 |
|
40 |
|
41 |
pipe.to("cuda")
|