RoniFinTech commited on
Commit
5d67adc
1 Parent(s): 9cf10cb

update version

Browse files
Files changed (1) hide show
  1. main.py +4 -4
main.py CHANGED
@@ -9,8 +9,8 @@ from fastapi.responses import StreamingResponse
9
  base = DiffusionPipeline.from_pretrained(
10
  "stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True
11
  )
12
- base.to("cuda")
13
- # base.enable_model_cpu_offload()
14
  base.enable_attention_slicing()
15
  refiner = DiffusionPipeline.from_pretrained(
16
  "stabilityai/stable-diffusion-xl-refiner-1.0",
@@ -20,8 +20,8 @@ refiner = DiffusionPipeline.from_pretrained(
20
  use_safetensors=True,
21
  variant="fp16",
22
  )
23
- refiner.to("cuda")
24
- # refiner.enable_model_cpu_offload()
25
  refiner.enable_attention_slicing()
26
 
27
  # Create a new FastAPI app instance
 
9
  base = DiffusionPipeline.from_pretrained(
10
  "stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True
11
  )
12
+ # base.to("cuda")
13
+ base.enable_model_cpu_offload()
14
  base.enable_attention_slicing()
15
  refiner = DiffusionPipeline.from_pretrained(
16
  "stabilityai/stable-diffusion-xl-refiner-1.0",
 
20
  use_safetensors=True,
21
  variant="fp16",
22
  )
23
+ # refiner.to("cuda")
24
+ refiner.enable_model_cpu_offload()
25
  refiner.enable_attention_slicing()
26
 
27
  # Create a new FastAPI app instance