Upload handler.py
Browse files- handler.py +2 -1
handler.py
CHANGED
|
@@ -84,7 +84,8 @@ def load_pipeline_turbo_compile(repo_id: str, dtype: torch.dtype) -> Any:
|
|
| 84 |
class EndpointHandler:
|
| 85 |
def __init__(self, path=""):
|
| 86 |
repo_id = "camenduru/FLUX.1-dev-diffusers"
|
| 87 |
-
dtype = torch.bfloat16
|
|
|
|
| 88 |
if IS_COMPILE:
|
| 89 |
if IS_TURBO: self.pipeline = load_pipeline_turbo_compile(repo_id, dtype)
|
| 90 |
else: self.pipeline = load_pipeline_compile(repo_id, dtype)
|
|
|
|
| 84 |
class EndpointHandler:
|
| 85 |
def __init__(self, path=""):
|
| 86 |
repo_id = "camenduru/FLUX.1-dev-diffusers"
|
| 87 |
+
#dtype = torch.bfloat16
|
| 88 |
+
dtype = torch.float16 # for older nVidia GPUs
|
| 89 |
if IS_COMPILE:
|
| 90 |
if IS_TURBO: self.pipeline = load_pipeline_turbo_compile(repo_id, dtype)
|
| 91 |
else: self.pipeline = load_pipeline_compile(repo_id, dtype)
|