Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -4,10 +4,11 @@ from PIL import Image
|
|
4 |
import torch
|
5 |
import io
|
6 |
import os
|
|
|
7 |
|
8 |
# Patch to remove flash-attn dependency
|
9 |
from transformers.dynamic_module_utils import get_imports
|
10 |
-
def fixed_get_imports(filename: str
|
11 |
"""Work around for flash-attn imports."""
|
12 |
if not str(filename).endswith("/modeling_florence2.py"):
|
13 |
return get_imports(filename)
|
@@ -26,7 +27,6 @@ with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
|
|
26 |
# Initialize FastAPI
|
27 |
app = FastAPI()
|
28 |
|
29 |
-
|
30 |
def process_image(image, task_token):
|
31 |
inputs = processor(text=task_token, images=image, return_tensors="pt", padding=True).to(device)
|
32 |
generated_ids = model.generate(
|
|
|
4 |
import torch
|
5 |
import io
|
6 |
import os
|
7 |
+
from typing import Union
|
8 |
|
9 |
# Patch to remove flash-attn dependency
|
10 |
from transformers.dynamic_module_utils import get_imports
|
11 |
+
def fixed_get_imports(filename: Union[str, os.PathLike]) -> list[str]:
|
12 |
"""Work around for flash-attn imports."""
|
13 |
if not str(filename).endswith("/modeling_florence2.py"):
|
14 |
return get_imports(filename)
|
|
|
27 |
# Initialize FastAPI
|
28 |
app = FastAPI()
|
29 |
|
|
|
30 |
def process_image(image, task_token):
|
31 |
inputs = processor(text=task_token, images=image, return_tensors="pt", padding=True).to(device)
|
32 |
generated_ids = model.generate(
|