Do0rMaMu commited on
Commit
e8ce44e
·
verified ·
1 Parent(s): 66f64fe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,10 +4,11 @@ from PIL import Image
4
  import torch
5
  import io
6
  import os
 
7
 
8
  # Patch to remove flash-attn dependency
9
  from transformers.dynamic_module_utils import get_imports
10
- def fixed_get_imports(filename: str | os.PathLike) -> list[str]:
11
  """Work around for flash-attn imports."""
12
  if not str(filename).endswith("/modeling_florence2.py"):
13
  return get_imports(filename)
@@ -26,7 +27,6 @@ with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
26
  # Initialize FastAPI
27
  app = FastAPI()
28
 
29
-
30
  def process_image(image, task_token):
31
  inputs = processor(text=task_token, images=image, return_tensors="pt", padding=True).to(device)
32
  generated_ids = model.generate(
 
4
  import torch
5
  import io
6
  import os
7
+ from typing import Union
8
 
9
  # Patch to remove flash-attn dependency
10
  from transformers.dynamic_module_utils import get_imports
11
+ def fixed_get_imports(filename: Union[str, os.PathLike]) -> list[str]:
12
  """Work around for flash-attn imports."""
13
  if not str(filename).endswith("/modeling_florence2.py"):
14
  return get_imports(filename)
 
27
  # Initialize FastAPI
28
  app = FastAPI()
29
 
 
30
  def process_image(image, task_token):
31
  inputs = processor(text=task_token, images=image, return_tensors="pt", padding=True).to(device)
32
  generated_ids = model.generate(