Spaces:
Running
Running
shadowlilac
commited on
Commit
•
099180b
1
Parent(s):
e19e4fa
Update app.py
Browse files
app.py
CHANGED
@@ -3,10 +3,7 @@ from PIL import Image
|
|
3 |
from transformers import AutoProcessor, Blip2ForConditionalGeneration
|
4 |
import os
|
5 |
processor = AutoProcessor.from_pretrained("shadowlilac/visor-v2", token=os.getenv('HUGGING_FACE_HUB_TOKEN'))
|
6 |
-
model = Blip2ForConditionalGeneration.from_pretrained("shadowlilac/visor-v2", token=os.getenv('HUGGING_FACE_HUB_TOKEN'))
|
7 |
-
model.config.vision_config.image_size=768
|
8 |
-
model.config.vision_config.patch_size=28
|
9 |
-
model.config.vision_config.projection_dim=768
|
10 |
|
11 |
def generate_caption(image):
|
12 |
raw_image = Image.fromarray(image)
|
|
|
3 |
from transformers import AutoProcessor, Blip2ForConditionalGeneration
|
4 |
import os
|
5 |
processor = AutoProcessor.from_pretrained("shadowlilac/visor-v2", token=os.getenv('HUGGING_FACE_HUB_TOKEN'))
|
6 |
+
model = Blip2ForConditionalGeneration.from_pretrained("shadowlilac/visor-v2", ignore_mismatched_sizes=True, token=os.getenv('HUGGING_FACE_HUB_TOKEN'))
|
|
|
|
|
|
|
7 |
|
8 |
def generate_caption(image):
|
9 |
raw_image = Image.fromarray(image)
|