Update README.md
Browse files
README.md
CHANGED
@@ -7,7 +7,7 @@ tags:
|
|
7 |
pipeline_tag: visual-document-retrieval
|
8 |
---
|
9 |
|
10 |
-
# ColSmolVLM-
|
11 |
|
12 |
### This is a version trained with batch_size 128 for 3 epochs
|
13 |
|
@@ -57,12 +57,12 @@ from PIL import Image
|
|
57 |
from colpali_engine.models import ColIdefics3, ColIdefics3Processor
|
58 |
|
59 |
model = ColIdefics3.from_pretrained(
|
60 |
-
"vidore/colsmolvlm-
|
61 |
torch_dtype=torch.bfloat16,
|
62 |
device_map="cuda:0",
|
63 |
attn_implementation="flash_attention_2" # or eager
|
64 |
).eval()
|
65 |
-
processor = ColIdefics3Processor.from_pretrained("vidore/colsmolvlm-
|
66 |
|
67 |
# Your inputs
|
68 |
images = [
|
|
|
7 |
pipeline_tag: visual-document-retrieval
|
8 |
---
|
9 |
|
10 |
+
# ColSmolVLM-v0.1: Visual Retriever based on SmolVLM-Instruct with ColBERT strategy
|
11 |
|
12 |
### This is a version trained with batch_size 128 for 3 epochs
|
13 |
|
|
|
57 |
from colpali_engine.models import ColIdefics3, ColIdefics3Processor
|
58 |
|
59 |
model = ColIdefics3.from_pretrained(
|
60 |
+
"vidore/colsmolvlm-v0.1",
|
61 |
torch_dtype=torch.bfloat16,
|
62 |
device_map="cuda:0",
|
63 |
attn_implementation="flash_attention_2" # or eager
|
64 |
).eval()
|
65 |
+
processor = ColIdefics3Processor.from_pretrained("vidore/colsmolvlm-v0.1")
|
66 |
|
67 |
# Your inputs
|
68 |
images = [
|