Spaces:
Running
Running
MINGYISU
commited on
Commit
·
37bdefe
1
Parent(s):
48510a4
update results
Browse files- results.csv +2 -1
- utils.py +4 -1
results.csv
CHANGED
@@ -13,7 +13,8 @@ VLM2Vec (Phi-3.5-V-FT),4.15,TIGER-Lab,55.9,52.8,50.3,57.8,72.3
|
|
13 |
VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
|
14 |
VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
|
15 |
VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,61.2,49.9,67.4,86.1
|
16 |
-
MMRet-
|
|
|
17 |
mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
|
18 |
mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
|
19 |
MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
|
|
|
13 |
VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
|
14 |
VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
|
15 |
VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,61.2,49.9,67.4,86.1
|
16 |
+
MMRet-MLLM (LLaVA-1.6),7.57,Self-Reported,44.0,47.2,18.4,56.5,62.2
|
17 |
+
MMRet-MLLM (FT),7.57,Self-Reported,64.1,56.0,57.4,69.9,83.6
|
18 |
mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
|
19 |
mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
|
20 |
MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
|
utils.py
CHANGED
@@ -104,7 +104,7 @@ MODEL_URLS = {
|
|
104 |
"open_clip-ViT-L/14": "https://github.com/mlfoundations/open_clip",
|
105 |
"e5-v": "https://huggingface.co/royokong/e5-v",
|
106 |
"Magiclens": "https://github.com/google-deepmind/magiclens",
|
107 |
-
"MMRet
|
108 |
"VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
|
109 |
"VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
|
110 |
"UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
|
@@ -132,6 +132,9 @@ def create_hyperlinked_names(df):
|
|
132 |
if "mmE5" in model_name:
|
133 |
url = MODEL_URLS["mmE5"]
|
134 |
return convert_url(url, model_name)
|
|
|
|
|
|
|
135 |
return convert_url(MODEL_URLS[model_name], model_name) if model_name in MODEL_URLS else model_name
|
136 |
|
137 |
df = df.copy()
|
|
|
104 |
"open_clip-ViT-L/14": "https://github.com/mlfoundations/open_clip",
|
105 |
"e5-v": "https://huggingface.co/royokong/e5-v",
|
106 |
"Magiclens": "https://github.com/google-deepmind/magiclens",
|
107 |
+
"MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
|
108 |
"VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
|
109 |
"VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
|
110 |
"UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
|
|
|
132 |
if "mmE5" in model_name:
|
133 |
url = MODEL_URLS["mmE5"]
|
134 |
return convert_url(url, model_name)
|
135 |
+
if "MMRet" in model_name:
|
136 |
+
url = MODEL_URLS["MMRet"]
|
137 |
+
return convert_url(url, model_name)
|
138 |
return convert_url(MODEL_URLS[model_name], model_name) if model_name in MODEL_URLS else model_name
|
139 |
|
140 |
df = df.copy()
|