Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB
Running

App Files Community
21
MINGYISU commited on
Commit
093a2b5
·
1 Parent(s): 75cdf4b

update results

Browse files
Files changed (2) hide show
  1. results.csv +3 -3
  2. utils.py +4 -2
results.csv CHANGED
@@ -2,13 +2,13 @@ Models,Model Size(B),Data Source,Overall,Classification,VQA,Retrieval,Grounding
2
  clip-vit-large-patch14,0.428,TIGER-Lab,37.8,42.8,9.1,53.0,51.8
3
  blip2-opt-2.7b,3.74,TIGER-Lab,25.2,27.0,4.2,33.9,47.0
4
  siglip-base-patch16-224,0.203,TIGER-Lab,34.8,40.3,8.4,31.6,59.5
5
- CLIP-ViT-H-14-laion2B-s32B-b79K,0.986,TIGER-Lab,39.7,47.8,10.9,52.3,53.3
6
  UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,42.1,15.0,60.1,62.2
7
  UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,44.3,16.2,61.8,65.3
8
  e5-v,8.36,TIGER-Lab,13.3,21.8,4.9,11.5,19.0
9
  Magiclens,0.428,TIGER-Lab,27.8,38.8,8.3,35.4,26.0
10
- CLIP-FT,0.428,TIGER-Lab,45.4,55.2,19.7,53.2,62.2
11
- OpenCLIP-FT,0.632,TIGER-Lab,47.2,56.0,21.9,55.4,64.1
12
  VLM2Vec (Phi-3.5-V-FT),4.15,TIGER-Lab,55.9,52.8,50.3,57.8,72.3
13
  VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
14
  VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
 
2
  clip-vit-large-patch14,0.428,TIGER-Lab,37.8,42.8,9.1,53.0,51.8
3
  blip2-opt-2.7b,3.74,TIGER-Lab,25.2,27.0,4.2,33.9,47.0
4
  siglip-base-patch16-224,0.203,TIGER-Lab,34.8,40.3,8.4,31.6,59.5
5
+ open_clip,0.428,TIGER-Lab,39.7,47.8,10.9,52.3,53.3
6
  UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,42.1,15.0,60.1,62.2
7
  UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,44.3,16.2,61.8,65.3
8
  e5-v,8.36,TIGER-Lab,13.3,21.8,4.9,11.5,19.0
9
  Magiclens,0.428,TIGER-Lab,27.8,38.8,8.3,35.4,26.0
10
+ CLIP-Full-Fine-Tuning,0.428,TIGER-Lab,45.4,55.2,19.7,53.2,62.2
11
+ OpenCLIP-Full-Fine-Tuning,0.428,TIGER-Lab,47.2,56.0,21.9,55.4,64.1
12
  VLM2Vec (Phi-3.5-V-FT),4.15,TIGER-Lab,55.9,52.8,50.3,57.8,72.3
13
  VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
14
  VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
utils.py CHANGED
@@ -101,13 +101,15 @@ MODEL_URLS = {
101
  "clip-vit-large-patch14": "https://huggingface.co/openai/clip-vit-large-patch14",
102
  "blip2-opt-2.7b": "https://huggingface.co/Salesforce/blip2-opt-2.7b",
103
  "siglip-base-patch16-224": "https://huggingface.co/google/siglip-base-patch16-224",
104
- "CLIP-ViT-H-14-laion2B-s32B-b79K": "https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
105
  "e5-v": "https://huggingface.co/royokong/e5-v",
106
  "Magiclens": "https://github.com/google-deepmind/magiclens",
107
  "MMRet-large": "https://huggingface.co/JUNJIE99/MMRet-large",
108
  "VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
109
  "VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
110
- "UniIR": "https://huggingface.co/TIGER-Lab/UniIR"
 
 
111
  }
112
 
113
  def create_hyperlinked_names(df):
 
101
  "clip-vit-large-patch14": "https://huggingface.co/openai/clip-vit-large-patch14",
102
  "blip2-opt-2.7b": "https://huggingface.co/Salesforce/blip2-opt-2.7b",
103
  "siglip-base-patch16-224": "https://huggingface.co/google/siglip-base-patch16-224",
104
+ "open_clip": "https://github.com/mlfoundations/open_clip",
105
  "e5-v": "https://huggingface.co/royokong/e5-v",
106
  "Magiclens": "https://github.com/google-deepmind/magiclens",
107
  "MMRet-large": "https://huggingface.co/JUNJIE99/MMRet-large",
108
  "VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
109
  "VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
110
+ "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
111
+ "OpenCLIP-Full-Fine-Tuning": "https://doi.org/10.48550/arXiv.2212.07143",
112
+ "CLIP-Full-Fine-Tuning": "https://doi.org/10.48550/arXiv.2103.00020"
113
  }
114
 
115
  def create_hyperlinked_names(df):