upload results logs for reference

Archive/BGE-VL-v1.5-mmeb.json

@@ -0,0 +1,13 @@
+[
+    {
+        "Model": "BGE-VL-v1.5 (FT; LlaVA-1.6-Mistral)",
+        "URL": "https://huggingface.co/BAAI/BGE-VL-v1.5-mmeb",
+        "Model Size(B)": 7.57,
+        "Data Source": "Self-Reported",
+        "V1-Overall": 69.4,
+        "I-CLS": 63.7,
+        "I-QA": 64.9,
+        "I-RET": 72.2,
+        "I-VG": 86.6
+    }
+]

Archive/BGE-VL-v1.5-zs.json

@@ -0,0 +1,13 @@
+[
+    {
+        "Model": "BGE-VL-v1.5 (zeroshot; LlaVA-1.6-Mistral)",
+        "URL": "https://huggingface.co/BAAI/BGE-VL-v1.5-zs",
+        "Model Size(B)": 7.57,
+        "Data Source": "Self-Reported",
+        "V1-Overall": 60.1,
+        "I-CLS": 56.1,
+        "I-QA": 55.3,
+        "I-RET": 63.9,
+        "I-VG": 70.8
+    }
+]

Archive/LLaVE.json

@@ -0,0 +1,35 @@
+[
+    {
+        "Model": "LLaVE-7B",
+        "URL": "https://huggingface.co/zhibinlan/LLaVE-7B",
+        "Model Size(B)": 8.03B,
+        "Data Source": "Self-Reported",
+        "Overall": 70.3,
+        "Classification": 65.7,
+        "VQA": 65.4,
+        "Retrieval": 70.9,
+        "Grounding": 91.9
+    }, 
+    {
+        "Model": "LLaVE-2B",
+        "URL": "https://huggingface.co/zhibinlan/LLaVE-2B",
+        "Model Size(B)": 1.95B,
+        "Data Source": "Self-Reported",
+        "Overall": 65.2,
+        "Classification": 62.1,
+        "VQA": 60.2,
+        "Retrieval": 65.2,
+        "Grounding": 84.9
+    }, 
+    {
+        "Model": "LLaVE-0.5B",
+        "URL": "https://huggingface.co/zhibinlan/LLaVE-0.5B",
+        "Model Size(B)": 894M,
+        "Data Source": "Self-Reported",
+        "Overall": 59.1,
+        "Classification": 57.4,
+        "VQA": 50.3,
+        "Retrieval": 59.8,
+        "Grounding": 82.9
+    }, 
+]

Archive/UniME_results.json

@@ -0,0 +1,35 @@
+[
+  {
+      "Model": "UniME(LLaVA-OneVision-7B-LoRA-Res336)",
+      "URL": "https://huggingface.co/DeepGlint-AI/UniME-LLaVA-OneVision-7B",
+      "Model Size(B)": 8.03,
+      "Data Source": "Self-Reported",
+      "Overall": 70.7,
+      "Classification": 66.8,
+      "VQA": 66.6,
+      "Retrieval": 70.5,
+      "Grounding": 90.9
+  },
+  {
+    "Model": "UniME(LLaVA-1.6-7B-LoRA-LowRes)",
+    "URL": "https://huggingface.co/DeepGlint-AI/UniME-LLaVA-1.6-7B",
+    "Model Size(B)": 7.57,
+    "Data Source": "Self-Reported",
+    "Overall": 66.6,
+    "Classification": 60.6,
+    "VQA": 52.9,
+    "Retrieval": 67.9,
+    "Grounding": 85.1
+  },
+  {
+    "Model": "UniME(Phi-3.5-V-LoRA)",
+    "URL": "https://huggingface.co/DeepGlint-AI/UniME-Phi3.5-V-4.2B",
+    "Model Size(B)": 4.2,
+    "Data Source": "Self-Reported",
+    "Overall": 64.2,
+    "Classification": 54.8,
+    "VQA": 55.9,
+    "Retrieval": 64.5,
+    "Grounding": 81.8
+  }
+]

Archive/meta-score-BGE-VL-v1.5-mmeb.json

@@ -0,0 +1,51 @@
+{
+    "Classification": {
+        "ImageNet-1K": 0.78,
+        "N24News": 0.812,
+        "HatefulMemes": 0.616,
+        "VOC2007": 0.928,
+        "SUN397": 0.836,
+        "Place365": 0.468,
+        "ImageNet-A": 0.449,
+        "ImageNet-R": 0.771,
+        "ObjectNet": 0.54,
+        "Country211": 0.172,
+        "avg": 0.6372
+    },
+    "VQA": {
+        "OK-VQA": 0.749,
+        "A-OKVQA": 0.599,
+        "DocVQA": 0.854,
+        "InfographicsVQA": 0.47,
+        "ChartQA": 0.487,
+        "Visual7W": 0.613,
+        "ScienceQA": 0.679,
+        "VizWiz": 0.493,
+        "GQA": 0.728,
+        "TextVQA": 0.814,
+        "avg": 0.6486
+    },
+    "Retrieval": {
+        "VisDial": 0.846,
+        "CIRR": 0.635,
+        "VisualNews_t2i": 0.787,
+        "VisualNews_i2t": 0.816,
+        "MSCOCO_t2i": 0.793,
+        "MSCOCO_i2t": 0.755,
+        "NIGHTS": 0.698,
+        "WebQA": 0.904,
+        "OVEN": 0.576,
+        "FashionIQ": 0.269,
+        "EDIS": 0.904,
+        "Wiki-SS-NQ": 0.676,
+        "avg": 0.7215833333333332
+    },
+    "Visual Grounding": {
+        "MSCOCO": 0.824,
+        "Visual7W-Pointing": 0.912,
+        "RefCOCO": 0.911,
+        "RefCOCO-Matching": 0.815,
+        "avg": 0.8655
+    },
+    "avg": 0.693861111111111
+}

Archive/meta-score-BGE-VL-v1.5-zs.json

@@ -0,0 +1,51 @@
+{
+    "Classification": {
+        "ImageNet-1K": 0.636,
+        "N24News": 0.511,
+        "HatefulMemes": 0.51,
+        "VOC2007": 0.78,
+        "SUN397": 0.722,
+        "Place365": 0.431,
+        "ImageNet-A": 0.488,
+        "ImageNet-R": 0.758,
+        "ObjectNet": 0.618,
+        "Country211": 0.152,
+        "avg": 0.5606000000000001
+    },
+    "VQA": {
+        "OK-VQA": 0.642,
+        "A-OKVQA": 0.53,
+        "DocVQA": 0.688,
+        "InfographicsVQA": 0.319,
+        "ChartQA": 0.355,
+        "Visual7W": 0.488,
+        "ScienceQA": 0.462,
+        "VizWiz": 0.515,
+        "GQA": 0.755,
+        "TextVQA": 0.777,
+        "avg": 0.5531
+    },
+    "Retrieval": {
+        "VisDial": 0.701,
+        "CIRR": 0.601,
+        "VisualNews_t2i": 0.63,
+        "VisualNews_i2t": 0.669,
+        "MSCOCO_t2i": 0.719,
+        "MSCOCO_i2t": 0.63,
+        "NIGHTS": 0.598,
+        "WebQA": 0.852,
+        "OVEN": 0.529,
+        "FashionIQ": 0.246,
+        "EDIS": 0.807,
+        "Wiki-SS-NQ": 0.687,
+        "avg": 0.6390833333333334
+    },
+    "Visual Grounding": {
+        "MSCOCO": 0.521,
+        "Visual7W-Pointing": 0.789,
+        "RefCOCO": 0.74,
+        "RefCOCO-Matching": 0.784,
+        "avg": 0.7084999999999999
+    },
+    "avg": 0.6011111111111112
+}

Archive/mmE5_mmeb.json

@@ -0,0 +1,13 @@
+[
+    {
+        "Model": "mmE5-mllama-11b-instruct",
+        "URL": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct",
+        "Model Size(B)": 10.6,
+        "Data Source": Self-Reported,
+        "Overall": 69.8,
+        "Classification": 67.6,
+        "VQA": 62.6,
+        "Retrieval": 71.0,
+        "Grounding": 89.6
+    },
+]

Archive/mmeb-qqmm.json

@@ -0,0 +1 @@
+[{"Model": "QQMM-embed", "Model Size(B)": 8.297, "Data Source": "Self-Reported", "Overall": 72.175, "Classification": 70.07, "VQA": 69.52, "Retrieval": 71.175, "Grounding": 87.075}]