eval logs: baichuan_omni_interleave (full)

Browse files

Files changed (11) hide show

eval_logs/baichuan_omni_interleave/full/summary.json +165 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_audio_image.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_audio_text.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_audio_video.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_image_audio.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_image_text.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_text_audio.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_text_image.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_text_video.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_video_audio.jsonl +0 -0
eval_logs/baichuan_omni_interleave/full/xmod_bench_video_text.jsonl +0 -0

eval_logs/baichuan_omni_interleave/full/summary.json ADDED Viewed

	@@ -0,0 +1,165 @@

+{
+  "by_config": {
+    "a2t": 51.442081878243435,
+    "a2v": 32.50840944593994,
+    "t2a": 46.83791861657815,
+    "t2v": 57.15129133815091,
+    "v2a": 44.660056148183,
+    "v2t": 78.76084695251136
+  },
+  "by_family": {
+    "perception": 60.02666666666667,
+    "spatial": 36.214674271509914,
+    "temporal": 29.822222222222223,
+    "linguistic": 76.3447971781305,
+    "knowledge": 57.81369047619048
+  },
+  "disparity": {
+    "T_vs_V": -21.111534900698643,
+    "T_vs_A": -58.74367269653933,
+    "V_vs_A": -37.632137795840684
+  },
+  "imbalance": {
+    "T_vs_V": -21.609555614360445,
+    "T_vs_A": -4.604163261665285,
+    "V_vs_A": 12.151646702243063
+  },
+  "level1": {
+    "knowledge/emotion_classification": {
+      "a2t": 61.285714285714285,
+      "a2v": 20.428571428571427,
+      "t2a": 53.857142857142854,
+      "t2v": 42.142857142857146,
+      "v2a": 32.42857142857143,
+      "v2t": 58.285714285714285
+    },
+    "knowledge/movie_matching": {
+      "a2t": 62.5,
+      "a2v": 50.0,
+      "t2a": 71.5,
+      "t2v": 95.5,
+      "v2a": 51.0,
+      "v2t": 96.0
+    },
+    "knowledge/music_genre_classification": {
+      "a2t": 68.6,
+      "a2v": 43.1,
+      "t2a": 71.0,
+      "t2v": 78.1,
+      "v2a": 58.6,
+      "v2t": 81.2
+    },
+    "knowledge/singer_identification": {
+      "a2t": 33.333333333333336,
+      "a2v": 32.666666666666664,
+      "t2a": 39.333333333333336,
+      "t2v": 78.66666666666667,
+      "v2a": 36.0,
+      "v2t": 72.0
+    },
+    "linguistic/recognition": {
+      "a2t": 93.45238095238095,
+      "a2v": 47.916666666666664,
+      "t2a": 71.57738095238095,
+      "t2v": 49.851190476190474,
+      "v2a": 72.02380952380952,
+      "v2t": 96.13095238095238
+    },
+    "linguistic/translation": {
+      "a2t": 96.58119658119658,
+      "a2v": 52.421652421652425,
+      "t2a": 93.58974358974359,
+      "t2v": 52.421652421652425,
+      "v2a": 93.58974358974359,
+      "v2t": 96.58119658119658
+    },
+    "perception/finegrained": {
+      "a2t": 49.3,
+      "a2v": 40.4,
+      "t2a": 51.3,
+      "t2v": 88.2,
+      "v2a": 57.4,
+      "v2t": 89.0
+    },
+    "perception/general_activities": {
+      "a2t": 61.5,
+      "a2v": 48.5,
+      "t2a": 65.3,
+      "t2v": 96.4,
+      "v2a": 69.3,
+      "v2t": 96.4
+    },
+    "perception/instruments": {
+      "a2t": 33.0,
+      "a2v": 28.0,
+      "t2a": 37.2,
+      "t2v": 85.9,
+      "v2a": 38.9,
+      "v2t": 93.0
+    },
+    "perception/instruments_comp": {
+      "a2t": 26.0,
+      "a2v": 27.0,
+      "t2a": 24.4,
+      "t2v": 87.8,
+      "v2a": 29.2,
+      "v2t": 93.8
+    },
+    "perception/natures": {
+      "a2t": 50.8,
+      "a2v": 41.0,
+      "t2a": 59.0,
+      "t2v": 78.0,
+      "v2a": 63.2,
+      "v2t": 91.6
+    },
+    "spatial/3D_movements": {
+      "a2t": 76.64399092970521,
+      "a2v": 20.861678004535147,
+      "t2a": 31.972789115646258,
+      "t2v": 26.984126984126984,
+      "v2a": 29.705215419501133,
+      "v2t": 86.16780045351474
+    },
+    "spatial/arrangements": {
+      "a2t": 29.462365591397848,
+      "a2v": 27.311827956989248,
+      "t2a": 24.086021505376344,
+      "t2v": 33.11827956989247,
+      "v2a": 22.150537634408604,
+      "v2t": 76.98924731182795
+    },
+    "spatial/panaroma": {
+      "a2t": 20.256410256410255,
+      "a2v": 27.435897435897434,
+      "t2a": 25.128205128205128,
+      "t2v": 29.487179487179485,
+      "v2a": 26.923076923076923,
+      "v2t": 37.17948717948718
+    },
+    "temporal/calculation": {
+      "a2t": 32.4,
+      "a2v": 16.6,
+      "t2a": 23.8,
+      "t2v": 18.4,
+      "v2a": 24.6,
+      "v2t": 47.8
+    },
+    "temporal/count": {
+      "a2t": 54.0,
+      "a2v": 19.8,
+      "t2a": 28.6,
+      "t2v": 19.6,
+      "v2a": 29.8,
+      "v2t": 49.0
+    },
+    "temporal/order": {
+      "a2t": 25.4,
+      "a2v": 9.2,
+      "t2a": 24.6,
+      "t2v": 11.0,
+      "v2a": 24.4,
+      "v2t": 77.8
+    }
+  }
+}

eval_logs/baichuan_omni_interleave/full/xmod_bench_audio_image.jsonl ADDED Viewed