{
  "benchmark": "OmniEchoBench-QA",
  "track": "Audio & Vision",
  "updated": "2026-10-18",
  "unit": "percent",
  "higherIsBetter": true,
  "notes": [
    "Paper Audio & Vision results combined with the additional results supplied by the project maintainer.",
    "OmniEcho uses the paper values: Camera Rotation 41.7 and 3D Localization 14.2, as confirmed by the project maintainer.",
    "Audio channel configuration and base models for the additional results were not specified.",
    "Overall scores are reproduced as reported; they are not recalculated as the mean of the five displayed task scores.",
    "Ranks are based on Overall descending. No audio-only results are included."
  ],
  "models": [
    {
      "model": "Qwen3.8-omni-flash",
      "baseModel": null,
      "setting": "Audio + V",
      "source": "additional",
      "cameraRotation": 74.1,
      "sourceDirection": 47.9,
      "localization": 28.6,
      "sourceMotion": 37.4,
      "cognitiveMap": 39.5,
      "overall": 43.9,
      "rank": 1
    },
    {
      "model": "Gemini3.8-flash",
      "baseModel": null,
      "setting": "Audio + V",
      "source": "additional",
      "cameraRotation": 53.7,
      "sourceDirection": 34.1,
      "localization": 22.1,
      "sourceMotion": 31.3,
      "cognitiveMap": 26.0,
      "overall": 32.0,
      "rank": 2
    },
    {
      "model": "Gemini3.7-flash",
      "baseModel": null,
      "setting": "Audio + V",
      "source": "additional",
      "cameraRotation": 45.3,
      "sourceDirection": 32.8,
      "localization": 24.4,
      "sourceMotion": 33.4,
      "cognitiveMap": 26.2,
      "overall": 31.4,
      "rank": 3
    },
    {
      "model": "muse-spark-1.2",
      "baseModel": null,
      "setting": "Audio + V",
      "source": "additional",
      "cameraRotation": 55.0,
      "sourceDirection": 34.2,
      "localization": 19.6,
      "sourceMotion": 29.6,
      "cognitiveMap": 25.2,
      "overall": 31.3,
      "rank": 4
    },
    {
      "model": "OmniEcho",
      "baseModel": "Qwen3-Omni-30B-A3B",
      "setting": "A-foa + V",
      "source": "paper",
      "cameraRotation": 41.7,
      "sourceDirection": 22.6,
      "localization": 14.2,
      "sourceMotion": 24.7,
      "cognitiveMap": 47.5,
      "overall": 28.5,
      "rank": 5
    },
    {
      "model": "doubao-seed-2-0-lite-260428",
      "baseModel": null,
      "setting": "Audio + V",
      "source": "additional",
      "cameraRotation": 34.3,
      "sourceDirection": 30.6,
      "localization": 22.1,
      "sourceMotion": 29.6,
      "cognitiveMap": 25.3,
      "overall": 28.3,
      "rank": 6
    },
    {
      "model": "Qwen3.5-Omni-Plus",
      "baseModel": null,
      "setting": "Audio + V",
      "source": "additional",
      "cameraRotation": 52.4,
      "sourceDirection": 16.1,
      "localization": 19.6,
      "sourceMotion": 22.2,
      "cognitiveMap": 25.2,
      "overall": 23.3,
      "rank": 7
    },
    {
      "model": "Qwen3-Omni-30B-A3B",
      "baseModel": "Qwen3-Omni-30B-A3B",
      "setting": "A-single + V",
      "source": "paper",
      "cameraRotation": 32.7,
      "sourceDirection": 16.3,
      "localization": 7.7,
      "sourceMotion": 20.9,
      "cognitiveMap": 22.3,
      "overall": 18.5,
      "rank": 8
    },
    {
      "model": "Qwen2.5-Omni-7B",
      "baseModel": "Qwen2.5-Omni-7B",
      "setting": "A-single + V",
      "source": "paper",
      "cameraRotation": 24.9,
      "sourceDirection": 8.0,
      "localization": 5.4,
      "sourceMotion": 14.0,
      "cognitiveMap": 20.0,
      "overall": 12.6,
      "rank": 9
    },
    {
      "model": "SO-7B",
      "baseModel": "Qwen2.5-Omni-7B",
      "setting": "A-foa + V",
      "source": "paper",
      "cameraRotation": 21.4,
      "sourceDirection": 5.2,
      "localization": 0.0,
      "sourceMotion": 17.1,
      "cognitiveMap": 22.8,
      "overall": 11.4,
      "rank": 10
    }
  ]
}
