{
  "source": {
    "repository": "https://github.com/canivel/platebench",
    "revision": "b217f5e9b535cc8553b36b626b5e857cd3e05407",
    "readme": "https://github.com/canivel/platebench/blob/b217f5e9b535cc8553b36b626b5e857cd3e05407/README.md",
    "paperTables": "https://github.com/canivel/platebench/blob/b217f5e9b535cc8553b36b626b5e857cd3e05407/platebench/paper.py",
    "sourceSha256": "46cbb7007030bdb2a112859e13b42de410ee95bee77b81270782bb6b9bdd697f",
    "checked": "2026-10-27"
  },
  "tracks": [
    {
      "id": "overhead",
      "label": "Nutrition5k overhead",
      "photos": 507,
      "description": "Weighed meals \u00b7 overhead photos"
    },
    {
      "id": "angled",
      "label": "Nutrition5k angled",
      "photos": 675,
      "description": "Weighed meals \u00b7 side-camera frames"
    },
    {
      "id": "nutritionverse",
      "label": "NutritionVerse",
      "photos": 889,
      "description": "Weighed meals \u00b7 225 dishes"
    },
    {
      "id": "snapme",
      "label": "SNAPMe",
      "photos": 1474,
      "description": "Home meals \u00b7 self-reported food records"
    },
    {
      "id": "jfb",
      "label": "JFB",
      "photos": 1000,
      "description": "App photos \u00b7 human-corrected labels"
    },
    {
      "id": "diningbench",
      "label": "DiningBench",
      "photos": 1650,
      "description": "Restaurant dishes \u00b7 merchant photos"
    },
    {
      "id": "diningbench-customer",
      "label": "DiningBench customer",
      "photos": 1458,
      "description": "Restaurant dishes \u00b7 customer photos"
    },
    {
      "id": "omnifood8k",
      "label": "OmniFood8K",
      "photos": 2368,
      "description": "Weighed meals \u00b7 official test split"
    }
  ],
  "models": [
    {
      "id": "plum",
      "name": "Plum 1",
      "label": "Plum 1 recipe",
      "size": "1.2 GB",
      "description": "Grape + 0.8B decision model",
      "logo": "/assets/plum-model.svg",
      "full": {
        "overhead": 45.3,
        "angled": 43.9,
        "nutritionverse": 490.3,
        "snapme": 131.2,
        "jfb": 131.6,
        "diningbench": 219.0,
        "diningbench-customer": 231.0,
        "omnifood8k": 173.0
      },
      "holdout": {
        "snapme": {
          "mae": 126.0,
          "ci": [
            111.6,
            141.7
          ],
          "medianRelativeError": 40.6,
          "within20": 25.3
        },
        "jfb": {
          "mae": 133.4,
          "ci": [
            118.1,
            148.5
          ],
          "medianRelativeError": 25.4,
          "within20": 39.5
        }
      }
    },
    {
      "id": "grape",
      "name": "Grape 1",
      "label": "Grape 1 recipe",
      "size": "188 MB",
      "description": "94M \u00b7 two-seed research mean",
      "logo": "/assets/grape-model.svg",
      "full": {
        "overhead": 50.1,
        "angled": 48.7,
        "nutritionverse": 525.5,
        "snapme": 136.6,
        "jfb": 143.9,
        "diningbench": 232.0,
        "diningbench-customer": 239.6,
        "omnifood8k": 167.9
      },
      "holdout": {
        "snapme": {
          "mae": 131.2,
          "ci": [
            117.0,
            146.8
          ],
          "medianRelativeError": 43.7,
          "within20": 24.3
        },
        "jfb": {
          "mae": 147.8,
          "ci": [
            129.3,
            167.4
          ],
          "medianRelativeError": 27.1,
          "within20": 39.5
        }
      }
    },
    {
      "id": "qwen",
      "name": "Qwen3.8-27B",
      "label": "Qwen3.8-27B",
      "size": "27B",
      "description": "Server model \u00b7 zero-shot",
      "logo": null,
      "full": {
        "overhead": 92.7,
        "angled": 102.7,
        "nutritionverse": 427.7,
        "snapme": 135.8,
        "jfb": 132.2,
        "diningbench": 226.0,
        "diningbench-customer": 236.5,
        "omnifood8k": 143.0
      },
      "holdout": {
        "snapme": {
          "mae": 132.5,
          "ci": [
            116.4,
            153.1
          ],
          "medianRelativeError": 36.8,
          "within20": 25.3
        },
        "jfb": {
          "mae": 142.4,
          "ci": [
            122.0,
            165.1
          ],
          "medianRelativeError": 22.6,
          "within20": 45.5
        }
      }
    },
    {
      "id": "j5",
      "name": "J5",
      "label": "J5",
      "size": "0.8B",
      "description": "Research decision model",
      "logo": null,
      "full": {
        "overhead": 49.8,
        "angled": 47.4,
        "nutritionverse": 462.3,
        "snapme": 133.7,
        "jfb": 135.2,
        "diningbench": 227.2,
        "diningbench-customer": 243.4,
        "omnifood8k": 189.7
      },
      "holdout": {
        "snapme": {
          "mae": 131.2,
          "ci": [
            115.8,
            147.3
          ],
          "medianRelativeError": 42.7,
          "within20": 26.4
        },
        "jfb": {
          "mae": 134.5,
          "ci": [
            119.3,
            149.8
          ],
          "medianRelativeError": 24.6,
          "within20": 37.5
        }
      }
    },
    {
      "id": "caloriek",
      "name": "CalorieK",
      "label": "CalorieK",
      "size": "94M",
      "description": "Open research baseline",
      "logo": null,
      "full": {
        "overhead": 104.9,
        "angled": 57.2,
        "nutritionverse": 657.2,
        "snapme": 158.0,
        "jfb": 178.5,
        "diningbench": 312.7,
        "diningbench-customer": 320.3,
        "omnifood8k": 228.1
      },
      "holdout": {
        "snapme": {
          "mae": 154.5,
          "ci": [
            138.1,
            172.5
          ],
          "medianRelativeError": 49.5,
          "within20": 21.3
        },
        "jfb": {
          "mae": 170.1,
          "ci": [
            151.7,
            189.1
          ],
          "medianRelativeError": 33.1,
          "within20": 26.5
        }
      }
    },
    {
      "id": "boba",
      "name": "Boba",
      "label": "Boba",
      "size": "0.8B",
      "description": "Open research baseline",
      "logo": null,
      "full": {
        "overhead": 108.5,
        "angled": 83.3,
        "nutritionverse": 680.7,
        "snapme": 197.5,
        "jfb": 241.4,
        "diningbench": 472.2,
        "diningbench-customer": 458.1,
        "omnifood8k": 259.7
      },
      "holdout": {
        "snapme": {
          "mae": 190.1,
          "ci": [
            167.2,
            213.5
          ],
          "medianRelativeError": 57.3,
          "within20": 15.2
        },
        "jfb": {
          "mae": 241.9,
          "ci": [
            216.3,
            269.3
          ],
          "medianRelativeError": 48.7,
          "within20": 17.5
        }
      }
    }
  ],
  "holdoutPhotos": {
    "snapme": 296,
    "jfb": 200
  }
}