{
  "locked_utc": "2026-10-05T18:57:08.350881+00:00",
  "selection": "Curated gallery acquired by subject searches before inference. Includes a painting as a distractor: 48 images, not all photographs. Relevance labels assigned by visual inspection before inference; this is a small demonstration, not exhaustive benchmark annotation.",
  "images": [
    {
      "id": "001",
      "sha256": "d4831d661549fda5a6371def1ef0435df8b74bd2e83ea439af652457015eea10"
    },
    {
      "id": "002",
      "sha256": "ee7c73642a0d6f92d868ca0f786d421ceccd78b4819f00bfa71c22945db0f41d"
    },
    {
      "id": "003",
      "sha256": "8c4041a5bbfe4c297e6d0c8583c7857cd8dca73ab7662f1ac0f62d40b1277637"
    },
    {
      "id": "004",
      "sha256": "5a47825690dbafdf3f9783e79320e26529fca770db2117214967dde0697b6eab"
    },
    {
      "id": "005",
      "sha256": "b5f497ac7b92606ef11b933fb50274b5a466c3a848e41a9374de755c5ba1c4a5"
    },
    {
      "id": "006",
      "sha256": "a7e176150c8bbf743e7c883a72d76d6479395c459ae0e40bf6fe0eedaa06b4d7"
    },
    {
      "id": "007",
      "sha256": "37676df73a967b73a2ab062101e17c0bd4b22fea2e2d8b90b112f447a9004411"
    },
    {
      "id": "008",
      "sha256": "595cf1f76ceabf8a9cb3975a499b3e7776112618961ba37cfeeb18ccd2ce8540"
    },
    {
      "id": "009",
      "sha256": "dbc1d0b93d7373de3a589bc0c83b80ebf98af6afb12246947342026723f2404b"
    },
    {
      "id": "010",
      "sha256": "c377e891f6256c532d5a24c0b81d13cc0d7cc0fead4a5c895857004f1390059c"
    },
    {
      "id": "011",
      "sha256": "415a578ec2c08eb20a03656aa884dcb51bebab756f142a239574e60f8a99029b"
    },
    {
      "id": "012",
      "sha256": "f0c495546498307dac1a338516969d3e045220e878f1fdeded6db2051bcd8173"
    },
    {
      "id": "013",
      "sha256": "6178c778c218af3fcf946be8442e2d0f3e6b0e65433757d85b50010681dcf5f9"
    },
    {
      "id": "014",
      "sha256": "0b769e12aa4290b53520e2a38d67b6a3b8e92433acf8fdf368d943781614dafa"
    },
    {
      "id": "015",
      "sha256": "e22c2edb1bd0d7c53e407bc85b9da51a1e7040641d697c490345d19192b69c5f"
    },
    {
      "id": "016",
      "sha256": "e58dbe2d2927df7e40fce1ce4e2c3f44ef36b8c041bc775d5d6451eebf6c35c0"
    },
    {
      "id": "017",
      "sha256": "bcff9766377a9906ebb67b6b181f15909f89f07455158b511cb2e7eda2c6027b"
    },
    {
      "id": "018",
      "sha256": "00ba01913fb22deb3bc389d202c2256a926b3878fa470755a6bb59b667e0d738"
    },
    {
      "id": "019",
      "sha256": "a76ebeae0af0687ac64e169e8f81a2781d3bae084370e5040231f90e9e53ae93"
    },
    {
      "id": "020",
      "sha256": "26cfce066d8fb94700f51e13cabd65d789db92d17462a718a30f1c2d91e3bdf5"
    },
    {
      "id": "021",
      "sha256": "563450668caacd64e709cb82e6a9cfdfdbd14a97d43542346c79cf0fe5ae1c55"
    },
    {
      "id": "022",
      "sha256": "114fbb23092ba3302172e5631f872d4dd4342a12fbf0d1595803f2c484e91ee3"
    },
    {
      "id": "023",
      "sha256": "276b23e05421d43704406c9e4728117458621f8a581cc16d4179a25f7b615391"
    },
    {
      "id": "024",
      "sha256": "d86f583ab3c174cc41ede1c0fc3d54a2cf56068e4dee285924396424e2e80bd4"
    },
    {
      "id": "025",
      "sha256": "e2a21f975492f6aac5b8c6a0e3961c5a60044aeffa653722576b61e071f64dc5"
    },
    {
      "id": "026",
      "sha256": "6f8c9fadcaf958f1b06ae843c8b7dfea8a6a682301e3a6ce2f32afe8914a0d0a"
    },
    {
      "id": "027",
      "sha256": "f2a14b74d26a07d71ba85d7ce9501b56acb69cca6519affe15c8400907b51bce"
    },
    {
      "id": "028",
      "sha256": "7d3b4b88bf7af247fd8a36b689f7ceb41af59cfc533dc75a0e445789c17634ca"
    },
    {
      "id": "029",
      "sha256": "31ae877d58e5e4d15911bbd3c20afa5e0e3104c878fdc45d2d3664c1594f7fc6"
    },
    {
      "id": "030",
      "sha256": "7ebc8d736ce5600bb1ea5ad486aa28dfba861aa73ea1b78a50c6fe3ffadb8ddc"
    },
    {
      "id": "031",
      "sha256": "34c69ddb789462ff70ed3a2c7b91cc57b8e60fd1ff254690505f8ab3981cbc76"
    },
    {
      "id": "032",
      "sha256": "894aa03543a3dfbb2ba36aa5d3a1a720c07a51cf4f6bddc87ba60b9d8dc45bcd"
    },
    {
      "id": "033",
      "sha256": "60e9a0bc137820df9765a912b71ed69711d90f2b52f3665d934d9691b9bfe0b1"
    },
    {
      "id": "034",
      "sha256": "a7faa2ca4012ffd328ca07a8469e513dabd5829d2bab612ad74eb3a7ddd4faae"
    },
    {
      "id": "035",
      "sha256": "55ade1b6bc6905ca31a62471fcd36950d03eef67d45f0088698c6e555d10f65a"
    },
    {
      "id": "036",
      "sha256": "1415c1d32a7d7eb9067796210bfbb1dec11391262366c05d78695037767dcf18"
    },
    {
      "id": "037",
      "sha256": "7d02e14cd1e2d79f14098ff9775c5b20f0aed54a0e39db3db87ce53581680ae4"
    },
    {
      "id": "038",
      "sha256": "80a16c81cb09eaac14e8a2f030f33d5dda08d797ebb0e77295f2a3b490df76ad"
    },
    {
      "id": "039",
      "sha256": "22abacc7c4a3bfe62e371f63be44e2f47834bda6763cef970476d2c9d2273f2d"
    },
    {
      "id": "040",
      "sha256": "0019597a640cf50cd231e019b77f8a98e7ccb8743275b8a5eca9ffe225d626b5"
    },
    {
      "id": "041",
      "sha256": "f0c27ef1e68ef2e70d94d29f96a3a788dc2bf097c1e4598c4a68655b9441b0ec"
    },
    {
      "id": "042",
      "sha256": "0c5939b3b7aad72c6ac8d8bd1bacf60eeef9874cc37af31b35068bcbcd7a7187"
    },
    {
      "id": "043",
      "sha256": "4a3c9ab9084fe8a2802ed9f7e1f7b06d5becc421da375221452dc5178c17ab06"
    },
    {
      "id": "044",
      "sha256": "8a4392dcc9a271c08069f3e01b7cb0a6605791e13f4876502522fb6db1d60e48"
    },
    {
      "id": "045",
      "sha256": "d973b9c1b1c5c54a26c9c8beaea60994a1f2b9ec0fccbf25d160e194b756ca3d"
    },
    {
      "id": "046",
      "sha256": "9f2bc69202281200d132249b6c85a13916a47edcffa77b42d4d1598054d0489e"
    },
    {
      "id": "047",
      "sha256": "09ee9e6a116be2b64478f334675f9a1529a41a4eb2083f916bfbf81629814c33"
    },
    {
      "id": "048",
      "sha256": "1c084f176d8dab41228f9c8d733f69f8258a82b5ab18a80ccac8d0edc798301d"
    }
  ],
  "queries": [
    {
      "id": "red-water",
      "text": "a red bicycle beside the water",
      "relevant_ids": [
        "005"
      ],
      "kind": "retrieval"
    },
    {
      "id": "blue-wall",
      "text": "a blue bicycle in front of a red wooden wall",
      "relevant_ids": [
        "012"
      ],
      "kind": "retrieval"
    },
    {
      "id": "yellow-bike",
      "text": "a yellow bicycle",
      "relevant_ids": [
        "013",
        "014",
        "016",
        "018"
      ],
      "kind": "retrieval"
    },
    {
      "id": "dog-grass",
      "text": "a golden retriever lying on grass",
      "relevant_ids": [
        "037",
        "039",
        "041"
      ],
      "kind": "retrieval"
    },
    {
      "id": "coffee",
      "text": "a cup of coffee on a table",
      "relevant_ids": [
        "044",
        "045",
        "046",
        "047",
        "048"
      ],
      "kind": "retrieval"
    },
    {
      "id": "sail",
      "text": "a sailboat on a lake",
      "relevant_ids": [
        "025",
        "026",
        "027",
        "028",
        "029",
        "030"
      ],
      "kind": "retrieval"
    },
    {
      "id": "snow",
      "text": "mountains covered in snow",
      "relevant_ids": [
        "031",
        "033",
        "034",
        "035",
        "036"
      ],
      "kind": "retrieval"
    },
    {
      "id": "red-car",
      "text": "a red vintage car",
      "relevant_ids": [
        "021"
      ],
      "kind": "retrieval"
    },
    {
      "id": "bw-car",
      "text": "an old black and white photograph of a car",
      "relevant_ids": [
        "020",
        "022"
      ],
      "kind": "retrieval"
    },
    {
      "id": "not-red",
      "text": "a bicycle that is not red",
      "relevant_ids": [
        "007",
        "008",
        "009",
        "010",
        "011",
        "012",
        "013",
        "014",
        "015",
        "016",
        "017",
        "018"
      ],
      "kind": "retrieval"
    },
    {
      "id": "dog-back",
      "text": "a dog lying on its back",
      "relevant_ids": [
        "041"
      ],
      "kind": "retrieval"
    },
    {
      "id": "absent",
      "text": "an elephant standing in a kitchen",
      "relevant_ids": [],
      "kind": "absent-target"
    }
  ]
}