{
  "created_utc": "2026-10-05T18:58:49.829632+00:00",
  "lock_sha256": "e9995820a5cfabf4b81bdca50cac7fe9057dd2fbb3e65ca161dfbf8ea16ad19f",
  "model": "hf-hub:laion/CLIP-ViT-B-32-laion2B-s34B-b79K",
  "model_license": "MIT",
  "weights": [
    {
      "file": "open_clip_model.safetensors",
      "sha256": "ac4f8c4b88af6d963118cbf40ad93176d092abbedfcb752601ae1866352656e6"
    }
  ],
  "versions": {
    "torch": "2.14.1+cpu",
    "open_clip_torch": "3.3.0",
    "torchvision": "0.29.1+cpu"
  },
  "method": "L2 normalized image and text embeddings; cosine similarity, descending. No reject threshold. No labels, filenames, EXIF or acquisition queries supplied to model.",
  "scope": "Curated 48-image demonstration, not representative benchmark. Existing model may have encountered source images during pretraining.",
  "queries": [
    {
      "id": "red-water",
      "text": "a red bicycle beside the water",
      "relevant_ids": [
        "005"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "005",
          "cosine_similarity": 0.3422852158546448
        },
        {
          "id": "006",
          "cosine_similarity": 0.3061354160308838
        },
        {
          "id": "001",
          "cosine_similarity": 0.29896068572998047
        },
        {
          "id": "003",
          "cosine_similarity": 0.28552842140197754
        },
        {
          "id": "002",
          "cosine_similarity": 0.25111255049705505
        },
        {
          "id": "007",
          "cosine_similarity": 0.24510984122753143
        },
        {
          "id": "008",
          "cosine_similarity": 0.23759588599205017
        },
        {
          "id": "010",
          "cosine_similarity": 0.23354485630989075
        },
        {
          "id": "025",
          "cosine_similarity": 0.21993426978588104
        },
        {
          "id": "009",
          "cosine_similarity": 0.2116001546382904
        },
        {
          "id": "013",
          "cosine_similarity": 0.20634408295154572
        },
        {
          "id": "026",
          "cosine_similarity": 0.2050962746143341
        },
        {
          "id": "015",
          "cosine_similarity": 0.20355525612831116
        },
        {
          "id": "004",
          "cosine_similarity": 0.20182418823242188
        },
        {
          "id": "012",
          "cosine_similarity": 0.196671724319458
        },
        {
          "id": "027",
          "cosine_similarity": 0.19405736029148102
        },
        {
          "id": "011",
          "cosine_similarity": 0.1934703290462494
        },
        {
          "id": "016",
          "cosine_similarity": 0.17275038361549377
        },
        {
          "id": "021",
          "cosine_similarity": 0.16279953718185425
        },
        {
          "id": "014",
          "cosine_similarity": 0.14942030608654022
        },
        {
          "id": "019",
          "cosine_similarity": 0.1467653512954712
        },
        {
          "id": "023",
          "cosine_similarity": 0.14594030380249023
        },
        {
          "id": "032",
          "cosine_similarity": 0.13592925667762756
        },
        {
          "id": "031",
          "cosine_similarity": 0.13385336101055145
        },
        {
          "id": "024",
          "cosine_similarity": 0.12739041447639465
        },
        {
          "id": "017",
          "cosine_similarity": 0.12716563045978546
        },
        {
          "id": "018",
          "cosine_similarity": 0.1209726482629776
        },
        {
          "id": "029",
          "cosine_similarity": 0.08918433636426926
        },
        {
          "id": "028",
          "cosine_similarity": 0.08762145042419434
        },
        {
          "id": "047",
          "cosine_similarity": 0.08501376956701279
        },
        {
          "id": "033",
          "cosine_similarity": 0.07550911605358124
        },
        {
          "id": "030",
          "cosine_similarity": 0.07299446314573288
        },
        {
          "id": "036",
          "cosine_similarity": 0.05895517021417618
        },
        {
          "id": "043",
          "cosine_similarity": 0.057773370295763016
        },
        {
          "id": "034",
          "cosine_similarity": 0.0489625558257103
        },
        {
          "id": "020",
          "cosine_similarity": 0.04054062068462372
        },
        {
          "id": "035",
          "cosine_similarity": 0.03469191864132881
        },
        {
          "id": "037",
          "cosine_similarity": 0.03176163136959076
        },
        {
          "id": "040",
          "cosine_similarity": 0.030169706791639328
        },
        {
          "id": "038",
          "cosine_similarity": 0.024712037295103073
        },
        {
          "id": "044",
          "cosine_similarity": 0.022122561931610107
        },
        {
          "id": "042",
          "cosine_similarity": 0.01709175854921341
        },
        {
          "id": "046",
          "cosine_similarity": 0.016523776575922966
        },
        {
          "id": "048",
          "cosine_similarity": 0.014470893889665604
        },
        {
          "id": "045",
          "cosine_similarity": 0.008833975531160831
        },
        {
          "id": "022",
          "cosine_similarity": 0.0056479983031749725
        },
        {
          "id": "039",
          "cosine_similarity": -0.008002693764865398
        },
        {
          "id": "041",
          "cosine_similarity": -0.030560849234461784
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "blue-wall",
      "text": "a blue bicycle in front of a red wooden wall",
      "relevant_ids": [
        "012"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "007",
          "cosine_similarity": 0.33525997400283813
        },
        {
          "id": "008",
          "cosine_similarity": 0.3225700259208679
        },
        {
          "id": "012",
          "cosine_similarity": 0.29799020290374756
        },
        {
          "id": "006",
          "cosine_similarity": 0.2894141972064972
        },
        {
          "id": "010",
          "cosine_similarity": 0.28935813903808594
        },
        {
          "id": "015",
          "cosine_similarity": 0.2878079414367676
        },
        {
          "id": "001",
          "cosine_similarity": 0.27181270718574524
        },
        {
          "id": "003",
          "cosine_similarity": 0.2648826241493225
        },
        {
          "id": "005",
          "cosine_similarity": 0.25238028168678284
        },
        {
          "id": "002",
          "cosine_similarity": 0.23968641459941864
        },
        {
          "id": "013",
          "cosine_similarity": 0.23168961703777313
        },
        {
          "id": "011",
          "cosine_similarity": 0.21976952254772186
        },
        {
          "id": "009",
          "cosine_similarity": 0.2040216326713562
        },
        {
          "id": "016",
          "cosine_similarity": 0.18043334782123566
        },
        {
          "id": "019",
          "cosine_similarity": 0.17213143408298492
        },
        {
          "id": "004",
          "cosine_similarity": 0.17179322242736816
        },
        {
          "id": "023",
          "cosine_similarity": 0.171187162399292
        },
        {
          "id": "018",
          "cosine_similarity": 0.14757053554058075
        },
        {
          "id": "014",
          "cosine_similarity": 0.1452198475599289
        },
        {
          "id": "017",
          "cosine_similarity": 0.14069221913814545
        },
        {
          "id": "029",
          "cosine_similarity": 0.1362367570400238
        },
        {
          "id": "024",
          "cosine_similarity": 0.10973374545574188
        },
        {
          "id": "021",
          "cosine_similarity": 0.10822393000125885
        },
        {
          "id": "025",
          "cosine_similarity": 0.10723818838596344
        },
        {
          "id": "047",
          "cosine_similarity": 0.10620266199111938
        },
        {
          "id": "026",
          "cosine_similarity": 0.09997105598449707
        },
        {
          "id": "043",
          "cosine_similarity": 0.09218566119670868
        },
        {
          "id": "027",
          "cosine_similarity": 0.089469313621521
        },
        {
          "id": "030",
          "cosine_similarity": 0.054494716227054596
        },
        {
          "id": "032",
          "cosine_similarity": 0.051958587020635605
        },
        {
          "id": "045",
          "cosine_similarity": 0.04543452709913254
        },
        {
          "id": "031",
          "cosine_similarity": 0.040085770189762115
        },
        {
          "id": "033",
          "cosine_similarity": 0.03894147649407387
        },
        {
          "id": "034",
          "cosine_similarity": 0.03449960798025131
        },
        {
          "id": "048",
          "cosine_similarity": 0.030137404799461365
        },
        {
          "id": "044",
          "cosine_similarity": 0.029966304078698158
        },
        {
          "id": "036",
          "cosine_similarity": 0.0296460147947073
        },
        {
          "id": "046",
          "cosine_similarity": 0.02692238800227642
        },
        {
          "id": "022",
          "cosine_similarity": 0.015249182470142841
        },
        {
          "id": "040",
          "cosine_similarity": 0.01272331178188324
        },
        {
          "id": "037",
          "cosine_similarity": 0.010137084871530533
        },
        {
          "id": "020",
          "cosine_similarity": 0.0047635771334171295
        },
        {
          "id": "035",
          "cosine_similarity": 0.00042661838233470917
        },
        {
          "id": "038",
          "cosine_similarity": -0.010298602283000946
        },
        {
          "id": "028",
          "cosine_similarity": -0.023144807666540146
        },
        {
          "id": "039",
          "cosine_similarity": -0.029702328145503998
        },
        {
          "id": "042",
          "cosine_similarity": -0.031766071915626526
        },
        {
          "id": "041",
          "cosine_similarity": -0.05517616122961044
        }
      ],
      "top1_relevant": false,
      "top5_contains_relevant": true
    },
    {
      "id": "yellow-bike",
      "text": "a yellow bicycle",
      "relevant_ids": [
        "013",
        "014",
        "016",
        "018"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "015",
          "cosine_similarity": 0.327921986579895
        },
        {
          "id": "013",
          "cosine_similarity": 0.32559797167778015
        },
        {
          "id": "016",
          "cosine_similarity": 0.2960934638977051
        },
        {
          "id": "014",
          "cosine_similarity": 0.28879398107528687
        },
        {
          "id": "006",
          "cosine_similarity": 0.2630060613155365
        },
        {
          "id": "008",
          "cosine_similarity": 0.26060232520103455
        },
        {
          "id": "010",
          "cosine_similarity": 0.2533107399940491
        },
        {
          "id": "017",
          "cosine_similarity": 0.251147985458374
        },
        {
          "id": "007",
          "cosine_similarity": 0.24484971165657043
        },
        {
          "id": "011",
          "cosine_similarity": 0.24435029923915863
        },
        {
          "id": "012",
          "cosine_similarity": 0.23518522083759308
        },
        {
          "id": "001",
          "cosine_similarity": 0.23508292436599731
        },
        {
          "id": "005",
          "cosine_similarity": 0.23070833086967468
        },
        {
          "id": "003",
          "cosine_similarity": 0.22055085003376007
        },
        {
          "id": "018",
          "cosine_similarity": 0.2191515564918518
        },
        {
          "id": "009",
          "cosine_similarity": 0.21802392601966858
        },
        {
          "id": "004",
          "cosine_similarity": 0.20836976170539856
        },
        {
          "id": "002",
          "cosine_similarity": 0.18939347565174103
        },
        {
          "id": "043",
          "cosine_similarity": 0.16906127333641052
        },
        {
          "id": "025",
          "cosine_similarity": 0.14042940735816956
        },
        {
          "id": "037",
          "cosine_similarity": 0.13718047738075256
        },
        {
          "id": "021",
          "cosine_similarity": 0.12636390328407288
        },
        {
          "id": "042",
          "cosine_similarity": 0.12601999938488007
        },
        {
          "id": "040",
          "cosine_similarity": 0.12503136694431305
        },
        {
          "id": "019",
          "cosine_similarity": 0.12090262770652771
        },
        {
          "id": "038",
          "cosine_similarity": 0.11098470538854599
        },
        {
          "id": "024",
          "cosine_similarity": 0.10933224856853485
        },
        {
          "id": "032",
          "cosine_similarity": 0.10475466400384903
        },
        {
          "id": "029",
          "cosine_similarity": 0.10345856100320816
        },
        {
          "id": "023",
          "cosine_similarity": 0.10146136581897736
        },
        {
          "id": "039",
          "cosine_similarity": 0.10060175508260727
        },
        {
          "id": "027",
          "cosine_similarity": 0.09936543554067612
        },
        {
          "id": "026",
          "cosine_similarity": 0.0986781120300293
        },
        {
          "id": "035",
          "cosine_similarity": 0.09815438091754913
        },
        {
          "id": "020",
          "cosine_similarity": 0.09782794117927551
        },
        {
          "id": "048",
          "cosine_similarity": 0.09536007046699524
        },
        {
          "id": "033",
          "cosine_similarity": 0.09464476257562637
        },
        {
          "id": "034",
          "cosine_similarity": 0.09109868109226227
        },
        {
          "id": "022",
          "cosine_similarity": 0.0904662013053894
        },
        {
          "id": "046",
          "cosine_similarity": 0.08529264479875565
        },
        {
          "id": "036",
          "cosine_similarity": 0.08434802293777466
        },
        {
          "id": "044",
          "cosine_similarity": 0.08305124938488007
        },
        {
          "id": "041",
          "cosine_similarity": 0.08077795803546906
        },
        {
          "id": "045",
          "cosine_similarity": 0.07598024606704712
        },
        {
          "id": "031",
          "cosine_similarity": 0.07134935259819031
        },
        {
          "id": "030",
          "cosine_similarity": 0.06149207428097725
        },
        {
          "id": "047",
          "cosine_similarity": 0.05191969871520996
        },
        {
          "id": "028",
          "cosine_similarity": 0.04602491855621338
        }
      ],
      "top1_relevant": false,
      "top5_contains_relevant": true
    },
    {
      "id": "dog-grass",
      "text": "a golden retriever lying on grass",
      "relevant_ids": [
        "037",
        "039",
        "041"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "039",
          "cosine_similarity": 0.3468817472457886
        },
        {
          "id": "038",
          "cosine_similarity": 0.34114938974380493
        },
        {
          "id": "040",
          "cosine_similarity": 0.32084405422210693
        },
        {
          "id": "037",
          "cosine_similarity": 0.3201647996902466
        },
        {
          "id": "041",
          "cosine_similarity": 0.31355029344558716
        },
        {
          "id": "042",
          "cosine_similarity": 0.2666324973106384
        },
        {
          "id": "020",
          "cosine_similarity": 0.07182060927152634
        },
        {
          "id": "033",
          "cosine_similarity": 0.05546581745147705
        },
        {
          "id": "032",
          "cosine_similarity": 0.050087153911590576
        },
        {
          "id": "019",
          "cosine_similarity": 0.047900937497615814
        },
        {
          "id": "025",
          "cosine_similarity": 0.03768766671419144
        },
        {
          "id": "026",
          "cosine_similarity": 0.034900352358818054
        },
        {
          "id": "034",
          "cosine_similarity": 0.03469590097665787
        },
        {
          "id": "006",
          "cosine_similarity": 0.03377903997898102
        },
        {
          "id": "003",
          "cosine_similarity": 0.031630925834178925
        },
        {
          "id": "015",
          "cosine_similarity": 0.030672768130898476
        },
        {
          "id": "008",
          "cosine_similarity": 0.027768556028604507
        },
        {
          "id": "029",
          "cosine_similarity": 0.025594323873519897
        },
        {
          "id": "043",
          "cosine_similarity": 0.024505840614438057
        },
        {
          "id": "001",
          "cosine_similarity": 0.022906363010406494
        },
        {
          "id": "031",
          "cosine_similarity": 0.021672431379556656
        },
        {
          "id": "009",
          "cosine_similarity": 0.013232224620878696
        },
        {
          "id": "024",
          "cosine_similarity": 0.013047504238784313
        },
        {
          "id": "036",
          "cosine_similarity": 0.012680115178227425
        },
        {
          "id": "013",
          "cosine_similarity": 0.012289004400372505
        },
        {
          "id": "007",
          "cosine_similarity": 0.0119096040725708
        },
        {
          "id": "035",
          "cosine_similarity": 0.008625722490251064
        },
        {
          "id": "017",
          "cosine_similarity": 0.007436472922563553
        },
        {
          "id": "002",
          "cosine_similarity": 0.0012034252285957336
        },
        {
          "id": "044",
          "cosine_similarity": 0.0003078952431678772
        },
        {
          "id": "005",
          "cosine_similarity": 0.00027134455740451813
        },
        {
          "id": "010",
          "cosine_similarity": -0.0008397875353693962
        },
        {
          "id": "045",
          "cosine_similarity": -0.002880726009607315
        },
        {
          "id": "012",
          "cosine_similarity": -0.0033513307571411133
        },
        {
          "id": "030",
          "cosine_similarity": -0.003714773803949356
        },
        {
          "id": "047",
          "cosine_similarity": -0.0074111646972596645
        },
        {
          "id": "011",
          "cosine_similarity": -0.007865365594625473
        },
        {
          "id": "022",
          "cosine_similarity": -0.009924491867423058
        },
        {
          "id": "027",
          "cosine_similarity": -0.013111215084791183
        },
        {
          "id": "016",
          "cosine_similarity": -0.014008874073624611
        },
        {
          "id": "023",
          "cosine_similarity": -0.014277683570981026
        },
        {
          "id": "046",
          "cosine_similarity": -0.01847056858241558
        },
        {
          "id": "014",
          "cosine_similarity": -0.019784988835453987
        },
        {
          "id": "028",
          "cosine_similarity": -0.0223104115575552
        },
        {
          "id": "021",
          "cosine_similarity": -0.023054298013448715
        },
        {
          "id": "048",
          "cosine_similarity": -0.02368403598666191
        },
        {
          "id": "004",
          "cosine_similarity": -0.02695450745522976
        },
        {
          "id": "018",
          "cosine_similarity": -0.03985079750418663
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "coffee",
      "text": "a cup of coffee on a table",
      "relevant_ids": [
        "044",
        "045",
        "046",
        "047",
        "048"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "048",
          "cosine_similarity": 0.3423711359500885
        },
        {
          "id": "044",
          "cosine_similarity": 0.3405214548110962
        },
        {
          "id": "046",
          "cosine_similarity": 0.30012816190719604
        },
        {
          "id": "047",
          "cosine_similarity": 0.2505345344543457
        },
        {
          "id": "045",
          "cosine_similarity": 0.24877238273620605
        },
        {
          "id": "043",
          "cosine_similarity": 0.2140229046344757
        },
        {
          "id": "026",
          "cosine_similarity": 0.11163974553346634
        },
        {
          "id": "025",
          "cosine_similarity": 0.10421645641326904
        },
        {
          "id": "002",
          "cosine_similarity": 0.10167264938354492
        },
        {
          "id": "010",
          "cosine_similarity": 0.10115762054920197
        },
        {
          "id": "007",
          "cosine_similarity": 0.1011260375380516
        },
        {
          "id": "027",
          "cosine_similarity": 0.09345272183418274
        },
        {
          "id": "018",
          "cosine_similarity": 0.09135141223669052
        },
        {
          "id": "003",
          "cosine_similarity": 0.09060748666524887
        },
        {
          "id": "033",
          "cosine_similarity": 0.08856619149446487
        },
        {
          "id": "023",
          "cosine_similarity": 0.08789514750242233
        },
        {
          "id": "040",
          "cosine_similarity": 0.08533759415149689
        },
        {
          "id": "035",
          "cosine_similarity": 0.08510951697826385
        },
        {
          "id": "031",
          "cosine_similarity": 0.08253178000450134
        },
        {
          "id": "020",
          "cosine_similarity": 0.08134894073009491
        },
        {
          "id": "038",
          "cosine_similarity": 0.08130546659231186
        },
        {
          "id": "015",
          "cosine_similarity": 0.08078084886074066
        },
        {
          "id": "030",
          "cosine_similarity": 0.08038531243801117
        },
        {
          "id": "032",
          "cosine_similarity": 0.07889660447835922
        },
        {
          "id": "036",
          "cosine_similarity": 0.07754895091056824
        },
        {
          "id": "006",
          "cosine_similarity": 0.07508763670921326
        },
        {
          "id": "021",
          "cosine_similarity": 0.07167121767997742
        },
        {
          "id": "028",
          "cosine_similarity": 0.06753817200660706
        },
        {
          "id": "011",
          "cosine_similarity": 0.060699064284563065
        },
        {
          "id": "001",
          "cosine_similarity": 0.060099776834249496
        },
        {
          "id": "029",
          "cosine_similarity": 0.05743548646569252
        },
        {
          "id": "024",
          "cosine_similarity": 0.05670609325170517
        },
        {
          "id": "013",
          "cosine_similarity": 0.05608627200126648
        },
        {
          "id": "005",
          "cosine_similarity": 0.055145181715488434
        },
        {
          "id": "019",
          "cosine_similarity": 0.054186880588531494
        },
        {
          "id": "037",
          "cosine_similarity": 0.053629301488399506
        },
        {
          "id": "034",
          "cosine_similarity": 0.046749237924814224
        },
        {
          "id": "012",
          "cosine_similarity": 0.04644777998328209
        },
        {
          "id": "042",
          "cosine_similarity": 0.04424677789211273
        },
        {
          "id": "041",
          "cosine_similarity": 0.044003136456012726
        },
        {
          "id": "039",
          "cosine_similarity": 0.04200350493192673
        },
        {
          "id": "008",
          "cosine_similarity": 0.04050811752676964
        },
        {
          "id": "016",
          "cosine_similarity": 0.03464173525571823
        },
        {
          "id": "004",
          "cosine_similarity": 0.03392544016242027
        },
        {
          "id": "022",
          "cosine_similarity": 0.03277261555194855
        },
        {
          "id": "009",
          "cosine_similarity": 0.024898236617445946
        },
        {
          "id": "017",
          "cosine_similarity": 0.021521572023630142
        },
        {
          "id": "014",
          "cosine_similarity": -0.008984050713479519
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "sail",
      "text": "a sailboat on a lake",
      "relevant_ids": [
        "025",
        "026",
        "027",
        "028",
        "029",
        "030"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "027",
          "cosine_similarity": 0.3339672088623047
        },
        {
          "id": "025",
          "cosine_similarity": 0.3338592052459717
        },
        {
          "id": "026",
          "cosine_similarity": 0.298217236995697
        },
        {
          "id": "029",
          "cosine_similarity": 0.24409039318561554
        },
        {
          "id": "030",
          "cosine_similarity": 0.233246847987175
        },
        {
          "id": "028",
          "cosine_similarity": 0.2238636612892151
        },
        {
          "id": "032",
          "cosine_similarity": 0.15885129570960999
        },
        {
          "id": "015",
          "cosine_similarity": 0.11083042621612549
        },
        {
          "id": "009",
          "cosine_similarity": 0.10884006321430206
        },
        {
          "id": "046",
          "cosine_similarity": 0.10574488341808319
        },
        {
          "id": "008",
          "cosine_similarity": 0.09819135069847107
        },
        {
          "id": "031",
          "cosine_similarity": 0.09718889743089676
        },
        {
          "id": "005",
          "cosine_similarity": 0.09087179601192474
        },
        {
          "id": "044",
          "cosine_similarity": 0.09010384976863861
        },
        {
          "id": "043",
          "cosine_similarity": 0.08428311347961426
        },
        {
          "id": "007",
          "cosine_similarity": 0.08371835947036743
        },
        {
          "id": "033",
          "cosine_similarity": 0.07974709570407867
        },
        {
          "id": "012",
          "cosine_similarity": 0.07852951437234879
        },
        {
          "id": "010",
          "cosine_similarity": 0.06855668127536774
        },
        {
          "id": "034",
          "cosine_similarity": 0.06699547916650772
        },
        {
          "id": "048",
          "cosine_similarity": 0.05991482734680176
        },
        {
          "id": "036",
          "cosine_similarity": 0.05676572769880295
        },
        {
          "id": "045",
          "cosine_similarity": 0.053715068846940994
        },
        {
          "id": "023",
          "cosine_similarity": 0.04845662787556648
        },
        {
          "id": "047",
          "cosine_similarity": 0.04722502455115318
        },
        {
          "id": "017",
          "cosine_similarity": 0.04665076732635498
        },
        {
          "id": "001",
          "cosine_similarity": 0.04579643905162811
        },
        {
          "id": "006",
          "cosine_similarity": 0.045163482427597046
        },
        {
          "id": "002",
          "cosine_similarity": 0.04467758163809776
        },
        {
          "id": "038",
          "cosine_similarity": 0.0423734150826931
        },
        {
          "id": "018",
          "cosine_similarity": 0.037305399775505066
        },
        {
          "id": "035",
          "cosine_similarity": 0.036991555243730545
        },
        {
          "id": "022",
          "cosine_similarity": 0.03686416149139404
        },
        {
          "id": "042",
          "cosine_similarity": 0.03232729807496071
        },
        {
          "id": "039",
          "cosine_similarity": 0.030140209943056107
        },
        {
          "id": "040",
          "cosine_similarity": 0.029025131836533546
        },
        {
          "id": "003",
          "cosine_similarity": 0.019209127873182297
        },
        {
          "id": "011",
          "cosine_similarity": 0.016215266659855843
        },
        {
          "id": "020",
          "cosine_similarity": 0.01390942744910717
        },
        {
          "id": "021",
          "cosine_similarity": 0.008587080985307693
        },
        {
          "id": "014",
          "cosine_similarity": 0.006768202409148216
        },
        {
          "id": "041",
          "cosine_similarity": 0.005532878451049328
        },
        {
          "id": "037",
          "cosine_similarity": 0.004912824369966984
        },
        {
          "id": "004",
          "cosine_similarity": 0.004311537370085716
        },
        {
          "id": "016",
          "cosine_similarity": -0.00436750752851367
        },
        {
          "id": "019",
          "cosine_similarity": -0.016150131821632385
        },
        {
          "id": "013",
          "cosine_similarity": -0.01908840239048004
        },
        {
          "id": "024",
          "cosine_similarity": -0.023211240768432617
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "snow",
      "text": "mountains covered in snow",
      "relevant_ids": [
        "031",
        "033",
        "034",
        "035",
        "036"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "034",
          "cosine_similarity": 0.2825201749801636
        },
        {
          "id": "033",
          "cosine_similarity": 0.2800866961479187
        },
        {
          "id": "036",
          "cosine_similarity": 0.27460455894470215
        },
        {
          "id": "035",
          "cosine_similarity": 0.258036345243454
        },
        {
          "id": "031",
          "cosine_similarity": 0.2283177226781845
        },
        {
          "id": "032",
          "cosine_similarity": 0.19959613680839539
        },
        {
          "id": "028",
          "cosine_similarity": 0.1349247395992279
        },
        {
          "id": "044",
          "cosine_similarity": 0.11386210471391678
        },
        {
          "id": "025",
          "cosine_similarity": 0.08575422316789627
        },
        {
          "id": "026",
          "cosine_similarity": 0.08147159218788147
        },
        {
          "id": "048",
          "cosine_similarity": 0.06561305373907089
        },
        {
          "id": "027",
          "cosine_similarity": 0.0629996508359909
        },
        {
          "id": "023",
          "cosine_similarity": 0.06218293681740761
        },
        {
          "id": "018",
          "cosine_similarity": 0.058565955609083176
        },
        {
          "id": "046",
          "cosine_similarity": 0.05753859505057335
        },
        {
          "id": "017",
          "cosine_similarity": 0.05625109747052193
        },
        {
          "id": "022",
          "cosine_similarity": 0.05561548098921776
        },
        {
          "id": "030",
          "cosine_similarity": 0.05146966502070427
        },
        {
          "id": "029",
          "cosine_similarity": 0.050962183624506
        },
        {
          "id": "020",
          "cosine_similarity": 0.05029910430312157
        },
        {
          "id": "021",
          "cosine_similarity": 0.04666852951049805
        },
        {
          "id": "007",
          "cosine_similarity": 0.04008672758936882
        },
        {
          "id": "045",
          "cosine_similarity": 0.03455642610788345
        },
        {
          "id": "011",
          "cosine_similarity": 0.03223433345556259
        },
        {
          "id": "024",
          "cosine_similarity": 0.03127583861351013
        },
        {
          "id": "042",
          "cosine_similarity": 0.02839498780667782
        },
        {
          "id": "040",
          "cosine_similarity": 0.02714504674077034
        },
        {
          "id": "016",
          "cosine_similarity": 0.025839760899543762
        },
        {
          "id": "038",
          "cosine_similarity": 0.023806117475032806
        },
        {
          "id": "043",
          "cosine_similarity": 0.023271281272172928
        },
        {
          "id": "010",
          "cosine_similarity": 0.022777635604143143
        },
        {
          "id": "008",
          "cosine_similarity": 0.018323855474591255
        },
        {
          "id": "047",
          "cosine_similarity": 0.01784960925579071
        },
        {
          "id": "041",
          "cosine_similarity": 0.01722150854766369
        },
        {
          "id": "014",
          "cosine_similarity": 0.01586521603167057
        },
        {
          "id": "015",
          "cosine_similarity": 0.012704063206911087
        },
        {
          "id": "037",
          "cosine_similarity": 0.0037985313683748245
        },
        {
          "id": "013",
          "cosine_similarity": 0.0022759772837162018
        },
        {
          "id": "006",
          "cosine_similarity": -0.004968756809830666
        },
        {
          "id": "039",
          "cosine_similarity": -0.006275231018662453
        },
        {
          "id": "001",
          "cosine_similarity": -0.00796639546751976
        },
        {
          "id": "005",
          "cosine_similarity": -0.009925173595547676
        },
        {
          "id": "009",
          "cosine_similarity": -0.012024471536278725
        },
        {
          "id": "002",
          "cosine_similarity": -0.013869233429431915
        },
        {
          "id": "012",
          "cosine_similarity": -0.018326370045542717
        },
        {
          "id": "003",
          "cosine_similarity": -0.03483492136001587
        },
        {
          "id": "004",
          "cosine_similarity": -0.047106917947530746
        },
        {
          "id": "019",
          "cosine_similarity": -0.060269277542829514
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "red-car",
      "text": "a red vintage car",
      "relevant_ids": [
        "021"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "021",
          "cosine_similarity": 0.32964110374450684
        },
        {
          "id": "019",
          "cosine_similarity": 0.2631896138191223
        },
        {
          "id": "002",
          "cosine_similarity": 0.2505977749824524
        },
        {
          "id": "024",
          "cosine_similarity": 0.25041675567626953
        },
        {
          "id": "003",
          "cosine_similarity": 0.2451574057340622
        },
        {
          "id": "023",
          "cosine_similarity": 0.20017990469932556
        },
        {
          "id": "006",
          "cosine_similarity": 0.20008444786071777
        },
        {
          "id": "005",
          "cosine_similarity": 0.19465948641300201
        },
        {
          "id": "022",
          "cosine_similarity": 0.19076292216777802
        },
        {
          "id": "001",
          "cosine_similarity": 0.18160700798034668
        },
        {
          "id": "004",
          "cosine_similarity": 0.1560569554567337
        },
        {
          "id": "047",
          "cosine_similarity": 0.1399964690208435
        },
        {
          "id": "008",
          "cosine_similarity": 0.13961461186408997
        },
        {
          "id": "007",
          "cosine_similarity": 0.13673637807369232
        },
        {
          "id": "010",
          "cosine_similarity": 0.13195036351680756
        },
        {
          "id": "027",
          "cosine_similarity": 0.12155966460704803
        },
        {
          "id": "025",
          "cosine_similarity": 0.12017478048801422
        },
        {
          "id": "013",
          "cosine_similarity": 0.1173124834895134
        },
        {
          "id": "015",
          "cosine_similarity": 0.11390265822410583
        },
        {
          "id": "012",
          "cosine_similarity": 0.1107211783528328
        },
        {
          "id": "020",
          "cosine_similarity": 0.10448069125413895
        },
        {
          "id": "037",
          "cosine_similarity": 0.09141167253255844
        },
        {
          "id": "026",
          "cosine_similarity": 0.08822441846132278
        },
        {
          "id": "018",
          "cosine_similarity": 0.08577337861061096
        },
        {
          "id": "011",
          "cosine_similarity": 0.08174418658018112
        },
        {
          "id": "033",
          "cosine_similarity": 0.07957446575164795
        },
        {
          "id": "040",
          "cosine_similarity": 0.07713954895734787
        },
        {
          "id": "038",
          "cosine_similarity": 0.07619056105613708
        },
        {
          "id": "032",
          "cosine_similarity": 0.07285454869270325
        },
        {
          "id": "031",
          "cosine_similarity": 0.06912781298160553
        },
        {
          "id": "017",
          "cosine_similarity": 0.0677504688501358
        },
        {
          "id": "009",
          "cosine_similarity": 0.06733724474906921
        },
        {
          "id": "036",
          "cosine_similarity": 0.058265320956707
        },
        {
          "id": "043",
          "cosine_similarity": 0.05761998891830444
        },
        {
          "id": "045",
          "cosine_similarity": 0.057136815041303635
        },
        {
          "id": "048",
          "cosine_similarity": 0.05353888124227524
        },
        {
          "id": "044",
          "cosine_similarity": 0.05218213051557541
        },
        {
          "id": "035",
          "cosine_similarity": 0.05194036290049553
        },
        {
          "id": "034",
          "cosine_similarity": 0.05193464085459709
        },
        {
          "id": "030",
          "cosine_similarity": 0.0514993742108345
        },
        {
          "id": "029",
          "cosine_similarity": 0.049217745661735535
        },
        {
          "id": "042",
          "cosine_similarity": 0.047652557492256165
        },
        {
          "id": "046",
          "cosine_similarity": 0.04719136655330658
        },
        {
          "id": "028",
          "cosine_similarity": 0.04192015528678894
        },
        {
          "id": "039",
          "cosine_similarity": 0.03858242556452751
        },
        {
          "id": "014",
          "cosine_similarity": 0.038121387362480164
        },
        {
          "id": "016",
          "cosine_similarity": 0.019523510709404945
        },
        {
          "id": "041",
          "cosine_similarity": 0.013853639364242554
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "bw-car",
      "text": "an old black and white photograph of a car",
      "relevant_ids": [
        "020",
        "022"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "022",
          "cosine_similarity": 0.3165971040725708
        },
        {
          "id": "020",
          "cosine_similarity": 0.24098749458789825
        },
        {
          "id": "021",
          "cosine_similarity": 0.2058197557926178
        },
        {
          "id": "028",
          "cosine_similarity": 0.16375437378883362
        },
        {
          "id": "019",
          "cosine_similarity": 0.1395052671432495
        },
        {
          "id": "003",
          "cosine_similarity": 0.13304948806762695
        },
        {
          "id": "008",
          "cosine_similarity": 0.12091769278049469
        },
        {
          "id": "043",
          "cosine_similarity": 0.1193738654255867
        },
        {
          "id": "012",
          "cosine_similarity": 0.11050714552402496
        },
        {
          "id": "010",
          "cosine_similarity": 0.10156004130840302
        },
        {
          "id": "013",
          "cosine_similarity": 0.10115279257297516
        },
        {
          "id": "025",
          "cosine_similarity": 0.098719522356987
        },
        {
          "id": "024",
          "cosine_similarity": 0.0972893238067627
        },
        {
          "id": "011",
          "cosine_similarity": 0.09646307677030563
        },
        {
          "id": "030",
          "cosine_similarity": 0.09579621255397797
        },
        {
          "id": "027",
          "cosine_similarity": 0.09424141049385071
        },
        {
          "id": "002",
          "cosine_similarity": 0.09356483817100525
        },
        {
          "id": "044",
          "cosine_similarity": 0.09286724030971527
        },
        {
          "id": "006",
          "cosine_similarity": 0.09259501099586487
        },
        {
          "id": "046",
          "cosine_similarity": 0.08906985819339752
        },
        {
          "id": "023",
          "cosine_similarity": 0.08864715695381165
        },
        {
          "id": "007",
          "cosine_similarity": 0.08633336424827576
        },
        {
          "id": "015",
          "cosine_similarity": 0.08356467634439468
        },
        {
          "id": "001",
          "cosine_similarity": 0.08319181203842163
        },
        {
          "id": "004",
          "cosine_similarity": 0.07888120412826538
        },
        {
          "id": "026",
          "cosine_similarity": 0.07640081644058228
        },
        {
          "id": "034",
          "cosine_similarity": 0.07068470120429993
        },
        {
          "id": "018",
          "cosine_similarity": 0.06821414083242416
        },
        {
          "id": "048",
          "cosine_similarity": 0.06457214057445526
        },
        {
          "id": "029",
          "cosine_similarity": 0.06334257125854492
        },
        {
          "id": "014",
          "cosine_similarity": 0.05965643376111984
        },
        {
          "id": "005",
          "cosine_similarity": 0.05770556256175041
        },
        {
          "id": "040",
          "cosine_similarity": 0.05490076541900635
        },
        {
          "id": "033",
          "cosine_similarity": 0.05483196675777435
        },
        {
          "id": "038",
          "cosine_similarity": 0.05333253741264343
        },
        {
          "id": "045",
          "cosine_similarity": 0.052292365580797195
        },
        {
          "id": "016",
          "cosine_similarity": 0.05131799727678299
        },
        {
          "id": "036",
          "cosine_similarity": 0.04608529061079025
        },
        {
          "id": "017",
          "cosine_similarity": 0.042661912739276886
        },
        {
          "id": "035",
          "cosine_similarity": 0.03842747211456299
        },
        {
          "id": "032",
          "cosine_similarity": 0.036863427609205246
        },
        {
          "id": "047",
          "cosine_similarity": 0.033434487879276276
        },
        {
          "id": "037",
          "cosine_similarity": 0.03331226110458374
        },
        {
          "id": "031",
          "cosine_similarity": 0.03308437019586563
        },
        {
          "id": "009",
          "cosine_similarity": 0.02755601890385151
        },
        {
          "id": "042",
          "cosine_similarity": 0.02735719457268715
        },
        {
          "id": "039",
          "cosine_similarity": 0.027104098349809647
        },
        {
          "id": "041",
          "cosine_similarity": 0.026878196746110916
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "not-red",
      "text": "a bicycle that is not red",
      "relevant_ids": [
        "008",
        "009",
        "010",
        "011",
        "012",
        "013",
        "014",
        "015",
        "016",
        "017",
        "018"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "001",
          "cosine_similarity": 0.324189156293869
        },
        {
          "id": "003",
          "cosine_similarity": 0.3230663537979126
        },
        {
          "id": "005",
          "cosine_similarity": 0.32009392976760864
        },
        {
          "id": "006",
          "cosine_similarity": 0.3133191168308258
        },
        {
          "id": "007",
          "cosine_similarity": 0.3046797513961792
        },
        {
          "id": "010",
          "cosine_similarity": 0.30389222502708435
        },
        {
          "id": "013",
          "cosine_similarity": 0.2938896417617798
        },
        {
          "id": "004",
          "cosine_similarity": 0.2873679995536804
        },
        {
          "id": "008",
          "cosine_similarity": 0.2834441661834717
        },
        {
          "id": "011",
          "cosine_similarity": 0.28228825330734253
        },
        {
          "id": "002",
          "cosine_similarity": 0.27435043454170227
        },
        {
          "id": "012",
          "cosine_similarity": 0.274173378944397
        },
        {
          "id": "015",
          "cosine_similarity": 0.2622336745262146
        },
        {
          "id": "016",
          "cosine_similarity": 0.24593882262706757
        },
        {
          "id": "014",
          "cosine_similarity": 0.242169588804245
        },
        {
          "id": "018",
          "cosine_similarity": 0.23684175312519073
        },
        {
          "id": "009",
          "cosine_similarity": 0.23548480868339539
        },
        {
          "id": "019",
          "cosine_similarity": 0.21753695607185364
        },
        {
          "id": "017",
          "cosine_similarity": 0.21021659672260284
        },
        {
          "id": "021",
          "cosine_similarity": 0.19001108407974243
        },
        {
          "id": "023",
          "cosine_similarity": 0.1767907440662384
        },
        {
          "id": "027",
          "cosine_similarity": 0.17140385508537292
        },
        {
          "id": "024",
          "cosine_similarity": 0.1623060554265976
        },
        {
          "id": "029",
          "cosine_similarity": 0.15842238068580627
        },
        {
          "id": "043",
          "cosine_similarity": 0.15149547159671783
        },
        {
          "id": "025",
          "cosine_similarity": 0.15060675144195557
        },
        {
          "id": "047",
          "cosine_similarity": 0.14192937314510345
        },
        {
          "id": "026",
          "cosine_similarity": 0.1385682076215744
        },
        {
          "id": "020",
          "cosine_similarity": 0.13206753134727478
        },
        {
          "id": "044",
          "cosine_similarity": 0.13040833175182343
        },
        {
          "id": "022",
          "cosine_similarity": 0.12326628714799881
        },
        {
          "id": "046",
          "cosine_similarity": 0.12159478664398193
        },
        {
          "id": "042",
          "cosine_similarity": 0.12128496170043945
        },
        {
          "id": "037",
          "cosine_similarity": 0.12052194029092789
        },
        {
          "id": "032",
          "cosine_similarity": 0.11753164231777191
        },
        {
          "id": "048",
          "cosine_similarity": 0.11432608217000961
        },
        {
          "id": "034",
          "cosine_similarity": 0.11252789944410324
        },
        {
          "id": "031",
          "cosine_similarity": 0.10757187008857727
        },
        {
          "id": "033",
          "cosine_similarity": 0.10556256026029587
        },
        {
          "id": "040",
          "cosine_similarity": 0.10360456258058548
        },
        {
          "id": "030",
          "cosine_similarity": 0.10245358198881149
        },
        {
          "id": "035",
          "cosine_similarity": 0.10068033635616302
        },
        {
          "id": "036",
          "cosine_similarity": 0.09218308329582214
        },
        {
          "id": "045",
          "cosine_similarity": 0.0909365564584732
        },
        {
          "id": "041",
          "cosine_similarity": 0.08692291378974915
        },
        {
          "id": "039",
          "cosine_similarity": 0.08352690935134888
        },
        {
          "id": "038",
          "cosine_similarity": 0.0818527564406395
        },
        {
          "id": "028",
          "cosine_similarity": 0.06116904690861702
        }
      ],
      "top1_relevant": false,
      "top5_contains_relevant": false
    },
    {
      "id": "dog-back",
      "text": "a dog lying on its back",
      "relevant_ids": [
        "041"
      ],
      "kind": "retrieval",
      "ranking": [
        {
          "id": "041",
          "cosine_similarity": 0.30970391631126404
        },
        {
          "id": "039",
          "cosine_similarity": 0.2841039299964905
        },
        {
          "id": "038",
          "cosine_similarity": 0.24811728298664093
        },
        {
          "id": "037",
          "cosine_similarity": 0.24414300918579102
        },
        {
          "id": "040",
          "cosine_similarity": 0.24116680026054382
        },
        {
          "id": "042",
          "cosine_similarity": 0.22348982095718384
        },
        {
          "id": "020",
          "cosine_similarity": 0.16590914130210876
        },
        {
          "id": "031",
          "cosine_similarity": 0.11397890746593475
        },
        {
          "id": "007",
          "cosine_similarity": 0.10544440150260925
        },
        {
          "id": "021",
          "cosine_similarity": 0.10004962235689163
        },
        {
          "id": "022",
          "cosine_similarity": 0.09587688744068146
        },
        {
          "id": "026",
          "cosine_similarity": 0.09491021931171417
        },
        {
          "id": "019",
          "cosine_similarity": 0.09341679513454437
        },
        {
          "id": "044",
          "cosine_similarity": 0.09172973036766052
        },
        {
          "id": "025",
          "cosine_similarity": 0.09119842201471329
        },
        {
          "id": "033",
          "cosine_similarity": 0.09022312611341476
        },
        {
          "id": "034",
          "cosine_similarity": 0.08582766354084015
        },
        {
          "id": "043",
          "cosine_similarity": 0.08313129842281342
        },
        {
          "id": "048",
          "cosine_similarity": 0.08247581124305725
        },
        {
          "id": "030",
          "cosine_similarity": 0.08129078149795532
        },
        {
          "id": "032",
          "cosine_similarity": 0.08035323023796082
        },
        {
          "id": "029",
          "cosine_similarity": 0.07786887139081955
        },
        {
          "id": "004",
          "cosine_similarity": 0.07713226974010468
        },
        {
          "id": "011",
          "cosine_similarity": 0.07710573822259903
        },
        {
          "id": "035",
          "cosine_similarity": 0.07509401440620422
        },
        {
          "id": "036",
          "cosine_similarity": 0.07151742279529572
        },
        {
          "id": "027",
          "cosine_similarity": 0.07073289155960083
        },
        {
          "id": "003",
          "cosine_similarity": 0.06452108174562454
        },
        {
          "id": "018",
          "cosine_similarity": 0.06189223378896713
        },
        {
          "id": "045",
          "cosine_similarity": 0.059582531452178955
        },
        {
          "id": "010",
          "cosine_similarity": 0.05705377459526062
        },
        {
          "id": "024",
          "cosine_similarity": 0.05595741048455238
        },
        {
          "id": "013",
          "cosine_similarity": 0.055426858365535736
        },
        {
          "id": "017",
          "cosine_similarity": 0.05459117144346237
        },
        {
          "id": "015",
          "cosine_similarity": 0.05114361271262169
        },
        {
          "id": "006",
          "cosine_similarity": 0.047445476055145264
        },
        {
          "id": "046",
          "cosine_similarity": 0.04541972279548645
        },
        {
          "id": "028",
          "cosine_similarity": 0.044976942241191864
        },
        {
          "id": "008",
          "cosine_similarity": 0.044973138719797134
        },
        {
          "id": "047",
          "cosine_similarity": 0.04449203982949257
        },
        {
          "id": "002",
          "cosine_similarity": 0.034965138882398605
        },
        {
          "id": "001",
          "cosine_similarity": 0.03361113369464874
        },
        {
          "id": "023",
          "cosine_similarity": 0.03294825926423073
        },
        {
          "id": "012",
          "cosine_similarity": 0.020452607423067093
        },
        {
          "id": "009",
          "cosine_similarity": 0.017488421872258186
        },
        {
          "id": "005",
          "cosine_similarity": 0.012444775551557541
        },
        {
          "id": "014",
          "cosine_similarity": 0.004077635705471039
        },
        {
          "id": "016",
          "cosine_similarity": 0.0032509607262909412
        }
      ],
      "top1_relevant": true,
      "top5_contains_relevant": true
    },
    {
      "id": "absent",
      "text": "an elephant standing in a kitchen",
      "relevant_ids": [],
      "kind": "absent-target",
      "ranking": [
        {
          "id": "043",
          "cosine_similarity": 0.2321276068687439
        },
        {
          "id": "020",
          "cosine_similarity": 0.13905157148838043
        },
        {
          "id": "044",
          "cosine_similarity": 0.1183486059308052
        },
        {
          "id": "015",
          "cosine_similarity": 0.11780785024166107
        },
        {
          "id": "007",
          "cosine_similarity": 0.10788308084011078
        },
        {
          "id": "013",
          "cosine_similarity": 0.10350492596626282
        },
        {
          "id": "048",
          "cosine_similarity": 0.08699598908424377
        },
        {
          "id": "046",
          "cosine_similarity": 0.08316776156425476
        },
        {
          "id": "045",
          "cosine_similarity": 0.08163197338581085
        },
        {
          "id": "040",
          "cosine_similarity": 0.08140809834003448
        },
        {
          "id": "010",
          "cosine_similarity": 0.08128361403942108
        },
        {
          "id": "003",
          "cosine_similarity": 0.06897775828838348
        },
        {
          "id": "006",
          "cosine_similarity": 0.06798788905143738
        },
        {
          "id": "018",
          "cosine_similarity": 0.06602758914232254
        },
        {
          "id": "042",
          "cosine_similarity": 0.06480524688959122
        },
        {
          "id": "041",
          "cosine_similarity": 0.060555245727300644
        },
        {
          "id": "037",
          "cosine_similarity": 0.05972146987915039
        },
        {
          "id": "047",
          "cosine_similarity": 0.056453876197338104
        },
        {
          "id": "038",
          "cosine_similarity": 0.054179318249225616
        },
        {
          "id": "008",
          "cosine_similarity": 0.05417357757687569
        },
        {
          "id": "024",
          "cosine_similarity": 0.05232679843902588
        },
        {
          "id": "021",
          "cosine_similarity": 0.05170800909399986
        },
        {
          "id": "033",
          "cosine_similarity": 0.05060931295156479
        },
        {
          "id": "022",
          "cosine_similarity": 0.05014495551586151
        },
        {
          "id": "031",
          "cosine_similarity": 0.0467931404709816
        },
        {
          "id": "011",
          "cosine_similarity": 0.04530709981918335
        },
        {
          "id": "012",
          "cosine_similarity": 0.04406106099486351
        },
        {
          "id": "002",
          "cosine_similarity": 0.040398724377155304
        },
        {
          "id": "023",
          "cosine_similarity": 0.03970814868807793
        },
        {
          "id": "016",
          "cosine_similarity": 0.03691710904240608
        },
        {
          "id": "001",
          "cosine_similarity": 0.03526334837079048
        },
        {
          "id": "019",
          "cosine_similarity": 0.030409231781959534
        },
        {
          "id": "030",
          "cosine_similarity": 0.02559037134051323
        },
        {
          "id": "025",
          "cosine_similarity": 0.02316872775554657
        },
        {
          "id": "028",
          "cosine_similarity": 0.022938091307878494
        },
        {
          "id": "034",
          "cosine_similarity": 0.019358474761247635
        },
        {
          "id": "039",
          "cosine_similarity": 0.017897829413414
        },
        {
          "id": "017",
          "cosine_similarity": 0.011076640337705612
        },
        {
          "id": "004",
          "cosine_similarity": 0.011062286794185638
        },
        {
          "id": "032",
          "cosine_similarity": 0.010805439203977585
        },
        {
          "id": "005",
          "cosine_similarity": 0.005341340787708759
        },
        {
          "id": "026",
          "cosine_similarity": 0.0049517713487148285
        },
        {
          "id": "036",
          "cosine_similarity": -0.0019666291773319244
        },
        {
          "id": "027",
          "cosine_similarity": -0.0028587179258465767
        },
        {
          "id": "035",
          "cosine_similarity": -0.006021328270435333
        },
        {
          "id": "009",
          "cosine_similarity": -0.007956002838909626
        },
        {
          "id": "029",
          "cosine_similarity": -0.015608959831297398
        },
        {
          "id": "014",
          "cosine_similarity": -0.023371528834104538
        }
      ],
      "top1_relevant": null,
      "top5_contains_relevant": null
    }
  ],
  "annotation_audit": "annotation-audit.json"
}