{
  "params": {
    "class_names": "No DR,Mild,Moderate,Severe,Proliferative",
    "support_counts": "3,1,1,0,0",
    "beta": 1.0,
    "k": 3,
    "temperature": 0,
    "modality_gap": 1.0,
    "separability": 1.0,
    "gap_shrink": 0.5,
    "n_seeds": 50,
    "world_seed": 0,
    "runbook_url": ""
  },
  "classes": [
    "No DR",
    "Mild",
    "Moderate",
    "Severe",
    "Proliferative"
  ],
  "support_counts": [
    3,
    1,
    1,
    0,
    0
  ],
  "supported": [
    "No DR",
    "Mild",
    "Moderate"
  ],
  "zero_support": [
    "Severe",
    "Proliferative"
  ],
  "test_n_per_class": [
    552,
    156,
    240,
    132,
    120
  ],
  "table": {
    "SS-Text+": {
      "top1": 72.86166666666668,
      "aca": 62.66700212830648,
      "mcr": 73.38787878787879,
      "scr": 55.51975102192493,
      "h": 63.04831326754453,
      "recall": [
        99.80797101449276,
        25.051282051282048,
        41.69999999999999,
        67.57575757575756,
        79.2
      ]
    },
    "KGPT-VLM": {
      "top1": 74.41666666666666,
      "aca": 64.06164082294517,
      "mcr": 73.10909090909091,
      "scr": 58.03000743218134,
      "h": 64.6481969101932,
      "recall": [
        99.80797101449276,
        23.615384615384617,
        50.66666666666667,
        67.98484848484848,
        78.23333333333333
      ],
      "d_top1": 1.5550000000000017,
      "d_top1_ci": [
        1.329958333333336,
        1.768333333333335
      ],
      "d_aca": 1.394638694638694,
      "d_aca_ci": [
        0.9463263403263403,
        1.8460262237762233
      ],
      "d_mcr": -0.27878787878787814,
      "d_mcr_ci": [
        -1.538768939393939,
        1.0515909090909097
      ],
      "d_scr": 2.5102564102564107,
      "d_scr_ci": [
        2.239102564102565,
        2.7694604700854724
      ],
      "d_h": 1.5998836426486844,
      "d_h_ci": [
        1.2032418946452614,
        1.9957844474927189
      ],
      "ntr": 50.0,
      "ntr_severe": 16.0,
      "n_improved": 25,
      "n_unchanged": 0,
      "d_mcr_per_seed": [
        0.303030303030305,
        11.856060606060614,
        1.8560606060606055,
        5.340909090909096,
        3.0681818181818254,
        0.11363636363637131,
        -0.037878787878786735,
        0.2272727272727315,
        3.4848484848484906,
        -9.431818181818175,
        5.9469696969696955,
        3.5227272727272663,
        -4.507575757575754,
        2.4242424242424288,
        -6.666666666666654,
        -2.7651515151515205,
        0.11363636363637131,
        -5.606060606060614,
        2.2727272727272707,
        6.666666666666677,
        -3.409090909090917,
        -1.7045454545454586,
        -12.348484848484853,
        -0.4545454545454519,
        1.780303030303032,
        -0.37878787878788955,
        0.3409090909090917,
        1.8560606060606055,
        6.098484848484853,
        3.257575757575748,
        4.999999999999993,
        -8.371212121212125,
        -6.022727272727268,
        0.303030303030305,
        9.810606060606053,
        4.696969696969711,
        3.409090909090906,
        -4.696969696969688,
        -5.189393939393938,
        -0.49242424242423866,
        -3.1818181818181857,
        -0.1136363636363491,
        -3.560606060606064,
        -2.575757575757587,
        0.3409090909090806,
        -2.2727272727272707,
        -0.7575757575757569,
        -4.772727272727273,
        -2.803030303030307,
        -5.909090909090908
      ]
    },
    "KGPT-Ont": {
      "top1": 74.45166666666665,
      "aca": 64.22780632411067,
      "mcr": 73.71136363636363,
      "scr": 57.90543478260869,
      "h": 64.80449922281045,
      "recall": [
        99.80797101449276,
        23.833333333333332,
        50.075,
        68.43939393939394,
        78.98333333333332
      ],
      "d_top1": 1.5900000000000005,
      "d_top1_ci": [
        1.3800000000000014,
        1.810000000000001
      ],
      "d_aca": 1.5608041958041958,
      "d_aca_ci": [
        1.130509324009324,
        1.9901998834498846
      ],
      "d_mcr": 0.3234848484848497,
      "d_mcr_ci": [
        -0.9280681818181801,
        1.6091666666666666
      ],
      "d_scr": 2.38568376068376,
      "d_scr_ci": [
        2.1164209401709404,
        2.6316506410256397
      ],
      "d_h": 1.7561859552659311,
      "d_h_ci": [
        1.3656388030079472,
        2.1969544432830923
      ],
      "ntr": 46.0,
      "ntr_severe": 14.000000000000002,
      "n_improved": 26,
      "n_unchanged": 1,
      "d_mcr_per_seed": [
        1.1363636363636354,
        11.477272727272725,
        1.8560606060606055,
        5.757575757575761,
        3.0681818181818254,
        -0.26515151515150714,
        1.1363636363636354,
        0.9848484848484884,
        4.734848484848486,
        -7.424242424242422,
        5.9469696969696955,
        3.560606060606064,
        -3.3333333333333326,
        3.1818181818181857,
        -5.075757575757567,
        -2.4242424242424288,
        0.49242424242423866,
        -5.9469696969696955,
        4.318181818181821,
        7.46212121212122,
        -3.409090909090917,
        -1.2878787878787934,
        -10.71969696969698,
        -0.07575757575757347,
        2.1969696969696972,
        0.0,
        -0.4545454545454519,
        2.6515151515151603,
        6.136363636363629,
        3.6363636363636376,
        5.7954545454545485,
        -9.166666666666668,
        -5.2272727272727355,
        1.0984848484848486,
        10.643939393939394,
        5.113636363636376,
        3.8257575757575824,
        -3.5227272727272663,
        -4.053030303030313,
        1.0984848484848486,
        -2.7272727272727337,
        0.6439393939394078,
        -2.348484848484844,
        -2.1969696969696972,
        1.5151515151515138,
        -1.8560606060606055,
        -0.7575757575757569,
        -3.9393939393939315,
        -1.9696969696969657,
        -5.113636363636365
      ]
    },
    "KGPT-Gated": {
      "top1": 73.98166666666665,
      "aca": 64.20049863180299,
      "mcr": 75.76136363636364,
      "scr": 56.493255295429215,
      "h": 64.61269500661635,
      "recall": [
        99.80797101449276,
        24.538461538461533,
        45.13333333333332,
        70.10606060606061,
        81.41666666666667
      ],
      "d_top1": 1.1200000000000008,
      "d_top1_ci": [
        0.9916666666666678,
        1.2583333333333344
      ],
      "d_aca": 1.533496503496503,
      "d_aca_ci": [
        1.2992919580419569,
        1.7516692890442893
      ],
      "d_mcr": 2.373484848484849,
      "d_mcr_ci": [
        1.7219318181818184,
        2.947140151515152
      ],
      "d_scr": 0.973504273504274,
      "d_scr_ci": [
        0.8230181623931647,
        1.1248130341880351
      ],
      "d_h": 1.5643817390718164,
      "d_h_ci": [
        1.3502420472223526,
        1.7807501349539248
      ],
      "ntr": 16.0,
      "ntr_severe": 0.0,
      "n_improved": 42,
      "n_unchanged": 0,
      "d_mcr_per_seed": [
        3.295454545454557,
        5.909090909090908,
        1.780303030303032,
        3.863636363636358,
        5.113636363636365,
        0.454545454545463,
        1.5151515151515138,
        3.0681818181818143,
        6.212121212121224,
        -2.7272727272727226,
        5.9469696969696955,
        3.9772727272727293,
        1.5151515151515138,
        5.113636363636376,
        0.07575757575758457,
        0.7954545454545436,
        2.4621212121212155,
        -1.5530303030303116,
        3.6363636363636376,
        3.901515151515156,
        0.49242424242423866,
        0.37878787878787845,
        -1.6287878787878851,
        1.2499999999999956,
        4.92424242424242,
        4.962121212121207,
        3.106060606060612,
        3.8257575757575824,
        3.9393939393939315,
        4.734848484848486,
        4.280303030303035,
        -1.931818181818179,
        -0.37878787878787845,
        3.5227272727272774,
        3.446969696969693,
        4.053030303030303,
        4.2424242424242475,
        1.3636363636363669,
        0.07575757575757347,
        3.4848484848484906,
        2.348484848484844,
        2.3484848484848664,
        1.5909090909090984,
        -0.03787878787879784,
        4.659090909090901,
        2.537878787878789,
        3.9393939393939426,
        -1.6287878787878851,
        0.8333333333333304,
        -0.4166666666666652
      ]
    }
  },
  "gate_inspector": {
    "Severe": {
      "gate_mean": 0.5140501246574211,
      "gate_sd": 0.019369360545046465,
      "a_mean": 0.8112351803406829,
      "q_vlm": 0.4015294327313756,
      "q_ont": 1.0,
      "q_hybrid": 0.6336635011829034,
      "d_min": 1.0,
      "top_source_counts": {
        "Moderate": 50
      }
    },
    "Proliferative": {
      "gate_mean": 0.2154841808141941,
      "gate_sd": 0.007641834934343433,
      "a_mean": 0.8236265612618929,
      "q_vlm": 0.13689894279338244,
      "q_ont": 0.5,
      "q_hybrid": 0.26162849882360145,
      "d_min": 2.0,
      "top_source_counts": {
        "Moderate": 50
      }
    }
  },
  "paper_gate_check": {
    "Severe DR": {
      "q_vlm": 0.381,
      "q_ont": 1.0,
      "q_hybrid": 0.6172519744804386,
      "gate_paper": 0.582,
      "implied_a": 0.9428888429071266
    },
    "Proliferative DR": {
      "q_vlm": 0.102,
      "q_ont": 0.5,
      "q_hybrid": 0.22583179581272428,
      "gate_paper": 0.214,
      "implied_a": 0.947607927527902
    }
  },
  "beta_sweep": {
    "beta": [
      0.0,
      0.1,
      0.2,
      0.3,
      0.45,
      0.6,
      0.8,
      1.0,
      1.25,
      1.5,
      2.0
    ],
    "ungated_d_mcr": [
      0.0,
      0.8151515151515157,
      1.7848484848484854,
      2.109090909090911,
      2.4424242424242437,
      2.578030303030305,
      1.3810606060606077,
      -0.02348484848484908,
      -3.4446969696969685,
      -7.812878787878787,
      -17.788636363636364
    ],
    "ungated_ntr": [
      0.0,
      10.0,
      12.0,
      12.0,
      18.0,
      24.0,
      40.0,
      48.0,
      74.0,
      92.0,
      100.0
    ],
    "gated_d_mcr": [
      0.0,
      0.2196969696969704,
      0.7098484848484858,
      1.142424242424243,
      1.6242424242424258,
      1.9265151515151515,
      2.2757575757575754,
      2.373484848484849,
      2.016666666666667,
      1.1045454545454556,
      -1.0446969696969688
    ],
    "gated_ntr": [
      0.0,
      10.0,
      14.000000000000002,
      8.0,
      12.0,
      16.0,
      12.0,
      16.0,
      22.0,
      32.0,
      56.00000000000001
    ],
    "ungated_d_aca": [
      0.0,
      0.4286247086247066,
      0.9277855477855472,
      1.1324825174825177,
      1.4804312354312361,
      1.7944172494172506,
      1.7359693929259132,
      1.4706060606060603,
      0.46023715415019756,
      -1.0653187392317836,
      -4.795159116246074
    ],
    "gated_d_aca": [
      0.0,
      0.14518648018647948,
      0.39342657342657206,
      0.6178671328671312,
      0.8795687645687642,
      1.0702214452214436,
      1.3368414918414906,
      1.533496503496503,
      1.639230769230769,
      1.5613053613053618,
      1.0678458498023717
    ]
  },
  "ntr_ungated_vlm": 50.0,
  "ntr_ungated_ont": 46.0,
  "ntr_gated": 16.0,
  "d_mcr_gated": 2.373484848484849,
  "d_aca_gated": 1.533496503496503,
  "d_scr_gated": 0.973504273504274,
  "d_h_gated": 1.5643817390718164,
  "d_top1_gated": 1.1200000000000008,
  "ntr_reduction_points": 30.0,
  "gate_closed_classes": [],
  "world": {
    "D": 256,
    "geometry": {
      "ell": 1.3,
      "last_step": 1.4,
      "kappa": 0.3,
      "gap": 1.0,
      "omega": 0.3,
      "sigma": 1.0,
      "sigma_ord": 0.15,
      "sigma_gap": 0.3,
      "D": 256
    },
    "repulsion": 0.25,
    "lambda": 1.0,
    "modality_gap": 1.0,
    "separability": 1.0
  },
  "runtime_sec": 2.3
}