{
  "params": {
    "task": "amd",
    "eye": "left",
    "prevalence": 0,
    "inter_eye_corr": 0.6,
    "alpha": 0.03,
    "noise_left": 2.0,
    "noise_right": 2.0,
    "n_patients": 3500,
    "n_seeds": 10,
    "seed": 0,
    "runbook_url": ""
  },
  "task": "amd",
  "eye": "left",
  "main": {
    "baseline": {
      "auroc": 0.7113185699811839,
      "auprc": 0.17765361656348488,
      "bal_acc": 0.605369807497467,
      "precision": 0.35714285714285715,
      "recall": 0.23809523809523808,
      "fpr": 0.02735562310030395,
      "threshold": 0.24000000000000002
    },
    "privileged": {
      "auroc": 0.7016934433347807,
      "auprc": 0.1759103276698282,
      "bal_acc": 0.5954913880445796,
      "precision": 0.24390243902439024,
      "recall": 0.23809523809523808,
      "fpr": 0.04711246200607903,
      "threshold": 0.27
    },
    "epochs": [
      77,
      117
    ],
    "teacher_auroc": 0.7289405123751629,
    "cka_student_teacher": 0.5776866339807949,
    "cka_baseline_teacher": 0.4595496155706602,
    "probe": {
      "baseline": 0.7180851063829787,
      "privileged": 0.7059994210450138
    },
    "boot": [
      {
        "auroc": [
          0.6256473015345647,
          0.7894951909404643
        ],
        "bal_acc": [
          0.5424634998693127,
          0.6747857621223718
        ],
        "precision": [
          0.1764066496163683,
          0.5333333333333333
        ],
        "recall": [
          0.1111111111111111,
          0.375
        ],
        "fpr": [
          0.015382262996941898,
          0.04066265060240964
        ],
        "auprc": [
          0.09994034917890564,
          0.3065207949950124
        ]
      },
      {
        "auroc": [
          0.6154110036940524,
          0.7791740359928997
        ],
        "bal_acc": [
          0.5322945352484729,
          0.6661668123911814
        ],
        "precision": [
          0.1162567084078712,
          0.37216569767441854
        ],
        "recall": [
          0.1111111111111111,
          0.37779279279279276
        ],
        "fpr": [
          0.031421613629443734,
          0.06212121212121212
        ],
        "auprc": [
          0.100350102029399,
          0.30601410520149636
        ]
      },
      [
        -0.032976957683594786,
        0.011520611547884899
      ],
      0.193
    ],
    "n_test": 700,
    "n_test_pos": 42
  },
  "baseline": {
    "auroc": 0.7113185699811839,
    "auprc": 0.17765361656348488,
    "bal_acc": 0.605369807497467,
    "precision": 0.35714285714285715,
    "recall": 0.23809523809523808,
    "fpr": 0.02735562310030395,
    "threshold": 0.24000000000000002
  },
  "privileged": {
    "auroc": 0.7016934433347807,
    "auprc": 0.1759103276698282,
    "bal_acc": 0.5954913880445796,
    "precision": 0.24390243902439024,
    "recall": 0.23809523809523808,
    "fpr": 0.04711246200607903,
    "threshold": 0.27
  },
  "d_auroc": -0.009625126646403248,
  "d_bal_acc": -0.009878419452887477,
  "d_precision": -0.11324041811846691,
  "d_recall": 0.0,
  "d_fpr": 0.019756838905775075,
  "teacher_auroc": 0.7289405123751629,
  "cka_student_teacher": 0.5776866339807949,
  "cka_baseline_teacher": 0.4595496155706602,
  "d_cka": 0.11813701841013469,
  "probe": {
    "baseline": 0.7180851063829787,
    "privileged": 0.7059994210450138
  },
  "d_probe": -0.012085685337964946,
  "ci_baseline": {
    "auroc": [
      0.6256473015345647,
      0.7894951909404643
    ],
    "bal_acc": [
      0.5424634998693127,
      0.6747857621223718
    ],
    "precision": [
      0.1764066496163683,
      0.5333333333333333
    ],
    "recall": [
      0.1111111111111111,
      0.375
    ],
    "fpr": [
      0.015382262996941898,
      0.04066265060240964
    ],
    "auprc": [
      0.09994034917890564,
      0.3065207949950124
    ]
  },
  "ci_privileged": {
    "auroc": [
      0.6154110036940524,
      0.7791740359928997
    ],
    "bal_acc": [
      0.5322945352484729,
      0.6661668123911814
    ],
    "precision": [
      0.1162567084078712,
      0.37216569767441854
    ],
    "recall": [
      0.1111111111111111,
      0.37779279279279276
    ],
    "fpr": [
      0.031421613629443734,
      0.06212121212121212
    ],
    "auprc": [
      0.100350102029399,
      0.30601410520149636
    ]
  },
  "ci_d_auroc": [
    -0.032976957683594786,
    0.011520611547884899
  ],
  "boot_share_d_auroc_positive": 0.193,
  "seeds": {
    "d_auroc": [
      -0.009625126646403248,
      0.03195956137132605,
      0.02714932126696823,
      -0.0019664115646258473,
      0.04367424242424245,
      0.0415762049500652,
      0.0016876416413521556,
      0.057519057519057504,
      0.025672117516629567,
      0.027203079314556455
    ],
    "mean_d_auroc": 0.02448496877931685,
    "sd_d_auroc": 0.02050913847049037,
    "n_positive": 8,
    "n": 10,
    "d_fpr": [
      0.019756838905775075,
      -0.009049773755656111,
      0.016591251885369532,
      -0.044642857142857144,
      0.003030303030303036,
      -0.034954407294832825,
      0.070254110612855,
      0.024132730015082954,
      0.0,
      -0.07132018209408193
    ],
    "d_precision": [
      -0.11324041811846691,
      0.003875968992248041,
      0.15804597701149425,
      0.12408088235294118,
      0.011111111111111127,
      -0.05514096185737977,
      -0.03140733637017501,
      -0.035650623885918,
      0.019871794871794884,
      0.07199999999999998
    ],
    "thresholds": [
      [
        0.24000000000000002,
        0.27
      ],
      [
        0.16,
        0.22
      ],
      [
        0.27,
        0.3
      ],
      [
        0.15000000000000002,
        0.31
      ],
      [
        0.19,
        0.24000000000000002
      ],
      [
        0.17,
        0.26
      ],
      [
        0.15000000000000002,
        0.15000000000000002
      ],
      [
        0.18000000000000002,
        0.22
      ],
      [
        0.15000000000000002,
        0.23
      ],
      [
        0.09,
        0.2
      ]
    ]
  },
  "sweep": {
    "rho": [
      0.2,
      0.4,
      0.6,
      0.8,
      0.95
    ],
    "alpha": [
      0.0,
      0.003,
      0.01,
      0.03,
      0.1,
      0.3
    ],
    "d_auroc": [
      [
        0.0,
        0.013600439648511264,
        0.02950062073054288,
        0.03509810833435789,
        0.036747508859892974,
        0.03736269321730651
      ],
      [
        0.0,
        0.025306983664512506,
        0.040745999892098206,
        0.046235576417074375,
        0.04903901420811091,
        0.04901841869741813
      ],
      [
        0.0,
        0.015736294528314154,
        0.029380097147057083,
        0.03375730650040948,
        0.034101411834004614,
        0.033386746231026165
      ],
      [
        0.0,
        0.009915704246881762,
        0.018919408785481873,
        0.019873557660133268,
        0.02059361973834678,
        0.02095271681641736
      ],
      [
        0.0,
        0.007819476493165722,
        0.013929170900930432,
        0.014829004931793288,
        0.014328996050526344,
        0.014300673192665814
      ]
    ]
  },
  "n_test": 700,
  "n_test_pos": 42,
  "runtime_sec": 27.5
}