{"calibration_n": 368, "evaluation_n": 159, "evaluation_plants": 21, "method": "Monotone Platt scaling of five-fold mean sigmoid; fitted only on calibration split", "models": {"10": {"calibrator": {"calibration_loss": 0.1784145894856075, "intercept": 0.21207419725093005, "slope": 1.7017766486725836}, "evaluation_after": {"brier": 0.043747365472038974, "ece_10_equal_width": 0.017369476474466863, "log_loss": 0.16098824189400984}, "evaluation_before": {"brier": 0.050321030112484934, "ece_10_equal_width": 0.07433447883282816, "log_loss": 0.19856622070044794}, "label_coverage": [{"calibration_positives": 88, "class_validation_supported": true, "evaluation_auc": 0.968029578077425, "evaluation_average_precision": 0.9063653710426814, "evaluation_positives": 38, "label": "Nucleus"}, {"calibration_positives": 92, "class_validation_supported": true, "evaluation_auc": 0.9059907834101382, "evaluation_average_precision": 0.783234752843919, "evaluation_positives": 35, "label": "Cytoplasm"}, {"calibration_positives": 138, "class_validation_supported": true, "evaluation_auc": 0.9671482628138974, "evaluation_average_precision": 0.9586646932008132, "evaluation_positives": 57, "label": "Extracellular"}, {"calibration_positives": 25, "class_validation_supported": true, "evaluation_auc": 0.8928571428571428, "evaluation_average_precision": 0.6582838949533301, "evaluation_positives": 7, "label": "Mitochondrion"}, {"calibration_positives": 34, "class_validation_supported": true, "evaluation_auc": 0.9367321867321867, "evaluation_average_precision": 0.6040129461182092, "evaluation_positives": 11, "label": "Cell.membrane"}, {"calibration_positives": 22, "class_validation_supported": true, "evaluation_auc": 0.9759653270291568, "evaluation_average_precision": 0.882415809499143, "evaluation_positives": 18, "label": "Endoplasmic.reticulum"}, {"calibration_positives": 11, "class_validation_supported": true, "evaluation_auc": 0.7090909090909091, "evaluation_average_precision": 0.06314119484851193, "evaluation_positives": 5, "label": "Plastid"}, {"calibration_positives": 9, "class_validation_supported": true, "evaluation_auc": 0.9764957264957265, "evaluation_average_precision": 0.5575757575757576, "evaluation_positives": 3, "label": "Golgi.apparatus"}, {"calibration_positives": 16, "class_validation_supported": true, "evaluation_auc": 0.8995726495726495, "evaluation_average_precision": 0.17579365079365078, "evaluation_positives": 3, "label": "Lysosome/Vacuole"}, {"calibration_positives": 6, "class_validation_supported": true, "evaluation_auc": 0.9441558441558442, "evaluation_average_precision": 0.44499999999999995, "evaluation_positives": 5, "label": "Peroxisome"}], "majority_location_baseline_accuracy": 0.3584905660377358, "passed": true, "plant_after": {"brier": 0.045730701886057275, "ece_10_equal_width": 0.03627223855684678, "log_loss": 0.1712600324687242}, "plant_before": {"brier": 0.05486407806727112, "ece_10_equal_width": 0.10168384100709642, "log_loss": 0.22267094068229198}, "reliability_bins": [{"label": "Nucleus", "lower": 0.0, "mean_probability": 0.03287772628490804, "n": 87, "observed_annotation_rate": 0.011494252873563218, "upper": 0.1}, {"label": "Nucleus", "lower": 0.1, "mean_probability": 0.14938515990261492, "n": 11, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Nucleus", "lower": 0.2, "mean_probability": 0.2458781186324721, "n": 6, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Nucleus", "lower": 0.30000000000000004, "mean_probability": 0.35341858607008286, "n": 12, "observed_annotation_rate": 0.3333333333333333, "upper": 0.4}, {"label": "Nucleus", "lower": 0.4, "mean_probability": 0.4316075376996179, "n": 8, "observed_annotation_rate": 0.5, "upper": 0.5}, {"label": "Nucleus", "lower": 0.5, "mean_probability": 0.5432244917264526, "n": 5, "observed_annotation_rate": 0.6, "upper": 0.6000000000000001}, {"label": "Nucleus", "lower": 0.6000000000000001, "mean_probability": 0.656420996615023, "n": 5, "observed_annotation_rate": 0.6, "upper": 0.7000000000000001}, {"label": "Nucleus", "lower": 0.7000000000000001, "mean_probability": 0.7874981259702644, "n": 3, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Nucleus", "lower": 0.8, "mean_probability": 0.8555535587246917, "n": 4, "observed_annotation_rate": 0.75, "upper": 0.9}, {"label": "Nucleus", "lower": 0.9, "mean_probability": 0.9433968943084314, "n": 18, "observed_annotation_rate": 0.9444444444444444, "upper": 1.0}, {"label": "Cytoplasm", "lower": 0.0, "mean_probability": 0.041123590242833026, "n": 54, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cytoplasm", "lower": 0.1, "mean_probability": 0.1521158677456104, "n": 44, "observed_annotation_rate": 0.11363636363636363, "upper": 0.2}, {"label": "Cytoplasm", "lower": 0.2, "mean_probability": 0.2342717584664241, "n": 19, "observed_annotation_rate": 0.15789473684210525, "upper": 0.30000000000000004}, {"label": "Cytoplasm", "lower": 0.30000000000000004, "mean_probability": 0.3551905540882929, "n": 10, "observed_annotation_rate": 0.3, "upper": 0.4}, {"label": "Cytoplasm", "lower": 0.4, "mean_probability": 0.4409080339882532, "n": 9, "observed_annotation_rate": 0.6666666666666666, "upper": 0.5}, {"label": "Cytoplasm", "lower": 0.5, "mean_probability": 0.5685547783038172, "n": 8, "observed_annotation_rate": 0.75, "upper": 0.6000000000000001}, {"label": "Cytoplasm", "lower": 0.6000000000000001, "mean_probability": 0.6532305028343327, "n": 9, "observed_annotation_rate": 0.6666666666666666, "upper": 0.7000000000000001}, {"label": "Cytoplasm", "lower": 0.7000000000000001, "mean_probability": 0.7507577393808091, "n": 6, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Extracellular", "lower": 0.0, "mean_probability": 0.016835608174181935, "n": 102, "observed_annotation_rate": 0.049019607843137254, "upper": 0.1}, {"label": "Extracellular", "lower": 0.1, "mean_probability": 0.13854056461231093, "n": 5, "observed_annotation_rate": 0.2, "upper": 0.2}, {"label": "Extracellular", "lower": 0.2, "mean_probability": 0.25690730835117537, "n": 4, "observed_annotation_rate": 1.0, "upper": 0.30000000000000004}, {"label": "Extracellular", "lower": 0.30000000000000004, "mean_probability": 0.37887011467458204, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.4}, {"label": "Extracellular", "lower": 0.4, "mean_probability": 0.4618767206770461, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Extracellular", "lower": 0.5, "mean_probability": 0.5760644516345526, "n": 2, "observed_annotation_rate": 1.0, "upper": 0.6000000000000001}, {"label": "Extracellular", "lower": 0.6000000000000001, "mean_probability": 0.6318563842567185, "n": 3, "observed_annotation_rate": 1.0, "upper": 0.7000000000000001}, {"label": "Extracellular", "lower": 0.7000000000000001, "mean_probability": 0.7225189904430267, "n": 3, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Extracellular", "lower": 0.8, "mean_probability": 0.8601339201321841, "n": 9, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Extracellular", "lower": 0.9, "mean_probability": 0.967999892761502, "n": 29, "observed_annotation_rate": 0.9655172413793104, "upper": 1.0}, {"label": "Mitochondrion", "lower": 0.0, "mean_probability": 0.024632048722428666, "n": 129, "observed_annotation_rate": 0.015503875968992248, "upper": 0.1}, {"label": "Mitochondrion", "lower": 0.1, "mean_probability": 0.13760339828107768, "n": 10, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Mitochondrion", "lower": 0.2, "mean_probability": 0.2194265682198011, "n": 6, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Mitochondrion", "lower": 0.30000000000000004, "mean_probability": 0.3617065881615667, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Mitochondrion", "lower": 0.6000000000000001, "mean_probability": 0.668685511605941, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Mitochondrion", "lower": 0.7000000000000001, "mean_probability": 0.7403235930506333, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.8}, {"label": "Mitochondrion", "lower": 0.8, "mean_probability": 0.8297187618244077, "n": 5, "observed_annotation_rate": 0.4, "upper": 0.9}, {"label": "Mitochondrion", "lower": 0.9, "mean_probability": 0.94005665637286, "n": 3, "observed_annotation_rate": 1.0, "upper": 1.0}, {"label": "Cell.membrane", "lower": 0.0, "mean_probability": 0.03578267196551217, "n": 127, "observed_annotation_rate": 0.007874015748031496, "upper": 0.1}, {"label": "Cell.membrane", "lower": 0.1, "mean_probability": 0.13110576722860748, "n": 7, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Cell.membrane", "lower": 0.2, "mean_probability": 0.23862790733484585, "n": 8, "observed_annotation_rate": 0.25, "upper": 0.30000000000000004}, {"label": "Cell.membrane", "lower": 0.30000000000000004, "mean_probability": 0.338245327290332, "n": 4, "observed_annotation_rate": 0.25, "upper": 0.4}, {"label": "Cell.membrane", "lower": 0.4, "mean_probability": 0.4210377813544327, "n": 2, "observed_annotation_rate": 0.5, "upper": 0.5}, {"label": "Cell.membrane", "lower": 0.5, "mean_probability": 0.5641395041525588, "n": 6, "observed_annotation_rate": 0.5, "upper": 0.6000000000000001}, {"label": "Cell.membrane", "lower": 0.6000000000000001, "mean_probability": 0.6284567660888108, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.7000000000000001}, {"label": "Cell.membrane", "lower": 0.8, "mean_probability": 0.8346664345897032, "n": 2, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Endoplasmic.reticulum", "lower": 0.0, "mean_probability": 0.03241338711935532, "n": 132, "observed_annotation_rate": 0.015151515151515152, "upper": 0.1}, {"label": "Endoplasmic.reticulum", "lower": 0.1, "mean_probability": 0.14954851994003857, "n": 13, "observed_annotation_rate": 0.3076923076923077, "upper": 0.2}, {"label": "Endoplasmic.reticulum", "lower": 0.2, "mean_probability": 0.2168745971112972, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.30000000000000004}, {"label": "Endoplasmic.reticulum", "lower": 0.30000000000000004, "mean_probability": 0.33776657384486747, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.4}, {"label": "Endoplasmic.reticulum", "lower": 0.4, "mean_probability": 0.4036832846340317, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Endoplasmic.reticulum", "lower": 0.6000000000000001, "mean_probability": 0.6540854594098201, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.7000000000000001}, {"label": "Endoplasmic.reticulum", "lower": 0.8, "mean_probability": 0.8773418372567909, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Endoplasmic.reticulum", "lower": 0.9, "mean_probability": 0.9243359561651312, "n": 7, "observed_annotation_rate": 1.0, "upper": 1.0}, {"label": "Plastid", "lower": 0.0, "mean_probability": 0.009586002922209883, "n": 158, "observed_annotation_rate": 0.03164556962025317, "upper": 0.1}, {"label": "Plastid", "lower": 0.1, "mean_probability": 0.15727686021277468, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Golgi.apparatus", "lower": 0.0, "mean_probability": 0.02523190909732677, "n": 148, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Golgi.apparatus", "lower": 0.1, "mean_probability": 0.13669791808166745, "n": 9, "observed_annotation_rate": 0.2222222222222222, "upper": 0.2}, {"label": "Golgi.apparatus", "lower": 0.2, "mean_probability": 0.292891004105119, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Golgi.apparatus", "lower": 0.6000000000000001, "mean_probability": 0.6743923111817173, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.7000000000000001}, {"label": "Lysosome/Vacuole", "lower": 0.0, "mean_probability": 0.02142835860046936, "n": 147, "observed_annotation_rate": 0.006802721088435374, "upper": 0.1}, {"label": "Lysosome/Vacuole", "lower": 0.1, "mean_probability": 0.13910091686406506, "n": 9, "observed_annotation_rate": 0.2222222222222222, "upper": 0.2}, {"label": "Lysosome/Vacuole", "lower": 0.30000000000000004, "mean_probability": 0.3724316596349045, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Peroxisome", "lower": 0.0, "mean_probability": 0.00916658197270341, "n": 148, "observed_annotation_rate": 0.006756756756756757, "upper": 0.1}, {"label": "Peroxisome", "lower": 0.1, "mean_probability": 0.12773901357531908, "n": 5, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Peroxisome", "lower": 0.2, "mean_probability": 0.2566474010035022, "n": 3, "observed_annotation_rate": 1.0, "upper": 0.30000000000000004}, {"label": "Peroxisome", "lower": 0.6000000000000001, "mean_probability": 0.6427744478942138, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.7000000000000001}], "scope": "pooled probability calibration across represented eukaryotic benchmark labels; rare/unrepresented fine-grained classes lack class-specific validation", "top1_annotated_location_accuracy": 0.7924528301886793}, "91": {"calibrator": {"calibration_loss": 0.0406848052255858, "intercept": 0.5363899097709901, "slope": 2.0873499658752857}, "evaluation_after": {"brier": 0.008252449504799364, "ece_10_equal_width": 0.0030699132760166952, "log_loss": 0.031622900536155976}, "evaluation_before": {"brier": 0.010490362649708457, "ece_10_equal_width": 0.035657162948844516, "log_loss": 0.05990934594605318}, "label_coverage": [{"calibration_positives": 86, "class_validation_supported": true, "evaluation_auc": 0.9632255206025697, "evaluation_average_precision": 0.9013964472796774, "evaluation_positives": 37, "label": "Nucleus"}, {"calibration_positives": 14, "class_validation_supported": true, "evaluation_auc": 0.8948051948051947, "evaluation_average_precision": 0.22516196447230932, "evaluation_positives": 5, "label": "Chromosome"}, {"calibration_positives": 3, "class_validation_supported": false, "evaluation_auc": 0.9681528662420382, "evaluation_average_precision": 0.5833333333333334, "evaluation_positives": 2, "label": "Centromere"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Chromatin"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Telomere"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nuclear body"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "PML body"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nuclear pore complex"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nuclear speckle"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nucleolus"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nucleolar fibrillar center"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nucleolus rim"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": 0.8544303797468354, "evaluation_average_precision": 0.041666666666666664, "evaluation_positives": 1, "label": "Nucleoplasm"}, {"calibration_positives": 1, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Nucleus membrane"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": 0.9810126582278481, "evaluation_average_precision": 0.25, "evaluation_positives": 1, "label": "Nucleus inner membrane"}, {"calibration_positives": 6, "class_validation_supported": false, "evaluation_auc": 0.9426751592356688, "evaluation_average_precision": 0.1388888888888889, "evaluation_positives": 2, "label": "Centrosome"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Centriolar satellite"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Centriole"}, {"calibration_positives": 92, "class_validation_supported": true, "evaluation_auc": 0.9039170506912442, "evaluation_average_precision": 0.7280108881899723, "evaluation_positives": 35, "label": "Cytoplasm"}, {"calibration_positives": 4, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Cytoplasmic granule"}, {"calibration_positives": 1, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Cytoplasmic ribonucleoprotein granule"}, {"calibration_positives": 4, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "P-body"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Stress granule"}, {"calibration_positives": 19, "class_validation_supported": true, "evaluation_auc": 0.8803418803418803, "evaluation_average_precision": 0.10648148148148147, "evaluation_positives": 3, "label": "Cytoplasmic vesicle"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Autophagic vesicle"}, {"calibration_positives": 3, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Autophagosome"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Endocytic vesicle"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Clathrin-coated vesicle"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": 0.9746835443037974, "evaluation_average_precision": 0.2, "evaluation_positives": 1, "label": "Phagosome"}, {"calibration_positives": 6, "class_validation_supported": false, "evaluation_auc": 0.8037974683544304, "evaluation_average_precision": 0.03125, "evaluation_positives": 1, "label": "Secretory vesicle"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Acrosome"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Synaptic vesicle"}, {"calibration_positives": 20, "class_validation_supported": true, "evaluation_auc": 0.9710264900662251, "evaluation_average_precision": 0.7204216116271069, "evaluation_positives": 8, "label": "Cytoskeleton"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Phragmoplast"}, {"calibration_positives": 4, "class_validation_supported": false, "evaluation_auc": 0.967948717948718, "evaluation_average_precision": 0.5158730158730158, "evaluation_positives": 3, "label": "Spindle"}, {"calibration_positives": 1, "class_validation_supported": false, "evaluation_auc": 0.9810126582278481, "evaluation_average_precision": 0.25, "evaluation_positives": 1, "label": "Spindle pole"}, {"calibration_positives": 14, "class_validation_supported": true, "evaluation_auc": 0.9234899328859061, "evaluation_average_precision": 0.4848046320695669, "evaluation_positives": 10, "label": "Cytosol"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Myofibril"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Sarcomere"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Z line"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Spindle pole body"}, {"calibration_positives": 28, "class_validation_supported": false, "evaluation_auc": 0.9873417721518988, "evaluation_average_precision": 0.3333333333333333, "evaluation_positives": 1, "label": "Cell wall"}, {"calibration_positives": 138, "class_validation_supported": true, "evaluation_auc": 0.9688682490540076, "evaluation_average_precision": 0.9682966469824622, "evaluation_positives": 57, "label": "Secreted"}, {"calibration_positives": 25, "class_validation_supported": true, "evaluation_auc": 0.887218045112782, "evaluation_average_precision": 0.6928795342588445, "evaluation_positives": 7, "label": "Mitochondrion"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Mitochondrion intermembrane space"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": 0.9808917197452229, "evaluation_average_precision": 0.39285714285714285, "evaluation_positives": 2, "label": "Mitochondrion matrix"}, {"calibration_positives": 3, "class_validation_supported": false, "evaluation_auc": 0.9367088607594937, "evaluation_average_precision": 0.09090909090909091, "evaluation_positives": 1, "label": "Mitochondrion membrane"}, {"calibration_positives": 1, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Mitochondrion inner membrane"}, {"calibration_positives": 3, "class_validation_supported": false, "evaluation_auc": 0.379746835443038, "evaluation_average_precision": 0.010101010101010102, "evaluation_positives": 1, "label": "Mitochondrion outer membrane"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Cell junction"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Adherens junction"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Focal adhesion"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Tight junction"}, {"calibration_positives": 34, "class_validation_supported": true, "evaluation_auc": 0.9705159705159705, "evaluation_average_precision": 0.7512175324675325, "evaluation_positives": 11, "label": "Cell membrane"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Membrane raft"}, {"calibration_positives": 22, "class_validation_supported": true, "evaluation_auc": 0.9732072498029946, "evaluation_average_precision": 0.8573771996477313, "evaluation_positives": 18, "label": "Endoplasmic reticulum"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Endoplasmic reticulum lumen"}, {"calibration_positives": 14, "class_validation_supported": true, "evaluation_auc": 0.986451048951049, "evaluation_average_precision": 0.8995073012736057, "evaluation_positives": 16, "label": "Endoplasmic reticulum membrane"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Endoplasmic reticulum-golgi intermediate compartment"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Chloroplast"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Chloroplast membrane"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Chloroplast stroma"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Chloroplast thylakoid"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Chloroplast thylakoid membrane"}, {"calibration_positives": 9, "class_validation_supported": true, "evaluation_auc": 0.9871794871794871, "evaluation_average_precision": 0.6333333333333333, "evaluation_positives": 3, "label": "Golgi apparatus"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Cis-golgi network"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Golgi stack"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Trans-golgi network"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": 0.9873417721518988, "evaluation_average_precision": 0.3333333333333333, "evaluation_positives": 1, "label": "Lysosome"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": 0.9936708860759493, "evaluation_average_precision": 0.5, "evaluation_positives": 1, "label": "Lysosome membrane"}, {"calibration_positives": 14, "class_validation_supported": false, "evaluation_auc": 0.9076433121019108, "evaluation_average_precision": 0.10416666666666666, "evaluation_positives": 2, "label": "Vacuole"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Vacuole membrane"}, {"calibration_positives": 3, "class_validation_supported": false, "evaluation_auc": 0.17721518987341767, "evaluation_average_precision": 0.007633587786259542, "evaluation_positives": 1, "label": "Vesicle"}, {"calibration_positives": 6, "class_validation_supported": true, "evaluation_auc": 0.9324675324675324, "evaluation_average_precision": 0.5729411764705883, "evaluation_positives": 5, "label": "Peroxisome"}, {"calibration_positives": 5, "class_validation_supported": false, "evaluation_auc": 1.0, "evaluation_average_precision": 1.0, "evaluation_positives": 2, "label": "Peroxisome membrane"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": 0.8607594936708861, "evaluation_average_precision": 0.043478260869565216, "evaluation_positives": 1, "label": "Cell projection"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Axon"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Growth cone"}, {"calibration_positives": 6, "class_validation_supported": false, "evaluation_auc": 1.0, "evaluation_average_precision": 1.0, "evaluation_positives": 1, "label": "Cilium"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Dendrite"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Dendritic spine"}, {"calibration_positives": 2, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Flagellum"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Pseudopodium"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Lamellipodium"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Ruffle"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Endosome"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Endosome membrane"}, {"calibration_positives": 1, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Lipid droplet"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Melanosome"}, {"calibration_positives": 0, "class_validation_supported": false, "evaluation_auc": null, "evaluation_average_precision": null, "evaluation_positives": 0, "label": "Midbody"}, {"calibration_positives": 7, "class_validation_supported": false, "evaluation_auc": 0.9810126582278481, "evaluation_average_precision": 0.25, "evaluation_positives": 1, "label": "Spore"}], "passed": true, "plant_after": {"brier": 0.00889595276266861, "ece_10_equal_width": 0.008461247549803305, "log_loss": 0.03243768462199499}, "plant_before": {"brier": 0.011576141536004121, "ece_10_equal_width": 0.03985713451636798, "log_loss": 0.06318368330362245}, "reliability_bins": [{"label": "Nucleus", "lower": 0.0, "mean_probability": 0.0225894190409159, "n": 94, "observed_annotation_rate": 0.010638297872340425, "upper": 0.1}, {"label": "Nucleus", "lower": 0.1, "mean_probability": 0.1511040118821466, "n": 7, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Nucleus", "lower": 0.2, "mean_probability": 0.2639787221989596, "n": 5, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Nucleus", "lower": 0.30000000000000004, "mean_probability": 0.3462607518650357, "n": 8, "observed_annotation_rate": 0.5, "upper": 0.4}, {"label": "Nucleus", "lower": 0.4, "mean_probability": 0.4544357538477348, "n": 6, "observed_annotation_rate": 0.5, "upper": 0.5}, {"label": "Nucleus", "lower": 0.5, "mean_probability": 0.5335391730393237, "n": 4, "observed_annotation_rate": 0.25, "upper": 0.6000000000000001}, {"label": "Nucleus", "lower": 0.6000000000000001, "mean_probability": 0.6725680660324949, "n": 5, "observed_annotation_rate": 0.4, "upper": 0.7000000000000001}, {"label": "Nucleus", "lower": 0.7000000000000001, "mean_probability": 0.7679403766435103, "n": 2, "observed_annotation_rate": 0.5, "upper": 0.8}, {"label": "Nucleus", "lower": 0.8, "mean_probability": 0.8573754701345505, "n": 5, "observed_annotation_rate": 0.8, "upper": 0.9}, {"label": "Nucleus", "lower": 0.9, "mean_probability": 0.968531706266984, "n": 23, "observed_annotation_rate": 0.9130434782608695, "upper": 1.0}, {"label": "Chromosome", "lower": 0.0, "mean_probability": 0.013254707596346057, "n": 144, "observed_annotation_rate": 0.020833333333333332, "upper": 0.1}, {"label": "Chromosome", "lower": 0.1, "mean_probability": 0.13131890866337367, "n": 11, "observed_annotation_rate": 0.09090909090909091, "upper": 0.2}, {"label": "Chromosome", "lower": 0.2, "mean_probability": 0.26394140547711686, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Chromosome", "lower": 0.5, "mean_probability": 0.5684665670731034, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.6000000000000001}, {"label": "Chromosome", "lower": 0.6000000000000001, "mean_probability": 0.6964027392073434, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Centromere", "lower": 0.0, "mean_probability": 0.004928238801778475, "n": 156, "observed_annotation_rate": 0.00641025641025641, "upper": 0.1}, {"label": "Centromere", "lower": 0.1, "mean_probability": 0.17751857754707015, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Centromere", "lower": 0.30000000000000004, "mean_probability": 0.3658892374332941, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Centromere", "lower": 0.4, "mean_probability": 0.4024956842550989, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Chromatin", "lower": 0.0, "mean_probability": 0.0013144525212005912, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Telomere", "lower": 0.0, "mean_probability": 0.003141919572974367, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nuclear body", "lower": 0.0, "mean_probability": 0.005193413175919872, "n": 158, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nuclear body", "lower": 0.1, "mean_probability": 0.1210404624988373, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "PML body", "lower": 0.0, "mean_probability": 0.0015742680956465885, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nuclear pore complex", "lower": 0.0, "mean_probability": 0.0013593552248056184, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nuclear speckle", "lower": 0.0, "mean_probability": 0.006203697164787386, "n": 157, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nuclear speckle", "lower": 0.1, "mean_probability": 0.1338956499798184, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Nucleolus", "lower": 0.0, "mean_probability": 0.012226186376553577, "n": 155, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nucleolus", "lower": 0.1, "mean_probability": 0.1696807081394176, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Nucleolus", "lower": 0.6000000000000001, "mean_probability": 0.6573301554200174, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Nucleolus", "lower": 0.8, "mean_probability": 0.816503688374899, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.9}, {"label": "Nucleolar fibrillar center", "lower": 0.0, "mean_probability": 0.0018375520966595303, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nucleolus rim", "lower": 0.0, "mean_probability": 0.0016209216625163924, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nucleoplasm", "lower": 0.0, "mean_probability": 0.016831867624022036, "n": 140, "observed_annotation_rate": 0.007142857142857143, "upper": 0.1}, {"label": "Nucleoplasm", "lower": 0.1, "mean_probability": 0.16049946951898825, "n": 15, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Nucleoplasm", "lower": 0.2, "mean_probability": 0.23408528599916534, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Nucleoplasm", "lower": 0.4, "mean_probability": 0.450766433638295, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.5}, {"label": "Nucleus membrane", "lower": 0.0, "mean_probability": 0.01066058868332397, "n": 157, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Nucleus membrane", "lower": 0.1, "mean_probability": 0.18287338610544152, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Nucleus inner membrane", "lower": 0.0, "mean_probability": 0.0017917478905339053, "n": 159, "observed_annotation_rate": 0.006289308176100629, "upper": 0.1}, {"label": "Centrosome", "lower": 0.0, "mean_probability": 0.0071790324513173465, "n": 156, "observed_annotation_rate": 0.01282051282051282, "upper": 0.1}, {"label": "Centrosome", "lower": 0.1, "mean_probability": 0.13976032277206832, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Centriolar satellite", "lower": 0.0, "mean_probability": 0.0009955474345372606, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Centriole", "lower": 0.0, "mean_probability": 0.0021747888054837695, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cytoplasm", "lower": 0.0, "mean_probability": 0.0349940364079246, "n": 92, "observed_annotation_rate": 0.043478260869565216, "upper": 0.1}, {"label": "Cytoplasm", "lower": 0.1, "mean_probability": 0.13278972406242345, "n": 26, "observed_annotation_rate": 0.19230769230769232, "upper": 0.2}, {"label": "Cytoplasm", "lower": 0.2, "mean_probability": 0.26396144468348615, "n": 9, "observed_annotation_rate": 0.4444444444444444, "upper": 0.30000000000000004}, {"label": "Cytoplasm", "lower": 0.30000000000000004, "mean_probability": 0.34067036111598537, "n": 15, "observed_annotation_rate": 0.5333333333333333, "upper": 0.4}, {"label": "Cytoplasm", "lower": 0.4, "mean_probability": 0.4304103607062513, "n": 11, "observed_annotation_rate": 0.8181818181818182, "upper": 0.5}, {"label": "Cytoplasm", "lower": 0.5, "mean_probability": 0.5702169304732139, "n": 4, "observed_annotation_rate": 0.75, "upper": 0.6000000000000001}, {"label": "Cytoplasm", "lower": 0.7000000000000001, "mean_probability": 0.7185180806125272, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Cytoplasm", "lower": 0.8, "mean_probability": 0.8241202498900095, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Cytoplasmic granule", "lower": 0.0, "mean_probability": 0.006855043171199136, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cytoplasmic ribonucleoprotein granule", "lower": 0.0, "mean_probability": 0.001892724522623776, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "P-body", "lower": 0.0, "mean_probability": 0.0014062295064398837, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Stress granule", "lower": 0.0, "mean_probability": 0.000748140033440627, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cytoplasmic vesicle", "lower": 0.0, "mean_probability": 0.013241510610019129, "n": 149, "observed_annotation_rate": 0.013422818791946308, "upper": 0.1}, {"label": "Cytoplasmic vesicle", "lower": 0.1, "mean_probability": 0.13994545542897188, "n": 9, "observed_annotation_rate": 0.1111111111111111, "upper": 0.2}, {"label": "Cytoplasmic vesicle", "lower": 0.30000000000000004, "mean_probability": 0.31600460658503565, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Autophagic vesicle", "lower": 0.0, "mean_probability": 0.0024341663536843767, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Autophagosome", "lower": 0.0, "mean_probability": 0.00243973879270637, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Endocytic vesicle", "lower": 0.0, "mean_probability": 0.0033061564337806067, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Clathrin-coated vesicle", "lower": 0.0, "mean_probability": 0.0015876489886226888, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Phagosome", "lower": 0.0, "mean_probability": 0.002104665867395725, "n": 159, "observed_annotation_rate": 0.006289308176100629, "upper": 0.1}, {"label": "Secretory vesicle", "lower": 0.0, "mean_probability": 0.0076928288510769854, "n": 156, "observed_annotation_rate": 0.00641025641025641, "upper": 0.1}, {"label": "Secretory vesicle", "lower": 0.1, "mean_probability": 0.15544554077344264, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Secretory vesicle", "lower": 0.2, "mean_probability": 0.2748516571755568, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Acrosome", "lower": 0.0, "mean_probability": 0.0030972869634372556, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Synaptic vesicle", "lower": 0.0, "mean_probability": 0.0012922065752496866, "n": 158, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Synaptic vesicle", "lower": 0.1, "mean_probability": 0.10209668117877546, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Cytoskeleton", "lower": 0.0, "mean_probability": 0.01080168949369891, "n": 149, "observed_annotation_rate": 0.020134228187919462, "upper": 0.1}, {"label": "Cytoskeleton", "lower": 0.1, "mean_probability": 0.14010543290936753, "n": 5, "observed_annotation_rate": 0.2, "upper": 0.2}, {"label": "Cytoskeleton", "lower": 0.2, "mean_probability": 0.2135877983175316, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Cytoskeleton", "lower": 0.30000000000000004, "mean_probability": 0.3369457824079569, "n": 2, "observed_annotation_rate": 1.0, "upper": 0.4}, {"label": "Cytoskeleton", "lower": 0.4, "mean_probability": 0.42222525578676484, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Cytoskeleton", "lower": 0.5, "mean_probability": 0.5236947569021946, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.6000000000000001}, {"label": "Phragmoplast", "lower": 0.0, "mean_probability": 0.0014778711351848331, "n": 158, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Phragmoplast", "lower": 0.1, "mean_probability": 0.11205042395133404, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Spindle", "lower": 0.0, "mean_probability": 0.008165250860625377, "n": 157, "observed_annotation_rate": 0.012738853503184714, "upper": 0.1}, {"label": "Spindle", "lower": 0.2, "mean_probability": 0.23063029811860944, "n": 2, "observed_annotation_rate": 0.5, "upper": 0.30000000000000004}, {"label": "Spindle pole", "lower": 0.0, "mean_probability": 0.0042593300963241565, "n": 158, "observed_annotation_rate": 0.006329113924050633, "upper": 0.1}, {"label": "Spindle pole", "lower": 0.1, "mean_probability": 0.14136553555521175, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Cytosol", "lower": 0.0, "mean_probability": 0.02069442959759956, "n": 138, "observed_annotation_rate": 0.021739130434782608, "upper": 0.1}, {"label": "Cytosol", "lower": 0.1, "mean_probability": 0.1300572165294364, "n": 12, "observed_annotation_rate": 0.16666666666666666, "upper": 0.2}, {"label": "Cytosol", "lower": 0.2, "mean_probability": 0.2398897193630568, "n": 6, "observed_annotation_rate": 0.6666666666666666, "upper": 0.30000000000000004}, {"label": "Cytosol", "lower": 0.30000000000000004, "mean_probability": 0.3194130430963066, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Cytosol", "lower": 0.4, "mean_probability": 0.4597154974846107, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Myofibril", "lower": 0.0, "mean_probability": 0.001296939244764194, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Sarcomere", "lower": 0.0, "mean_probability": 0.0012967445709925925, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Z line", "lower": 0.0, "mean_probability": 0.000597163041422729, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Spindle pole body", "lower": 0.0, "mean_probability": 0.0031044280755604305, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cell wall", "lower": 0.0, "mean_probability": 0.004511783098557134, "n": 153, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cell wall", "lower": 0.1, "mean_probability": 0.13732611193788674, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Cell wall", "lower": 0.2, "mean_probability": 0.2211842624929126, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Cell wall", "lower": 0.30000000000000004, "mean_probability": 0.3601788958966052, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.4}, {"label": "Cell wall", "lower": 0.4, "mean_probability": 0.4718981696842087, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.5}, {"label": "Cell wall", "lower": 0.6000000000000001, "mean_probability": 0.6455452952887486, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Secreted", "lower": 0.0, "mean_probability": 0.010645159485325547, "n": 101, "observed_annotation_rate": 0.04950495049504951, "upper": 0.1}, {"label": "Secreted", "lower": 0.1, "mean_probability": 0.13585729183607922, "n": 6, "observed_annotation_rate": 0.16666666666666666, "upper": 0.2}, {"label": "Secreted", "lower": 0.30000000000000004, "mean_probability": 0.352866715680227, "n": 3, "observed_annotation_rate": 0.6666666666666666, "upper": 0.4}, {"label": "Secreted", "lower": 0.4, "mean_probability": 0.46381298257484976, "n": 3, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Secreted", "lower": 0.6000000000000001, "mean_probability": 0.6609832866836468, "n": 4, "observed_annotation_rate": 1.0, "upper": 0.7000000000000001}, {"label": "Secreted", "lower": 0.7000000000000001, "mean_probability": 0.7776810720503515, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Secreted", "lower": 0.8, "mean_probability": 0.8565647042125926, "n": 5, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Secreted", "lower": 0.9, "mean_probability": 0.9750567708855704, "n": 36, "observed_annotation_rate": 1.0, "upper": 1.0}, {"label": "Mitochondrion", "lower": 0.0, "mean_probability": 0.016794911259845422, "n": 132, "observed_annotation_rate": 0.015151515151515152, "upper": 0.1}, {"label": "Mitochondrion", "lower": 0.1, "mean_probability": 0.15838026025159987, "n": 7, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Mitochondrion", "lower": 0.2, "mean_probability": 0.22013875702195204, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Mitochondrion", "lower": 0.30000000000000004, "mean_probability": 0.3499158328045596, "n": 4, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Mitochondrion", "lower": 0.4, "mean_probability": 0.4603432188469043, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.5}, {"label": "Mitochondrion", "lower": 0.5, "mean_probability": 0.5749075921118059, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.6000000000000001}, {"label": "Mitochondrion", "lower": 0.6000000000000001, "mean_probability": 0.6138737043487563, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Mitochondrion", "lower": 0.7000000000000001, "mean_probability": 0.729545591988001, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.8}, {"label": "Mitochondrion", "lower": 0.8, "mean_probability": 0.8678125980572743, "n": 3, "observed_annotation_rate": 0.6666666666666666, "upper": 0.9}, {"label": "Mitochondrion", "lower": 0.9, "mean_probability": 0.9601851326281075, "n": 4, "observed_annotation_rate": 0.75, "upper": 1.0}, {"label": "Mitochondrion intermembrane space", "lower": 0.0, "mean_probability": 0.005030634023233021, "n": 158, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Mitochondrion intermembrane space", "lower": 0.1, "mean_probability": 0.12193928795978595, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Mitochondrion matrix", "lower": 0.0, "mean_probability": 0.0037399888462075377, "n": 152, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Mitochondrion matrix", "lower": 0.1, "mean_probability": 0.1501399996963068, "n": 4, "observed_annotation_rate": 0.25, "upper": 0.2}, {"label": "Mitochondrion matrix", "lower": 0.2, "mean_probability": 0.20669318625914082, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Mitochondrion matrix", "lower": 0.4, "mean_probability": 0.45936393828634947, "n": 2, "observed_annotation_rate": 0.5, "upper": 0.5}, {"label": "Mitochondrion membrane", "lower": 0.0, "mean_probability": 0.008466167103680516, "n": 147, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Mitochondrion membrane", "lower": 0.1, "mean_probability": 0.14374315458797987, "n": 7, "observed_annotation_rate": 0.14285714285714285, "upper": 0.2}, {"label": "Mitochondrion membrane", "lower": 0.2, "mean_probability": 0.29943236750367397, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Mitochondrion membrane", "lower": 0.30000000000000004, "mean_probability": 0.3585525338988849, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Mitochondrion membrane", "lower": 0.4, "mean_probability": 0.42312666557826106, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.5}, {"label": "Mitochondrion membrane", "lower": 0.5, "mean_probability": 0.5978744851712615, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.6000000000000001}, {"label": "Mitochondrion membrane", "lower": 0.7000000000000001, "mean_probability": 0.7336867297922506, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.8}, {"label": "Mitochondrion inner membrane", "lower": 0.0, "mean_probability": 0.005621326665251858, "n": 155, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Mitochondrion inner membrane", "lower": 0.1, "mean_probability": 0.14317064549571973, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Mitochondrion inner membrane", "lower": 0.4, "mean_probability": 0.4452105787294437, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.5}, {"label": "Mitochondrion inner membrane", "lower": 0.6000000000000001, "mean_probability": 0.6200713935194512, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Mitochondrion outer membrane", "lower": 0.0, "mean_probability": 0.004612378489450358, "n": 154, "observed_annotation_rate": 0.006493506493506494, "upper": 0.1}, {"label": "Mitochondrion outer membrane", "lower": 0.1, "mean_probability": 0.130470838980794, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Mitochondrion outer membrane", "lower": 0.2, "mean_probability": 0.26343494260507255, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Cell junction", "lower": 0.0, "mean_probability": 0.004101149736176105, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Adherens junction", "lower": 0.0, "mean_probability": 0.0007789981609898206, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Focal adhesion", "lower": 0.0, "mean_probability": 0.0005077031620928207, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Tight junction", "lower": 0.0, "mean_probability": 0.0005418148352741321, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cell membrane", "lower": 0.0, "mean_probability": 0.02318055071457661, "n": 133, "observed_annotation_rate": 0.007518796992481203, "upper": 0.1}, {"label": "Cell membrane", "lower": 0.1, "mean_probability": 0.16238931744124258, "n": 5, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Cell membrane", "lower": 0.2, "mean_probability": 0.2648222653820124, "n": 5, "observed_annotation_rate": 0.2, "upper": 0.30000000000000004}, {"label": "Cell membrane", "lower": 0.30000000000000004, "mean_probability": 0.34755894186670466, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.4}, {"label": "Cell membrane", "lower": 0.4, "mean_probability": 0.446777671257047, "n": 5, "observed_annotation_rate": 0.4, "upper": 0.5}, {"label": "Cell membrane", "lower": 0.5, "mean_probability": 0.5724981770054164, "n": 4, "observed_annotation_rate": 0.75, "upper": 0.6000000000000001}, {"label": "Cell membrane", "lower": 0.6000000000000001, "mean_probability": 0.6130266511403686, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Cell membrane", "lower": 0.7000000000000001, "mean_probability": 0.7997598133079684, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Cell membrane", "lower": 0.8, "mean_probability": 0.8704979685126495, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Cell membrane", "lower": 0.9, "mean_probability": 0.9053331388427577, "n": 1, "observed_annotation_rate": 1.0, "upper": 1.0}, {"label": "Membrane raft", "lower": 0.0, "mean_probability": 0.002027098828216306, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Endoplasmic reticulum", "lower": 0.0, "mean_probability": 0.022769409356736773, "n": 139, "observed_annotation_rate": 0.03597122302158273, "upper": 0.1}, {"label": "Endoplasmic reticulum", "lower": 0.1, "mean_probability": 0.14911154928297737, "n": 7, "observed_annotation_rate": 0.2857142857142857, "upper": 0.2}, {"label": "Endoplasmic reticulum", "lower": 0.2, "mean_probability": 0.24979393630914448, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.30000000000000004}, {"label": "Endoplasmic reticulum", "lower": 0.30000000000000004, "mean_probability": 0.32522209961736387, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.4}, {"label": "Endoplasmic reticulum", "lower": 0.6000000000000001, "mean_probability": 0.6669995150809106, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.7000000000000001}, {"label": "Endoplasmic reticulum", "lower": 0.9, "mean_probability": 0.917881275109171, "n": 8, "observed_annotation_rate": 1.0, "upper": 1.0}, {"label": "Endoplasmic reticulum lumen", "lower": 0.0, "mean_probability": 0.002632450715048117, "n": 158, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Endoplasmic reticulum lumen", "lower": 0.2, "mean_probability": 0.284578747274239, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Endoplasmic reticulum membrane", "lower": 0.0, "mean_probability": 0.012302787878618522, "n": 145, "observed_annotation_rate": 0.034482758620689655, "upper": 0.1}, {"label": "Endoplasmic reticulum membrane", "lower": 0.1, "mean_probability": 0.17045870146671036, "n": 5, "observed_annotation_rate": 0.4, "upper": 0.2}, {"label": "Endoplasmic reticulum membrane", "lower": 0.2, "mean_probability": 0.20168385882897757, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.30000000000000004}, {"label": "Endoplasmic reticulum membrane", "lower": 0.4, "mean_probability": 0.48537902094482, "n": 5, "observed_annotation_rate": 1.0, "upper": 0.5}, {"label": "Endoplasmic reticulum membrane", "lower": 0.5, "mean_probability": 0.5032814970595552, "n": 2, "observed_annotation_rate": 1.0, "upper": 0.6000000000000001}, {"label": "Endoplasmic reticulum membrane", "lower": 0.8, "mean_probability": 0.8701265999860177, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.9}, {"label": "Endoplasmic reticulum-golgi intermediate compartment", "lower": 0.0, "mean_probability": 0.0010903290511210064, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Chloroplast", "lower": 0.0, "mean_probability": 0.006303007043740587, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Chloroplast membrane", "lower": 0.0, "mean_probability": 0.0023333104201629213, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Chloroplast stroma", "lower": 0.0, "mean_probability": 0.0010200135089062172, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Chloroplast thylakoid", "lower": 0.0, "mean_probability": 0.0010231709152759816, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Chloroplast thylakoid membrane", "lower": 0.0, "mean_probability": 0.0006979792737000392, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Golgi apparatus", "lower": 0.0, "mean_probability": 0.017587802919595576, "n": 154, "observed_annotation_rate": 0.006493506493506494, "upper": 0.1}, {"label": "Golgi apparatus", "lower": 0.1, "mean_probability": 0.15436095256032709, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.2}, {"label": "Golgi apparatus", "lower": 0.30000000000000004, "mean_probability": 0.3817679261957474, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Golgi apparatus", "lower": 0.7000000000000001, "mean_probability": 0.7522797502115245, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Cis-golgi network", "lower": 0.0, "mean_probability": 0.0013076665700181714, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Golgi stack", "lower": 0.0, "mean_probability": 0.002331688699337894, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Trans-golgi network", "lower": 0.0, "mean_probability": 0.0048223409866904945, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Lysosome", "lower": 0.0, "mean_probability": 0.005949194452089423, "n": 158, "observed_annotation_rate": 0.006329113924050633, "upper": 0.1}, {"label": "Lysosome", "lower": 0.1, "mean_probability": 0.10190902808612085, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Lysosome membrane", "lower": 0.0, "mean_probability": 0.0024304764577503025, "n": 158, "observed_annotation_rate": 0.006329113924050633, "upper": 0.1}, {"label": "Lysosome membrane", "lower": 0.1, "mean_probability": 0.10328816115252543, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Vacuole", "lower": 0.0, "mean_probability": 0.008883694165533902, "n": 150, "observed_annotation_rate": 0.006666666666666667, "upper": 0.1}, {"label": "Vacuole", "lower": 0.1, "mean_probability": 0.1337304341746705, "n": 5, "observed_annotation_rate": 0.2, "upper": 0.2}, {"label": "Vacuole", "lower": 0.2, "mean_probability": 0.2156271226114247, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Vacuole", "lower": 0.30000000000000004, "mean_probability": 0.3268262207101098, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.4}, {"label": "Vacuole membrane", "lower": 0.0, "mean_probability": 0.004447705126191263, "n": 154, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Vacuole membrane", "lower": 0.1, "mean_probability": 0.16397976295885136, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Vacuole membrane", "lower": 0.2, "mean_probability": 0.2332756224297457, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.30000000000000004}, {"label": "Vesicle", "lower": 0.0, "mean_probability": 0.009278177229089305, "n": 159, "observed_annotation_rate": 0.006289308176100629, "upper": 0.1}, {"label": "Peroxisome", "lower": 0.0, "mean_probability": 0.007106443041248482, "n": 151, "observed_annotation_rate": 0.006622516556291391, "upper": 0.1}, {"label": "Peroxisome", "lower": 0.1, "mean_probability": 0.1728712409399337, "n": 3, "observed_annotation_rate": 0.3333333333333333, "upper": 0.2}, {"label": "Peroxisome", "lower": 0.2, "mean_probability": 0.2216524715585822, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.30000000000000004}, {"label": "Peroxisome", "lower": 0.5, "mean_probability": 0.53605140500833, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.6000000000000001}, {"label": "Peroxisome", "lower": 0.6000000000000001, "mean_probability": 0.6567087133846486, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.7000000000000001}, {"label": "Peroxisome", "lower": 0.7000000000000001, "mean_probability": 0.7310501041875009, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.8}, {"label": "Peroxisome membrane", "lower": 0.0, "mean_probability": 0.0026595997511159332, "n": 156, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Peroxisome membrane", "lower": 0.1, "mean_probability": 0.12160524421084487, "n": 1, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Peroxisome membrane", "lower": 0.30000000000000004, "mean_probability": 0.37490266360291225, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.4}, {"label": "Peroxisome membrane", "lower": 0.5, "mean_probability": 0.5303264868682331, "n": 1, "observed_annotation_rate": 1.0, "upper": 0.6000000000000001}, {"label": "Cell projection", "lower": 0.0, "mean_probability": 0.01018679993517461, "n": 156, "observed_annotation_rate": 0.00641025641025641, "upper": 0.1}, {"label": "Cell projection", "lower": 0.1, "mean_probability": 0.12908811419933527, "n": 3, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Axon", "lower": 0.0, "mean_probability": 0.004836563186138261, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Growth cone", "lower": 0.0, "mean_probability": 0.0011674296326482704, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Cilium", "lower": 0.0, "mean_probability": 0.00386199125871993, "n": 159, "observed_annotation_rate": 0.006289308176100629, "upper": 0.1}, {"label": "Dendrite", "lower": 0.0, "mean_probability": 0.0030656156686465308, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Dendritic spine", "lower": 0.0, "mean_probability": 0.000389757595631012, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Flagellum", "lower": 0.0, "mean_probability": 0.0017379995778802183, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Pseudopodium", "lower": 0.0, "mean_probability": 0.0023839044005852295, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Lamellipodium", "lower": 0.0, "mean_probability": 0.0014442055436961678, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Ruffle", "lower": 0.0, "mean_probability": 0.0009149942286590659, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Endosome", "lower": 0.0, "mean_probability": 0.0071643833778434135, "n": 157, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Endosome", "lower": 0.1, "mean_probability": 0.10575002395673877, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Endosome membrane", "lower": 0.0, "mean_probability": 0.005194475494368464, "n": 157, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Endosome membrane", "lower": 0.1, "mean_probability": 0.1103954710172024, "n": 2, "observed_annotation_rate": 0.0, "upper": 0.2}, {"label": "Lipid droplet", "lower": 0.0, "mean_probability": 0.002154421151956043, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Melanosome", "lower": 0.0, "mean_probability": 0.0017114490621048402, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Midbody", "lower": 0.0, "mean_probability": 0.001604674620326608, "n": 159, "observed_annotation_rate": 0.0, "upper": 0.1}, {"label": "Spore", "lower": 0.0, "mean_probability": 0.0015395270943381906, "n": 159, "observed_annotation_rate": 0.006289308176100629, "upper": 0.1}], "scope": "pooled probability calibration across represented eukaryotic benchmark labels; rare/unrepresented fine-grained classes lack class-specific validation"}}, "negative_label_boundary": "Absent curated labels are benchmark negatives, not experimentally proven absence. Calibration reference is eukaryotic, not rubber-dandelion experimental validation.", "passed": true, "public_usage": {"10": "Calibrated primary location probabilities", "91": "Global calibration diagnostic only; not applied to public detailed-location scores; class-specific experimental coverage is insufficient for many locations"}, "sequence_group_rule": "BLASTP >=30% identity and >=80% coverage of both sequences; connected components", "training_overlap_exclusion": "All current author SubCELL source entry names and identical sequence hashes excluded"}