Evaluation
- ID
- f9884d87-13ba-4c84-b0ac-e239e7350984
- Submission ID
- d3f3b6d7-1c1c-467e-a98d-7a6b42676780
- Method ID
- e8e97719-0718-4dfc-a363-648866555821
- Status
-
Succeeded
- User
-
gdeotale123
- Challenge
-
PUMA
- Phase
-
Track 1: Preliminary test phase
- Algorithm
-
Leo
(Image Version 52ca65fe-0b0f-4f09-86b2-8f1cac1e7962
)
- Submission created
- Jan. 3, 2025, 5:26 a.m.
- Result created
- Jan. 3, 2025, 5:26 a.m.
- Position on leaderboard
-
72
- Comment:
- VERSION 1
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.509613741970753
},
"micro": {
"recall": 0.8632478632478633,
"f1_score": 0.8530405405405405,
"precision": 0.8430717863105175
},
"nuclei_other": {
"FN": 28,
"FP": 10,
"TP": 13,
"recall": 0.3170731707317073,
"f1_score": 0.40625,
"precision": 0.5652173913043478
},
"nuclei_tumor": {
"FN": 34,
"FP": 74,
"TP": 488,
"recall": 0.9348659003831418,
"f1_score": 0.9003690036900369,
"precision": 0.8683274021352313
},
"nuclei_lymphocyte": {
"FN": 18,
"FP": 10,
"TP": 4,
"recall": 0.18181818181818182,
"f1_score": 0.2222222222222222,
"precision": 0.2857142857142857
}
},
"tissue_metrics": {
"average_dice": 0.6891201080905195,
"tissue_tumor": 0.9721724819256182,
"tissue_stroma": 2.1354745019784159e-10,
"tissue_necrosis": 0.47342805831343193,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5511332231138814
},
"micro": {
"recall": 0.81875,
"f1_score": 0.7257617728531855,
"precision": 0.6517412935323383
},
"nuclei_other": {
"FN": 0,
"FP": 78,
"TP": 4,
"recall": 1.0,
"f1_score": 0.09302325581395349,
"precision": 0.04878048780487805
},
"nuclei_tumor": {
"FN": 70,
"FP": 71,
"TP": 251,
"recall": 0.7819314641744548,
"f1_score": 0.7807153965785381,
"precision": 0.7795031055900621
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 61,
"TP": 138,
"recall": 0.8903225806451613,
"f1_score": 0.7796610169491527,
"precision": 0.6934673366834171
}
},
"tissue_metrics": {
"average_dice": 0.3763910847691082,
"tissue_tumor": 0.8819554179387996,
"tissue_stroma": 8.629170045680309e-11,
"tissue_necrosis": 9.635118077443696e-11,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6431691620593781
},
"micro": {
"recall": 0.7388362652232747,
"f1_score": 0.726063829787234,
"precision": 0.7137254901960784
},
"nuclei_other": {
"FN": 26,
"FP": 80,
"TP": 34,
"recall": 0.5666666666666667,
"f1_score": 0.3908045977011494,
"precision": 0.2982456140350877
},
"nuclei_tumor": {
"FN": 52,
"FP": 64,
"TP": 191,
"recall": 0.7860082304526749,
"f1_score": 0.7670682730923694,
"precision": 0.7490196078431373
},
"nuclei_lymphocyte": {
"FN": 115,
"FP": 75,
"TP": 321,
"recall": 0.7362385321100917,
"f1_score": 0.7716346153846154,
"precision": 0.8106060606060606
}
},
"tissue_metrics": {
"average_dice": 0.7742574382621679,
"tissue_tumor": 0.9467744859603445,
"tissue_stroma": 0.924512703970994,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.3795006188722576e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6618007498129214
},
"micro": {
"recall": 0.7722095671981777,
"f1_score": 0.6996904024767802,
"precision": 0.6396226415094339
},
"nuclei_other": {
"FN": 31,
"FP": 108,
"TP": 64,
"recall": 0.6736842105263158,
"f1_score": 0.4794007490636704,
"precision": 0.37209302325581395
},
"nuclei_tumor": {
"FN": 63,
"FP": 31,
"TP": 211,
"recall": 0.7700729927007299,
"f1_score": 0.8178294573643411,
"precision": 0.871900826446281
},
"nuclei_lymphocyte": {
"FN": 6,
"FP": 52,
"TP": 64,
"recall": 0.9142857142857143,
"f1_score": 0.6881720430107526,
"precision": 0.5517241379310345
}
},
"tissue_metrics": {
"average_dice": 0.6172301885468987,
"tissue_tumor": 0.9177285725121266,
"tissue_stroma": 0.7813004440087972,
"tissue_necrosis": 1.5110305225882397e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.3871219260624665
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6839116566626083
},
"micro": {
"recall": 0.7935871743486974,
"f1_score": 0.6886956521739132,
"precision": 0.6082949308755761
},
"nuclei_other": {
"FN": 40,
"FP": 120,
"TP": 104,
"recall": 0.7222222222222222,
"f1_score": 0.5652173913043479,
"precision": 0.4642857142857143
},
"nuclei_tumor": {
"FN": 26,
"FP": 71,
"TP": 122,
"recall": 0.8243243243243243,
"f1_score": 0.7155425219941349,
"precision": 0.6321243523316062
},
"nuclei_lymphocyte": {
"FN": 37,
"FP": 64,
"TP": 170,
"recall": 0.821256038647343,
"f1_score": 0.7709750566893424,
"precision": 0.7264957264957265
}
},
"tissue_metrics": {
"average_dice": 0.7110184692725763,
"tissue_tumor": 0.7658359489862377,
"tissue_stroma": 0.7892563952937445,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0828993916207056e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5250116120834353
},
"micro": {
"recall": 0.6140350877192983,
"f1_score": 0.5468750000000001,
"precision": 0.49295774647887325
},
"nuclei_other": {
"FN": 102,
"FP": 19,
"TP": 30,
"recall": 0.22727272727272727,
"f1_score": 0.3314917127071823,
"precision": 0.6122448979591837
},
"nuclei_tumor": {
"FN": 11,
"FP": 149,
"TP": 76,
"recall": 0.8735632183908046,
"f1_score": 0.4871794871794873,
"precision": 0.3377777777777778
},
"nuclei_lymphocyte": {
"FN": 19,
"FP": 48,
"TP": 104,
"recall": 0.8455284552845529,
"f1_score": 0.7563636363636363,
"precision": 0.6842105263157895
}
},
"tissue_metrics": {
"average_dice": 0.5307598217639492,
"tissue_tumor": 0.8947152027912374,
"tissue_stroma": 0.7590838988784624,
"tissue_necrosis": 1.1274846942681514e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 7.037297628168209e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6419489670713016
},
"micro": {
"recall": 0.7591973244147158,
"f1_score": 0.7310789049919485,
"precision": 0.7049689440993789
},
"nuclei_other": {
"FN": 36,
"FP": 22,
"TP": 54,
"recall": 0.6,
"f1_score": 0.6506024096385543,
"precision": 0.7105263157894737
},
"nuclei_tumor": {
"FN": 36,
"FP": 52,
"TP": 163,
"recall": 0.8190954773869347,
"f1_score": 0.78743961352657,
"precision": 0.7581395348837209
},
"nuclei_lymphocyte": {
"FN": 0,
"FP": 21,
"TP": 10,
"recall": 1.0,
"f1_score": 0.4878048780487805,
"precision": 0.3225806451612903
}
},
"tissue_metrics": {
"average_dice": 0.5490448363069864,
"tissue_tumor": 0.7452241799390116,
"tissue_stroma": 2.3840459643493572e-11,
"tissue_necrosis": 1.5720798591855373e-09,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6395131011076816
},
"micro": {
"recall": 0.8838709677419355,
"f1_score": 0.7313167259786477,
"precision": 0.6236722306525038
},
"nuclei_other": {
"FN": 20,
"FP": 76,
"TP": 30,
"recall": 0.6,
"f1_score": 0.3846153846153846,
"precision": 0.2830188679245283
},
"nuclei_tumor": {
"FN": 9,
"FP": 78,
"TP": 108,
"recall": 0.9230769230769231,
"f1_score": 0.7128712871287128,
"precision": 0.5806451612903226
},
"nuclei_lymphocyte": {
"FN": 25,
"FP": 94,
"TP": 273,
"recall": 0.9161073825503355,
"f1_score": 0.8210526315789474,
"precision": 0.7438692098092643
}
},
"tissue_metrics": {
"average_dice": 0.5634534987264572,
"tissue_tumor": 0.9159890040380259,
"tissue_stroma": 0.9012782969905633,
"tissue_necrosis": 2.9604191944816544e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.923076553254509e-07
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6080263004688112
},
"micro": {
"recall": 0.7488076311605724,
"f1_score": 0.7708674304418985,
"precision": 0.7942664418212478
},
"nuclei_other": {
"FN": 22,
"FP": 24,
"TP": 6,
"recall": 0.21428571428571427,
"f1_score": 0.20689655172413796,
"precision": 0.2
},
"nuclei_tumor": {
"FN": 19,
"FP": 48,
"TP": 195,
"recall": 0.9112149532710281,
"f1_score": 0.8533916849015317,
"precision": 0.8024691358024691
},
"nuclei_lymphocyte": {
"FN": 117,
"FP": 50,
"TP": 270,
"recall": 0.6976744186046512,
"f1_score": 0.7637906647807639,
"precision": 0.84375
}
},
"tissue_metrics": {
"average_dice": 0.5653320026240418,
"tissue_tumor": 0.9574263062202663,
"tissue_stroma": 0.869233704445054,
"tissue_necrosis": 8.502678336448706e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.6046213067961792e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6837334382788928
},
"micro": {
"recall": 0.7660098522167488,
"f1_score": 0.6850220264317181,
"precision": 0.6195219123505976
},
"nuclei_other": {
"FN": 44,
"FP": 38,
"TP": 80,
"recall": 0.6451612903225806,
"f1_score": 0.6611570247933884,
"precision": 0.6779661016949152
},
"nuclei_tumor": {
"FN": 27,
"FP": 125,
"TP": 92,
"recall": 0.773109243697479,
"f1_score": 0.5476190476190477,
"precision": 0.423963133640553
},
"nuclei_lymphocyte": {
"FN": 24,
"FP": 28,
"TP": 139,
"recall": 0.852760736196319,
"f1_score": 0.8424242424242424,
"precision": 0.8323353293413174
}
},
"tissue_metrics": {
"average_dice": 0.847798760003948,
"tissue_tumor": 0.5644369259924863,
"tissue_stroma": 0.8009610153695095,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8735958586577445,
"tissue_blood_vessel": 1.0
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_other": 0.41694590773617685,
"nuclei_tumor": 0.7370025773074769,
"nuclei_lymphocyte": 0.6904101007452457
},
"dice_tissue": {
"average_dice": 0.6224406208366654,
"tissue_tumor": 0.8562258526304154,
"tissue_stroma": 0.5825626459280804,
"tissue_necrosis": 0.34734280613920243,
"tissue_epidermis": 0.9873595858657744,
"tissue_blood_vessel": 0.33871221361985393
},
"macro_f1_nuclei": 0.6147861952629664,
"micro_dice_tissue": {
"tissue_tumor": 0.8773633586819201,
"tissue_stroma": 0.7623077436396881,
"tissue_necrosis": 0.04248247241768229,
"tissue_epidermis": 0.8735958586577445,
"average_micro_dice": 0.5567325808925198,
"tissue_blood_vessel": 0.22791347106556364
}
}
}
