Evaluation
- ID
- b42fc26e-bdf2-4b37-a150-eb9b549f2e5e
- Submission ID
- aaccfa84-f984-44df-b95b-99058c149614
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
gdeotale123
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
LEO10
(Image Version e8b4db52-fa2c-47cb-a47b-6a79b444a125
)
- Submission created
- Jan. 22, 2025, 1:46 p.m.
- Result created
- Jan. 22, 2025, 1:46 p.m.
- Position on leaderboard
-
45
- Comment:
- 4%
Metrics
{
"results": [
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3110905014728003
},
"micro": {
"recall": 0.7283783783783784,
"f1_score": 0.716279069767442,
"precision": 0.7045751633986929
},
"nuclei_tumor": {
"FN": 52,
"FP": 64,
"TP": 191,
"recall": 0.7860082304526749,
"f1_score": 0.7670682730923694,
"precision": 0.7490196078431373
},
"nuclei_stroma": {
"FN": 7,
"FP": 17,
"TP": 5,
"recall": 0.4166666666666667,
"f1_score": 0.29411764705882354,
"precision": 0.22727272727272727
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 21,
"FP": 64,
"TP": 22,
"recall": 0.5116279069767442,
"f1_score": 0.34108527131782945,
"precision": 0.2558139534883721
},
"nuclei_lymphocyte": {
"FN": 115,
"FP": 71,
"TP": 321,
"recall": 0.7362385321100917,
"f1_score": 0.7753623188405797,
"precision": 0.8188775510204082
},
"nuclei_endothelium": {
"FN": 2,
"FP": 5,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5265860490012315,
"tissue_tumor": 0.8080556477556463,
"tissue_stroma": 0.8248741785037188,
"tissue_necrosis": 1.0,
"tissue_epidermis": 4.1666649305562796e-07,
"tissue_blood_vessel": 2.0802995588094456e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.40231927209622975
},
"micro": {
"recall": 0.7569721115537849,
"f1_score": 0.6591500433651344,
"precision": 0.5837173579109063
},
"nuclei_tumor": {
"FN": 27,
"FP": 71,
"TP": 122,
"recall": 0.8187919463087249,
"f1_score": 0.7134502923976608,
"precision": 0.6321243523316062
},
"nuclei_stroma": {
"FN": 5,
"FP": 37,
"TP": 9,
"recall": 0.6428571428571429,
"f1_score": 0.30000000000000004,
"precision": 0.1956521739130435
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 44,
"FP": 89,
"TP": 77,
"recall": 0.6363636363636364,
"f1_score": 0.5365853658536586,
"precision": 0.463855421686747
},
"nuclei_lymphocyte": {
"FN": 38,
"FP": 62,
"TP": 166,
"recall": 0.8137254901960784,
"f1_score": 0.7685185185185186,
"precision": 0.7280701754385965
},
"nuclei_endothelium": {
"FN": 3,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 1,
"FP": 7,
"TP": 4,
"recall": 0.8,
"f1_score": 0.5000000000000001,
"precision": 0.36363636363636365
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 4,
"TP": 2,
"recall": 0.5,
"f1_score": 0.4,
"precision": 0.3333333333333333
}
},
"tissue_metrics": {
"average_dice": 0.742349935309102,
"tissue_tumor": 0.8312454964690981,
"tissue_stroma": 0.8805041779935125,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0828993916207056e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2892988842030204
},
"micro": {
"recall": 0.5789473684210527,
"f1_score": 0.515625,
"precision": 0.4647887323943662
},
"nuclei_tumor": {
"FN": 11,
"FP": 149,
"TP": 76,
"recall": 0.8735632183908046,
"f1_score": 0.4871794871794873,
"precision": 0.3377777777777778
},
"nuclei_stroma": {
"FN": 6,
"FP": 10,
"TP": 2,
"recall": 0.25,
"f1_score": 0.2,
"precision": 0.16666666666666666
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 101,
"FP": 10,
"TP": 15,
"recall": 0.12931034482758622,
"f1_score": 0.21276595744680854,
"precision": 0.6
},
"nuclei_lymphocyte": {
"FN": 19,
"FP": 47,
"TP": 101,
"recall": 0.8416666666666667,
"f1_score": 0.7537313432835819,
"precision": 0.6824324324324325
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 7,
"TP": 3,
"recall": 0.5,
"f1_score": 0.37499999999999994,
"precision": 0.3
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 3,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.28571428571428575,
"precision": 0.25
}
},
"tissue_metrics": {
"average_dice": 0.5696780257044428,
"tissue_tumor": 0.9337164403011231,
"tissue_stroma": 0.9146736876585528,
"tissue_necrosis": 2.914177472558887e-10,
"tissue_epidermis": 2.711202688778006e-10,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.37289440730342754
},
"micro": {
"recall": 0.81875,
"f1_score": 0.7257617728531855,
"precision": 0.6517412935323383
},
"nuclei_tumor": {
"FN": 70,
"FP": 71,
"TP": 251,
"recall": 0.7819314641744548,
"f1_score": 0.7807153965785381,
"precision": 0.7795031055900621
},
"nuclei_stroma": {
"FN": 0,
"FP": 5,
"TP": 3,
"recall": 1.0,
"f1_score": 0.5454545454545454,
"precision": 0.375
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 2,
"TP": 1,
"recall": 1.0,
"f1_score": 0.5,
"precision": 0.3333333333333333
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 67,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 59,
"TP": 138,
"recall": 0.8903225806451613,
"f1_score": 0.7840909090909091,
"precision": 0.700507614213198
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.3741564078360621,
"tissue_tumor": 0.870782027728876,
"tissue_stroma": 4.228794708753234e-11,
"tissue_necrosis": 5.685048290590971e-09,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3947444783368666
},
"micro": {
"recall": 0.7537473233404711,
"f1_score": 0.625222024866785,
"precision": 0.5341426403641881
},
"nuclei_tumor": {
"FN": 9,
"FP": 78,
"TP": 108,
"recall": 0.9230769230769231,
"f1_score": 0.7128712871287128,
"precision": 0.5806451612903226
},
"nuclei_stroma": {
"FN": 11,
"FP": 13,
"TP": 15,
"recall": 0.5769230769230769,
"f1_score": 0.5555555555555555,
"precision": 0.5357142857142857
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 4,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.1818181818181818,
"precision": 0.2
},
"nuclei_histiocyte": {
"FN": 8,
"FP": 62,
"TP": 10,
"recall": 0.5555555555555556,
"f1_score": 0.22222222222222227,
"precision": 0.1388888888888889
},
"nuclei_lymphocyte": {
"FN": 23,
"FP": 136,
"TP": 196,
"recall": 0.8949771689497716,
"f1_score": 0.7114337568058076,
"precision": 0.5903614457831325
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 59,
"FP": 13,
"TP": 22,
"recall": 0.2716049382716049,
"f1_score": 0.3793103448275862,
"precision": 0.6285714285714286
}
},
"tissue_metrics": {
"average_dice": 0.5726511848607475,
"tissue_tumor": 0.9314950477088464,
"tissue_stroma": 0.931750837935202,
"tissue_necrosis": 3.8759688420167124e-08,
"tissue_epidermis": 9.99990000099999e-06,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4385703853499606
},
"micro": {
"recall": 0.744874715261959,
"f1_score": 0.6749226006191951,
"precision": 0.6169811320754717
},
"nuclei_tumor": {
"FN": 63,
"FP": 31,
"TP": 211,
"recall": 0.7700729927007299,
"f1_score": 0.8178294573643411,
"precision": 0.871900826446281
},
"nuclei_stroma": {
"FN": 0,
"FP": 8,
"TP": 5,
"recall": 1.0,
"f1_score": 0.5555555555555556,
"precision": 0.38461538461538464
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 1,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.25,
"precision": 0.5
},
"nuclei_epithelium": {
"FN": 0,
"FP": 38,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 18,
"FP": 66,
"TP": 33,
"recall": 0.6470588235294118,
"f1_score": 0.44,
"precision": 0.3333333333333333
},
"nuclei_lymphocyte": {
"FN": 6,
"FP": 50,
"TP": 64,
"recall": 0.9142857142857143,
"f1_score": 0.6956521739130436,
"precision": 0.5614035087719298
},
"nuclei_neutrophil": {
"FN": 1,
"FP": 0,
"TP": 1,
"recall": 0.5,
"f1_score": 0.6666666666666666,
"precision": 1.0
},
"nuclei_endothelium": {
"FN": 10,
"FP": 5,
"TP": 5,
"recall": 0.3333333333333333,
"f1_score": 0.4,
"precision": 0.5
},
"nuclei_melanophage": {
"FN": 9,
"FP": 2,
"TP": 7,
"recall": 0.4375,
"f1_score": 0.56,
"precision": 0.7777777777777778
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.327854511270621,
"tissue_tumor": 0.8287664227222724,
"tissue_stroma": 0.8026668968814824,
"tissue_necrosis": 3.745318211785835e-08,
"tissue_epidermis": 2.8176951174480275e-09,
"tissue_blood_vessel": 0.007839196478472766
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.38581812908430085
},
"micro": {
"recall": 0.7491638795986622,
"f1_score": 0.7214170692431562,
"precision": 0.6956521739130435
},
"nuclei_tumor": {
"FN": 36,
"FP": 52,
"TP": 163,
"recall": 0.8190954773869347,
"f1_score": 0.78743961352657,
"precision": 0.7581395348837209
},
"nuclei_stroma": {
"FN": 0,
"FP": 9,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 0,
"FP": 21,
"TP": 10,
"recall": 1.0,
"f1_score": 0.4878048780487805,
"precision": 0.3225806451612903
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 39,
"FP": 15,
"TP": 51,
"recall": 0.5666666666666667,
"f1_score": 0.6538461538461539,
"precision": 0.7727272727272727
}
},
"tissue_metrics": {
"average_dice": 0.5560666214168745,
"tissue_tumor": 0.7803306070641461,
"tissue_stroma": 2.6475688698151317e-11,
"tissue_necrosis": 1.0,
"tissue_epidermis": 2.4999937500156254e-06,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.28589074008428844
},
"micro": {
"recall": 0.8532423208191127,
"f1_score": 0.8438818565400844,
"precision": 0.8347245409015025
},
"nuclei_tumor": {
"FN": 35,
"FP": 74,
"TP": 488,
"recall": 0.9330783938814532,
"f1_score": 0.8995391705069125,
"precision": 0.8683274021352313
},
"nuclei_stroma": {
"FN": 33,
"FP": 3,
"TP": 8,
"recall": 0.1951219512195122,
"f1_score": 0.3076923076923077,
"precision": 0.7272727272727273
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 18,
"FP": 10,
"TP": 4,
"recall": 0.18181818181818182,
"f1_score": 0.2222222222222222,
"precision": 0.2857142857142857
},
"nuclei_endothelium": {
"FN": 0,
"FP": 8,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.2287200757815872,
"tissue_tumor": 0.9734464012711306,
"tissue_stroma": 2.187513671481928e-10,
"tissue_necrosis": 0.170153803902751,
"tissue_epidermis": 7.042253025193449e-08,
"tissue_blood_vessel": 1.0309277287703373e-07
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.48062180245305103
},
"micro": {
"recall": 0.7395577395577395,
"f1_score": 0.6622662266226623,
"precision": 0.599601593625498
},
"nuclei_tumor": {
"FN": 26,
"FP": 125,
"TP": 92,
"recall": 0.7796610169491526,
"f1_score": 0.5492537313432836,
"precision": 0.423963133640553
},
"nuclei_stroma": {
"FN": 11,
"FP": 12,
"TP": 8,
"recall": 0.42105263157894735,
"f1_score": 0.41025641025641024,
"precision": 0.4
},
"nuclei_epithelium": {
"FN": 5,
"FP": 24,
"TP": 37,
"recall": 0.8809523809523809,
"f1_score": 0.7184466019417476,
"precision": 0.6065573770491803
},
"nuclei_histiocyte": {
"FN": 35,
"FP": 11,
"TP": 24,
"recall": 0.4067796610169492,
"f1_score": 0.5106382978723405,
"precision": 0.6857142857142857
},
"nuclei_lymphocyte": {
"FN": 24,
"FP": 28,
"TP": 139,
"recall": 0.852760736196319,
"f1_score": 0.8424242424242424,
"precision": 0.8323353293413174
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 1,
"TP": 1,
"recall": 0.25,
"f1_score": 0.3333333333333333,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.8554621915457021,
"tissue_tumor": 0.5931082761671773,
"tissue_stroma": 0.8090513576226642,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8751513239386696,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3308969031871017
},
"micro": {
"recall": 0.746031746031746,
"f1_score": 0.7686017988552739,
"precision": 0.7925801011804384
},
"nuclei_tumor": {
"FN": 20,
"FP": 48,
"TP": 195,
"recall": 0.9069767441860465,
"f1_score": 0.8515283842794761,
"precision": 0.8024691358024691
},
"nuclei_stroma": {
"FN": 10,
"FP": 1,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.15384615384615385,
"precision": 0.5
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 6,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 12,
"FP": 17,
"TP": 4,
"recall": 0.25,
"f1_score": 0.2162162162162162,
"precision": 0.19047619047619047
},
"nuclei_lymphocyte": {
"FN": 117,
"FP": 50,
"TP": 270,
"recall": 0.6976744186046512,
"f1_score": 0.7637906647807639,
"precision": 0.84375
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5630759970416921,
"tissue_tumor": 0.941901033539637,
"tissue_stroma": 0.8734781155645663,
"tissue_necrosis": 8.333326388894677e-07,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.771618617595292e-09
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7366875093397351,
"nuclei_stroma": 0.3322478175419351,
"nuclei_apoptosis": 0.09318181818181817,
"nuclei_epithelium": 0.07184466019417476,
"nuclei_histiocyte": 0.24795133309290757,
"nuclei_lymphocyte": 0.680503102792845,
"nuclei_neutrophil": 0.06666666666666667,
"nuclei_endothelium": 0.04,
"nuclei_melanophage": 0.24221794871794872,
"nuclei_plasma_cell": 0.10650246305418717
},
"dice_tissue": {
"average_dice": 0.5316600999768062,
"tissue_tumor": 0.8492847400727952,
"tissue_stroma": 0.6036999252447214,
"tissue_necrosis": 0.4170154719424726,
"tissue_epidermis": 0.3875164314010259,
"tissue_blood_vessel": 0.40078393122301614
},
"macro_f1_nuclei": 0.26178033195822187,
"micro_dice_tissue": {
"tissue_tumor": 0.8697498481795605,
"tissue_stroma": 0.7866373545198392,
"tissue_necrosis": 0.06323160909971652,
"tissue_epidermis": 0.7681827349504003,
"average_micro_dice": 0.4984527579194421,
"tissue_blood_vessel": 0.0044622428476938664
}
}
}
