Evaluation
- ID
- f6c890fc-fee3-401c-99e6-3c8c0ccd6aea
- Submission ID
- f327002e-bb22-4b06-bae5-556be6ad279b
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
gdeotale123
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
LEO10
(Image Version 88c664d2-043e-4b46-8dc5-454816799830
)
- Submission created
- Jan. 3, 2025, 11:38 a.m.
- Result created
- Jan. 3, 2025, 11:38 a.m.
- Position on leaderboard
-
37
- Comment:
- Version 1
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3308969031871017
},
"micro": {
"recall": 0.746031746031746,
"f1_score": 0.7686017988552739,
"precision": 0.7925801011804384
},
"nuclei_tumor": {
"FN": 20,
"FP": 48,
"TP": 195,
"recall": 0.9069767441860465,
"f1_score": 0.8515283842794761,
"precision": 0.8024691358024691
},
"nuclei_stroma": {
"FN": 10,
"FP": 1,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.15384615384615385,
"precision": 0.5
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 6,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 12,
"FP": 17,
"TP": 4,
"recall": 0.25,
"f1_score": 0.2162162162162162,
"precision": 0.19047619047619047
},
"nuclei_lymphocyte": {
"FN": 117,
"FP": 50,
"TP": 270,
"recall": 0.6976744186046512,
"f1_score": 0.7637906647807639,
"precision": 0.84375
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5653320026240418,
"tissue_tumor": 0.9574263062202663,
"tissue_stroma": 0.869233704445054,
"tissue_necrosis": 8.502678336448706e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.6046213067961792e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.38581812908430085
},
"micro": {
"recall": 0.7491638795986622,
"f1_score": 0.7214170692431562,
"precision": 0.6956521739130435
},
"nuclei_tumor": {
"FN": 36,
"FP": 52,
"TP": 163,
"recall": 0.8190954773869347,
"f1_score": 0.78743961352657,
"precision": 0.7581395348837209
},
"nuclei_stroma": {
"FN": 0,
"FP": 9,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 0,
"FP": 21,
"TP": 10,
"recall": 1.0,
"f1_score": 0.4878048780487805,
"precision": 0.3225806451612903
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 39,
"FP": 15,
"TP": 51,
"recall": 0.5666666666666667,
"f1_score": 0.6538461538461539,
"precision": 0.7727272727272727
}
},
"tissue_metrics": {
"average_dice": 0.5490448363069864,
"tissue_tumor": 0.7452241799390116,
"tissue_stroma": 2.3840459643493572e-11,
"tissue_necrosis": 1.5720798591855373e-09,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3110905014728003
},
"micro": {
"recall": 0.7283783783783784,
"f1_score": 0.716279069767442,
"precision": 0.7045751633986929
},
"nuclei_tumor": {
"FN": 52,
"FP": 64,
"TP": 191,
"recall": 0.7860082304526749,
"f1_score": 0.7670682730923694,
"precision": 0.7490196078431373
},
"nuclei_stroma": {
"FN": 7,
"FP": 17,
"TP": 5,
"recall": 0.4166666666666667,
"f1_score": 0.29411764705882354,
"precision": 0.22727272727272727
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 21,
"FP": 64,
"TP": 22,
"recall": 0.5116279069767442,
"f1_score": 0.34108527131782945,
"precision": 0.2558139534883721
},
"nuclei_lymphocyte": {
"FN": 115,
"FP": 71,
"TP": 321,
"recall": 0.7362385321100917,
"f1_score": 0.7753623188405797,
"precision": 0.8188775510204082
},
"nuclei_endothelium": {
"FN": 2,
"FP": 5,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.7742574382621679,
"tissue_tumor": 0.9467744859603445,
"tissue_stroma": 0.924512703970994,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.3795006188722576e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3947444783368666
},
"micro": {
"recall": 0.7537473233404711,
"f1_score": 0.625222024866785,
"precision": 0.5341426403641881
},
"nuclei_tumor": {
"FN": 9,
"FP": 78,
"TP": 108,
"recall": 0.9230769230769231,
"f1_score": 0.7128712871287128,
"precision": 0.5806451612903226
},
"nuclei_stroma": {
"FN": 11,
"FP": 13,
"TP": 15,
"recall": 0.5769230769230769,
"f1_score": 0.5555555555555555,
"precision": 0.5357142857142857
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 4,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.1818181818181818,
"precision": 0.2
},
"nuclei_histiocyte": {
"FN": 8,
"FP": 62,
"TP": 10,
"recall": 0.5555555555555556,
"f1_score": 0.22222222222222227,
"precision": 0.1388888888888889
},
"nuclei_lymphocyte": {
"FN": 23,
"FP": 136,
"TP": 196,
"recall": 0.8949771689497716,
"f1_score": 0.7114337568058076,
"precision": 0.5903614457831325
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 59,
"FP": 13,
"TP": 22,
"recall": 0.2716049382716049,
"f1_score": 0.3793103448275862,
"precision": 0.6285714285714286
}
},
"tissue_metrics": {
"average_dice": 0.5634534987264572,
"tissue_tumor": 0.9159890040380259,
"tissue_stroma": 0.9012782969905633,
"tissue_necrosis": 2.9604191944816544e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.923076553254509e-07
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.37289440730342754
},
"micro": {
"recall": 0.81875,
"f1_score": 0.7257617728531855,
"precision": 0.6517412935323383
},
"nuclei_tumor": {
"FN": 70,
"FP": 71,
"TP": 251,
"recall": 0.7819314641744548,
"f1_score": 0.7807153965785381,
"precision": 0.7795031055900621
},
"nuclei_stroma": {
"FN": 0,
"FP": 5,
"TP": 3,
"recall": 1.0,
"f1_score": 0.5454545454545454,
"precision": 0.375
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 2,
"TP": 1,
"recall": 1.0,
"f1_score": 0.5,
"precision": 0.3333333333333333
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 67,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 59,
"TP": 138,
"recall": 0.8903225806451613,
"f1_score": 0.7840909090909091,
"precision": 0.700507614213198
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.3763910847691082,
"tissue_tumor": 0.8819554179387996,
"tissue_stroma": 8.629170045680309e-11,
"tissue_necrosis": 9.635118077443696e-11,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4385703853499606
},
"micro": {
"recall": 0.744874715261959,
"f1_score": 0.6749226006191951,
"precision": 0.6169811320754717
},
"nuclei_tumor": {
"FN": 63,
"FP": 31,
"TP": 211,
"recall": 0.7700729927007299,
"f1_score": 0.8178294573643411,
"precision": 0.871900826446281
},
"nuclei_stroma": {
"FN": 0,
"FP": 8,
"TP": 5,
"recall": 1.0,
"f1_score": 0.5555555555555556,
"precision": 0.38461538461538464
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 1,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.25,
"precision": 0.5
},
"nuclei_epithelium": {
"FN": 0,
"FP": 38,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 18,
"FP": 66,
"TP": 33,
"recall": 0.6470588235294118,
"f1_score": 0.44,
"precision": 0.3333333333333333
},
"nuclei_lymphocyte": {
"FN": 6,
"FP": 50,
"TP": 64,
"recall": 0.9142857142857143,
"f1_score": 0.6956521739130436,
"precision": 0.5614035087719298
},
"nuclei_neutrophil": {
"FN": 1,
"FP": 0,
"TP": 1,
"recall": 0.5,
"f1_score": 0.6666666666666666,
"precision": 1.0
},
"nuclei_endothelium": {
"FN": 10,
"FP": 5,
"TP": 5,
"recall": 0.3333333333333333,
"f1_score": 0.4,
"precision": 0.5
},
"nuclei_melanophage": {
"FN": 9,
"FP": 2,
"TP": 7,
"recall": 0.4375,
"f1_score": 0.56,
"precision": 0.7777777777777778
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6172301885468987,
"tissue_tumor": 0.9177285725121266,
"tissue_stroma": 0.7813004440087972,
"tissue_necrosis": 1.5110305225882397e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.3871219260624665
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.48062180245305103
},
"micro": {
"recall": 0.7395577395577395,
"f1_score": 0.6622662266226623,
"precision": 0.599601593625498
},
"nuclei_tumor": {
"FN": 26,
"FP": 125,
"TP": 92,
"recall": 0.7796610169491526,
"f1_score": 0.5492537313432836,
"precision": 0.423963133640553
},
"nuclei_stroma": {
"FN": 11,
"FP": 12,
"TP": 8,
"recall": 0.42105263157894735,
"f1_score": 0.41025641025641024,
"precision": 0.4
},
"nuclei_epithelium": {
"FN": 5,
"FP": 24,
"TP": 37,
"recall": 0.8809523809523809,
"f1_score": 0.7184466019417476,
"precision": 0.6065573770491803
},
"nuclei_histiocyte": {
"FN": 35,
"FP": 11,
"TP": 24,
"recall": 0.4067796610169492,
"f1_score": 0.5106382978723405,
"precision": 0.6857142857142857
},
"nuclei_lymphocyte": {
"FN": 24,
"FP": 28,
"TP": 139,
"recall": 0.852760736196319,
"f1_score": 0.8424242424242424,
"precision": 0.8323353293413174
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 1,
"TP": 1,
"recall": 0.25,
"f1_score": 0.3333333333333333,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.847798760003948,
"tissue_tumor": 0.5644369259924863,
"tissue_stroma": 0.8009610153695095,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8735958586577445,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.28589074008428844
},
"micro": {
"recall": 0.8532423208191127,
"f1_score": 0.8438818565400844,
"precision": 0.8347245409015025
},
"nuclei_tumor": {
"FN": 35,
"FP": 74,
"TP": 488,
"recall": 0.9330783938814532,
"f1_score": 0.8995391705069125,
"precision": 0.8683274021352313
},
"nuclei_stroma": {
"FN": 33,
"FP": 3,
"TP": 8,
"recall": 0.1951219512195122,
"f1_score": 0.3076923076923077,
"precision": 0.7272727272727273
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 18,
"FP": 10,
"TP": 4,
"recall": 0.18181818181818182,
"f1_score": 0.2222222222222222,
"precision": 0.2857142857142857
},
"nuclei_endothelium": {
"FN": 0,
"FP": 8,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6891201080905195,
"tissue_tumor": 0.9721724819256182,
"tissue_stroma": 2.1354745019784159e-10,
"tissue_necrosis": 0.47342805831343193,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2892988842030204
},
"micro": {
"recall": 0.5789473684210527,
"f1_score": 0.515625,
"precision": 0.4647887323943662
},
"nuclei_tumor": {
"FN": 11,
"FP": 149,
"TP": 76,
"recall": 0.8735632183908046,
"f1_score": 0.4871794871794873,
"precision": 0.3377777777777778
},
"nuclei_stroma": {
"FN": 6,
"FP": 10,
"TP": 2,
"recall": 0.25,
"f1_score": 0.2,
"precision": 0.16666666666666666
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 101,
"FP": 10,
"TP": 15,
"recall": 0.12931034482758622,
"f1_score": 0.21276595744680854,
"precision": 0.6
},
"nuclei_lymphocyte": {
"FN": 19,
"FP": 47,
"TP": 101,
"recall": 0.8416666666666667,
"f1_score": 0.7537313432835819,
"precision": 0.6824324324324325
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 7,
"TP": 3,
"recall": 0.5,
"f1_score": 0.37499999999999994,
"precision": 0.3
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 3,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.28571428571428575,
"precision": 0.25
}
},
"tissue_metrics": {
"average_dice": 0.5307598217639492,
"tissue_tumor": 0.8947152027912374,
"tissue_stroma": 0.7590838988784624,
"tissue_necrosis": 1.1274846942681514e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 7.037297628168209e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.40231927209622975
},
"micro": {
"recall": 0.7569721115537849,
"f1_score": 0.6591500433651344,
"precision": 0.5837173579109063
},
"nuclei_tumor": {
"FN": 27,
"FP": 71,
"TP": 122,
"recall": 0.8187919463087249,
"f1_score": 0.7134502923976608,
"precision": 0.6321243523316062
},
"nuclei_stroma": {
"FN": 5,
"FP": 37,
"TP": 9,
"recall": 0.6428571428571429,
"f1_score": 0.30000000000000004,
"precision": 0.1956521739130435
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 44,
"FP": 89,
"TP": 77,
"recall": 0.6363636363636364,
"f1_score": 0.5365853658536586,
"precision": 0.463855421686747
},
"nuclei_lymphocyte": {
"FN": 38,
"FP": 62,
"TP": 166,
"recall": 0.8137254901960784,
"f1_score": 0.7685185185185186,
"precision": 0.7280701754385965
},
"nuclei_endothelium": {
"FN": 3,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 1,
"FP": 7,
"TP": 4,
"recall": 0.8,
"f1_score": 0.5000000000000001,
"precision": 0.36363636363636365
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 4,
"TP": 2,
"recall": 0.5,
"f1_score": 0.4,
"precision": 0.3333333333333333
}
},
"tissue_metrics": {
"average_dice": 0.7110184692725763,
"tissue_tumor": 0.7658359489862377,
"tissue_stroma": 0.7892563952937445,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0828993916207056e-09
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7366875093397351,
"nuclei_stroma": 0.3322478175419352,
"nuclei_apoptosis": 0.09318181818181817,
"nuclei_epithelium": 0.07184466019417476,
"nuclei_histiocyte": 0.24795133309290757,
"nuclei_lymphocyte": 0.680503102792845,
"nuclei_neutrophil": 0.06666666666666667,
"nuclei_endothelium": 0.04,
"nuclei_melanophage": 0.24221794871794872,
"nuclei_plasma_cell": 0.10650246305418717
},
"dice_tissue": {
"average_dice": 0.6224406208366654,
"tissue_tumor": 0.8562258526304154,
"tissue_stroma": 0.5825626459280805,
"tissue_necrosis": 0.34734280613920243,
"tissue_epidermis": 0.9873595858657744,
"tissue_blood_vessel": 0.3387122136198539
},
"macro_f1_nuclei": 0.26178033195822187,
"micro_dice_tissue": {
"tissue_tumor": 0.8773633586819201,
"tissue_stroma": 0.7623077436396881,
"tissue_necrosis": 0.04248247241768229,
"tissue_epidermis": 0.8735958586577445,
"average_micro_dice": 0.5567325808925198,
"tissue_blood_vessel": 0.22791347106556364
}
}
}
