Evaluation
- ID
- bdc5094c-e2a5-4f74-bd9a-e69c5a76fcf7
- Submission ID
- 9b760f54-6f7e-4067-917c-b954e20a50c9
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
NiTo
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
Track2Puma
(Image Version 9ecdbab2-3cb2-406e-8f7d-554400183797
)
- Submission created
- March 14, 2025, 12:28 p.m.
- Result created
- March 14, 2025, 12:28 p.m.
- Position on leaderboard
-
15
- Comment:
- pp3
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5562066770948351
},
"micro": {
"recall": 0.7224080267558528,
"f1_score": 0.7578947368421053,
"precision": 0.7970479704797048
},
"nuclei_tumor": {
"FN": 28,
"FP": 46,
"TP": 171,
"recall": 0.8592964824120602,
"f1_score": 0.8221153846153846,
"precision": 0.7880184331797235
},
"nuclei_stroma": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 1,
"TP": 8,
"recall": 0.8,
"f1_score": 0.8421052631578948,
"precision": 0.8888888888888888
},
"nuclei_melanophage": {
"FN": 53,
"FP": 5,
"TP": 37,
"recall": 0.4111111111111111,
"f1_score": 0.5606060606060607,
"precision": 0.8809523809523809
}
},
"tissue_metrics": {
"average_dice": 0.799982270837019,
"tissue_tumor": 0.9999113004216572,
"tissue_stroma": 1.0,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.376343796970764e-08
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2788774118962798
},
"micro": {
"recall": 0.7698412698412699,
"f1_score": 0.8090075062552126,
"precision": 0.8523725834797891
},
"nuclei_tumor": {
"FN": 34,
"FP": 28,
"TP": 181,
"recall": 0.8418604651162791,
"f1_score": 0.8537735849056604,
"precision": 0.8660287081339713
},
"nuclei_stroma": {
"FN": 10,
"FP": 1,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.15384615384615385,
"precision": 0.5
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 14,
"FP": 21,
"TP": 2,
"recall": 0.125,
"f1_score": 0.10256410256410256,
"precision": 0.08695652173913043
},
"nuclei_lymphocyte": {
"FN": 86,
"FP": 27,
"TP": 301,
"recall": 0.7777777777777778,
"f1_score": 0.8419580419580419,
"precision": 0.9176829268292683
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9727030959986109,
"tissue_tumor": 0.9590809106451258,
"tissue_stroma": 0.9044345693479291,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.29758556731173363
},
"micro": {
"recall": 0.8464163822525598,
"f1_score": 0.8566493955094991,
"precision": 0.8671328671328671
},
"nuclei_tumor": {
"FN": 39,
"FP": 66,
"TP": 484,
"recall": 0.9254302103250478,
"f1_score": 0.902143522833178,
"precision": 0.88
},
"nuclei_stroma": {
"FN": 34,
"FP": 0,
"TP": 7,
"recall": 0.17073170731707318,
"f1_score": 0.2916666666666667,
"precision": 1.0
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 7,
"TP": 5,
"recall": 0.22727272727272727,
"f1_score": 0.29411764705882354,
"precision": 0.4166666666666667
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9760922176648507,
"tissue_tumor": 0.9977186651882419,
"tissue_stroma": 1.0,
"tissue_necrosis": 0.8827424231360111,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5519010346139407
},
"micro": {
"recall": 0.69593147751606,
"f1_score": 0.6966773847802787,
"precision": 0.6974248927038627
},
"nuclei_tumor": {
"FN": 14,
"FP": 35,
"TP": 103,
"recall": 0.8803418803418803,
"f1_score": 0.807843137254902,
"precision": 0.7463768115942029
},
"nuclei_stroma": {
"FN": 12,
"FP": 10,
"TP": 14,
"recall": 0.5384615384615384,
"f1_score": 0.5599999999999999,
"precision": 0.5833333333333334
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 2,
"recall": 0.3333333333333333,
"f1_score": 0.5,
"precision": 1.0
},
"nuclei_histiocyte": {
"FN": 8,
"FP": 24,
"TP": 10,
"recall": 0.5555555555555556,
"f1_score": 0.3846153846153846,
"precision": 0.29411764705882354
},
"nuclei_lymphocyte": {
"FN": 37,
"FP": 68,
"TP": 182,
"recall": 0.8310502283105022,
"f1_score": 0.7761194029850746,
"precision": 0.728
},
"nuclei_plasma_cell": {
"FN": 67,
"FP": 4,
"TP": 14,
"recall": 0.1728395061728395,
"f1_score": 0.2828282828282828,
"precision": 0.7777777777777778
}
},
"tissue_metrics": {
"average_dice": 0.9812729598349709,
"tissue_tumor": 0.9533728264766154,
"tissue_stroma": 0.9529919726982384,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.465227642995051
},
"micro": {
"recall": 0.6754385964912281,
"f1_score": 0.7085889570552146,
"precision": 0.7451612903225806
},
"nuclei_tumor": {
"FN": 11,
"FP": 13,
"TP": 76,
"recall": 0.8735632183908046,
"f1_score": 0.8636363636363635,
"precision": 0.8539325842696629
},
"nuclei_stroma": {
"FN": 4,
"FP": 18,
"TP": 4,
"recall": 0.5,
"f1_score": 0.26666666666666666,
"precision": 0.18181818181818182
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 53,
"FP": 18,
"TP": 63,
"recall": 0.5431034482758621,
"f1_score": 0.6395939086294417,
"precision": 0.7777777777777778
},
"nuclei_lymphocyte": {
"FN": 36,
"FP": 19,
"TP": 84,
"recall": 0.7,
"f1_score": 0.7533632286995516,
"precision": 0.8155339805825242
},
"nuclei_melanophage": {
"FN": 3,
"FP": 9,
"TP": 3,
"recall": 0.5,
"f1_score": 0.3333333333333333,
"precision": 0.25
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 1,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.4,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.767829217831302,
"tissue_tumor": 0.9469486749778704,
"tissue_stroma": 0.8921974138860362,
"tissue_necrosis": 2.926029961690651e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.26505330287454787
},
"micro": {
"recall": 0.6145833333333334,
"f1_score": 0.6413043478260869,
"precision": 0.6704545454545454
},
"nuclei_tumor": {
"FN": 150,
"FP": 18,
"TP": 171,
"recall": 0.5327102803738317,
"f1_score": 0.6705882352941176,
"precision": 0.9047619047619048
},
"nuclei_stroma": {
"FN": 0,
"FP": 3,
"TP": 3,
"recall": 1.0,
"f1_score": 0.6666666666666666,
"precision": 0.5
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 84,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 34,
"FP": 33,
"TP": 121,
"recall": 0.7806451612903226,
"f1_score": 0.7831715210355987,
"precision": 0.7857142857142857
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 0,
"FP": 5,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6672311664465754,
"tissue_tumor": 0.7338458849635432,
"tissue_stroma": 2.284179317160944e-11,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.6023099472464921
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.32140432923263723
},
"micro": {
"recall": 0.6594594594594595,
"f1_score": 0.7305389221556886,
"precision": 0.8187919463087249
},
"nuclei_tumor": {
"FN": 58,
"FP": 13,
"TP": 185,
"recall": 0.7613168724279835,
"f1_score": 0.8390022675736962,
"precision": 0.9343434343434344
},
"nuclei_stroma": {
"FN": 6,
"FP": 20,
"TP": 6,
"recall": 0.5,
"f1_score": 0.3157894736842105,
"precision": 0.23076923076923078
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 23,
"FP": 56,
"TP": 20,
"recall": 0.46511627906976744,
"f1_score": 0.3361344537815126,
"precision": 0.2631578947368421
},
"nuclei_lymphocyte": {
"FN": 159,
"FP": 17,
"TP": 277,
"recall": 0.6353211009174312,
"f1_score": 0.758904109589041,
"precision": 0.9421768707482994
},
"nuclei_endothelium": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8243234530255631,
"tissue_tumor": 0.9088917561667805,
"tissue_stroma": 0.8981903826128782,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.314535126348157
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4550744970227445
},
"micro": {
"recall": 0.6872509960159362,
"f1_score": 0.7076923076923077,
"precision": 0.7293868921775899
},
"nuclei_tumor": {
"FN": 14,
"FP": 51,
"TP": 135,
"recall": 0.9060402684563759,
"f1_score": 0.8059701492537312,
"precision": 0.7258064516129032
},
"nuclei_stroma": {
"FN": 12,
"FP": 14,
"TP": 2,
"recall": 0.14285714285714285,
"f1_score": 0.13333333333333333,
"precision": 0.125
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 66,
"FP": 31,
"TP": 55,
"recall": 0.45454545454545453,
"f1_score": 0.5314009661835749,
"precision": 0.6395348837209303
},
"nuclei_lymphocyte": {
"FN": 56,
"FP": 27,
"TP": 148,
"recall": 0.7254901960784313,
"f1_score": 0.7810026385224275,
"precision": 0.8457142857142858
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.5,
"precision": 1.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 2,
"TP": 2,
"recall": 0.4,
"f1_score": 0.4444444444444445,
"precision": 0.5
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 3,
"TP": 2,
"recall": 0.5,
"f1_score": 0.4444444444444445,
"precision": 0.4
}
},
"tissue_metrics": {
"average_dice": 0.9118336228004689,
"tissue_tumor": 0.8307772575034771,
"tissue_stroma": 0.8679053982225556,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8604854582763115
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.45015630827119113
},
"micro": {
"recall": 0.6412776412776413,
"f1_score": 0.6718146718146718,
"precision": 0.7054054054054054
},
"nuclei_tumor": {
"FN": 74,
"FP": 8,
"TP": 44,
"recall": 0.3728813559322034,
"f1_score": 0.5176470588235295,
"precision": 0.8461538461538461
},
"nuclei_stroma": {
"FN": 9,
"FP": 14,
"TP": 10,
"recall": 0.5263157894736842,
"f1_score": 0.46511627906976744,
"precision": 0.4166666666666667
},
"nuclei_epithelium": {
"FN": 7,
"FP": 6,
"TP": 35,
"recall": 0.8333333333333334,
"f1_score": 0.8433734939759037,
"precision": 0.8536585365853658
},
"nuclei_histiocyte": {
"FN": 22,
"FP": 66,
"TP": 37,
"recall": 0.6271186440677966,
"f1_score": 0.45679012345679015,
"precision": 0.3592233009708738
},
"nuclei_lymphocyte": {
"FN": 28,
"FP": 13,
"TP": 135,
"recall": 0.8282208588957055,
"f1_score": 0.8681672025723474,
"precision": 0.9121621621621622
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 4,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8254964861764972,
"tissue_tumor": 0.4496132025019913,
"tissue_stroma": 0.7755200758690564,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.9023491525114379,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4676127369550767
},
"micro": {
"recall": 0.7312072892938497,
"f1_score": 0.7570754716981134,
"precision": 0.784841075794621
},
"nuclei_tumor": {
"FN": 56,
"FP": 17,
"TP": 218,
"recall": 0.7956204379562044,
"f1_score": 0.8565815324165029,
"precision": 0.9276595744680851
},
"nuclei_stroma": {
"FN": 2,
"FP": 3,
"TP": 3,
"recall": 0.6,
"f1_score": 0.5454545454545454,
"precision": 0.5
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 2,
"recall": 0.3333333333333333,
"f1_score": 0.5,
"precision": 1.0
},
"nuclei_epithelium": {
"FN": 0,
"FP": 7,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 23,
"FP": 30,
"TP": 28,
"recall": 0.5490196078431373,
"f1_score": 0.5137614678899083,
"precision": 0.4827586206896552
},
"nuclei_lymphocyte": {
"FN": 13,
"FP": 26,
"TP": 57,
"recall": 0.8142857142857143,
"f1_score": 0.7450980392156863,
"precision": 0.6867469879518072
},
"nuclei_neutrophil": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 6,
"FP": 3,
"TP": 9,
"recall": 0.6,
"f1_score": 0.6666666666666665,
"precision": 0.75
},
"nuclei_melanophage": {
"FN": 12,
"FP": 1,
"TP": 4,
"recall": 0.25,
"f1_score": 0.38095238095238093,
"precision": 0.8
}
},
"tissue_metrics": {
"average_dice": 0.7053978170059629,
"tissue_tumor": 0.9363727027133999,
"tissue_stroma": 0.8992971099380578,
"tissue_necrosis": 1.0,
"tissue_epidermis": 3.3333222222592593e-06,
"tissue_blood_vessel": 0.6913159390561348
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7939301236607066,
"nuclei_stroma": 0.33985397853880106,
"nuclei_apoptosis": 0.1,
"nuclei_epithelium": 0.08433734939759037,
"nuclei_histiocyte": 0.2964860407120714,
"nuclei_lymphocyte": 0.7444007094794487,
"nuclei_neutrophil": 0.0,
"nuclei_endothelium": 0.11666666666666665,
"nuclei_melanophage": 0.17193362193362194,
"nuclei_plasma_cell": 0.11272727272727272
},
"dice_tissue": {
"average_dice": 0.8432162307621821,
"tissue_tumor": 0.8716533181558702,
"tissue_stroma": 0.8190536922597593,
"tissue_necrosis": 0.8882742423428613,
"tissue_epidermis": 0.890235248583366,
"tissue_blood_vessel": 0.7468646524690533
},
"macro_f1_nuclei": 0.27603357631161796,
"micro_dice_tissue": {
"tissue_tumor": 0.9059161593087308,
"tissue_stroma": 0.8263899927374644,
"tissue_necrosis": 0.47615196977369617,
"tissue_epidermis": 0.9023400432102964,
"average_micro_dice": 0.7550877514091195,
"tissue_blood_vessel": 0.6646405920154098
}
}
}
