Evaluation
- ID
- d905dd9d-bb59-46d0-a746-52d9ee2e725a
- Submission ID
- aee77a62-99aa-4c64-9982-45767e69acfe
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
NiTo
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
Track2Puma
(Image Version adacaecb-f3fe-4d6b-99e4-4899a768464a
)
- Submission created
- March 15, 2025, 7:34 p.m.
- Result created
- March 15, 2025, 7:34 p.m.
- Position on leaderboard
-
5
- Comment:
- PUMA_Track2
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.553721406623421
},
"micro": {
"recall": 0.725752508361204,
"f1_score": 0.7587412587412586,
"precision": 0.7948717948717948
},
"nuclei_tumor": {
"FN": 33,
"FP": 39,
"TP": 166,
"recall": 0.8341708542713567,
"f1_score": 0.8217821782178217,
"precision": 0.8097560975609757
},
"nuclei_stroma": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 2,
"TP": 8,
"recall": 0.8,
"f1_score": 0.8000000000000002,
"precision": 0.8
},
"nuclei_melanophage": {
"FN": 47,
"FP": 12,
"TP": 43,
"recall": 0.4777777777777778,
"f1_score": 0.5931034482758621,
"precision": 0.7818181818181819
}
},
"tissue_metrics": {
"average_dice": 0.799982270837019,
"tissue_tumor": 0.9999113004216572,
"tissue_stroma": 1.0,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.376343796970764e-08
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.24115826407225638
},
"micro": {
"recall": 0.7634920634920634,
"f1_score": 0.8030050083472454,
"precision": 0.846830985915493
},
"nuclei_tumor": {
"FN": 38,
"FP": 26,
"TP": 177,
"recall": 0.8232558139534883,
"f1_score": 0.8468899521531101,
"precision": 0.8719211822660099
},
"nuclei_stroma": {
"FN": 10,
"FP": 2,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.14285714285714288,
"precision": 0.3333333333333333
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 3,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 14,
"FP": 23,
"TP": 2,
"recall": 0.125,
"f1_score": 0.09756097560975609,
"precision": 0.08
},
"nuclei_lymphocyte": {
"FN": 86,
"FP": 27,
"TP": 301,
"recall": 0.7777777777777778,
"f1_score": 0.8419580419580419,
"precision": 0.9176829268292683
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9724720861984195,
"tissue_tumor": 0.9586970769256642,
"tissue_stroma": 0.9036633540664333,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.30963066202090594
},
"micro": {
"recall": 0.8447098976109215,
"f1_score": 0.8549222797927462,
"precision": 0.8653846153846154
},
"nuclei_tumor": {
"FN": 42,
"FP": 62,
"TP": 481,
"recall": 0.9196940726577438,
"f1_score": 0.902439024390244,
"precision": 0.8858195211786372
},
"nuclei_stroma": {
"FN": 32,
"FP": 0,
"TP": 9,
"recall": 0.21951219512195122,
"f1_score": 0.36,
"precision": 1.0
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 6,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 8,
"TP": 5,
"recall": 0.22727272727272727,
"f1_score": 0.2857142857142857,
"precision": 0.38461538461538464
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9761196157163002,
"tissue_tumor": 0.9977205963491735,
"tissue_stroma": 1.0,
"tissue_necrosis": 0.8828774822323273,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5174431592238365
},
"micro": {
"recall": 0.6873661670235546,
"f1_score": 0.6888412017167382,
"precision": 0.6903225806451613
},
"nuclei_tumor": {
"FN": 14,
"FP": 33,
"TP": 103,
"recall": 0.8803418803418803,
"f1_score": 0.8142292490118577,
"precision": 0.7573529411764706
},
"nuclei_stroma": {
"FN": 12,
"FP": 9,
"TP": 14,
"recall": 0.5384615384615384,
"f1_score": 0.5714285714285715,
"precision": 0.6086956521739131
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 3,
"TP": 2,
"recall": 0.3333333333333333,
"f1_score": 0.3636363636363636,
"precision": 0.4
},
"nuclei_histiocyte": {
"FN": 8,
"FP": 26,
"TP": 10,
"recall": 0.5555555555555556,
"f1_score": 0.3703703703703704,
"precision": 0.2777777777777778
},
"nuclei_lymphocyte": {
"FN": 37,
"FP": 69,
"TP": 182,
"recall": 0.8310502283105022,
"f1_score": 0.7744680851063831,
"precision": 0.7250996015936255
},
"nuclei_plasma_cell": {
"FN": 71,
"FP": 4,
"TP": 10,
"recall": 0.12345679012345678,
"f1_score": 0.21052631578947367,
"precision": 0.7142857142857143
}
},
"tissue_metrics": {
"average_dice": 0.981327016323803,
"tissue_tumor": 0.9535394723233533,
"tissue_stroma": 0.9530956092956618,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4107850704241652
},
"micro": {
"recall": 0.6637426900584795,
"f1_score": 0.6973886328725039,
"precision": 0.7346278317152104
},
"nuclei_tumor": {
"FN": 11,
"FP": 11,
"TP": 76,
"recall": 0.8735632183908046,
"f1_score": 0.8735632183908046,
"precision": 0.8735632183908046
},
"nuclei_stroma": {
"FN": 2,
"FP": 20,
"TP": 6,
"recall": 0.75,
"f1_score": 0.3529411764705882,
"precision": 0.23076923076923078
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 55,
"FP": 19,
"TP": 61,
"recall": 0.5258620689655172,
"f1_score": 0.6224489795918368,
"precision": 0.7625
},
"nuclei_lymphocyte": {
"FN": 40,
"FP": 17,
"TP": 80,
"recall": 0.6666666666666666,
"f1_score": 0.7373271889400921,
"precision": 0.8247422680412371
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 11,
"TP": 3,
"recall": 0.5,
"f1_score": 0.3,
"precision": 0.21428571428571427
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 1,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.4,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.767699070102453,
"tissue_tumor": 0.9466477018238847,
"tissue_stroma": 0.8918476483957772,
"tissue_necrosis": 2.926029961690651e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.24453029570439738
},
"micro": {
"recall": 0.6145833333333334,
"f1_score": 0.6399132321041214,
"precision": 0.667420814479638
},
"nuclei_tumor": {
"FN": 150,
"FP": 20,
"TP": 171,
"recall": 0.5327102803738317,
"f1_score": 0.66796875,
"precision": 0.8952879581151832
},
"nuclei_stroma": {
"FN": 0,
"FP": 6,
"TP": 3,
"recall": 1.0,
"f1_score": 0.5,
"precision": 0.3333333333333333
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 83,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 34,
"FP": 31,
"TP": 121,
"recall": 0.7806451612903226,
"f1_score": 0.7882736156351791,
"precision": 0.7960526315789473
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 0,
"FP": 5,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6676654997216753,
"tissue_tumor": 0.7360175513388931,
"tissue_stroma": 2.2990989830556613e-11,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.6023099472464921
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.31728284398923373
},
"micro": {
"recall": 0.6472972972972973,
"f1_score": 0.7159940209267565,
"precision": 0.8010033444816054
},
"nuclei_tumor": {
"FN": 61,
"FP": 13,
"TP": 182,
"recall": 0.7489711934156379,
"f1_score": 0.8310502283105022,
"precision": 0.9333333333333333
},
"nuclei_stroma": {
"FN": 5,
"FP": 24,
"TP": 7,
"recall": 0.5833333333333334,
"f1_score": 0.3255813953488372,
"precision": 0.22580645161290322
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 23,
"FP": 63,
"TP": 20,
"recall": 0.46511627906976744,
"f1_score": 0.31746031746031744,
"precision": 0.24096385542168675
},
"nuclei_lymphocyte": {
"FN": 166,
"FP": 17,
"TP": 270,
"recall": 0.6192660550458715,
"f1_score": 0.7468879668049793,
"precision": 0.9407665505226481
},
"nuclei_endothelium": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.824338290627284,
"tissue_tumor": 0.9089307477895772,
"tissue_stroma": 0.8982255789986863,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.314535126348157
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.47865604454562805
},
"micro": {
"recall": 0.6852589641434262,
"f1_score": 0.7056410256410256,
"precision": 0.7272727272727273
},
"nuclei_tumor": {
"FN": 15,
"FP": 49,
"TP": 134,
"recall": 0.8993288590604027,
"f1_score": 0.8072289156626506,
"precision": 0.73224043715847
},
"nuclei_stroma": {
"FN": 11,
"FP": 15,
"TP": 3,
"recall": 0.21428571428571427,
"f1_score": 0.1875,
"precision": 0.16666666666666666
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 69,
"FP": 33,
"TP": 52,
"recall": 0.4297520661157025,
"f1_score": 0.5048543689320389,
"precision": 0.611764705882353
},
"nuclei_lymphocyte": {
"FN": 55,
"FP": 27,
"TP": 149,
"recall": 0.7303921568627451,
"f1_score": 0.7842105263157895,
"precision": 0.8465909090909091
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.5,
"precision": 1.0
},
"nuclei_melanophage": {
"FN": 2,
"FP": 3,
"TP": 3,
"recall": 0.6,
"f1_score": 0.5454545454545454,
"precision": 0.5
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 2,
"TP": 2,
"recall": 0.5,
"f1_score": 0.5,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.9122821080316781,
"tissue_tumor": 0.8316522339493213,
"tissue_stroma": 0.8692728479327577,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8604854582763115
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4413822800477081
},
"micro": {
"recall": 0.6339066339066339,
"f1_score": 0.6649484536082475,
"precision": 0.6991869918699187
},
"nuclei_tumor": {
"FN": 74,
"FP": 7,
"TP": 44,
"recall": 0.3728813559322034,
"f1_score": 0.5207100591715977,
"precision": 0.8627450980392157
},
"nuclei_stroma": {
"FN": 9,
"FP": 19,
"TP": 10,
"recall": 0.5263157894736842,
"f1_score": 0.4166666666666667,
"precision": 0.3448275862068966
},
"nuclei_epithelium": {
"FN": 7,
"FP": 5,
"TP": 35,
"recall": 0.8333333333333334,
"f1_score": 0.8536585365853658,
"precision": 0.875
},
"nuclei_histiocyte": {
"FN": 25,
"FP": 66,
"TP": 34,
"recall": 0.576271186440678,
"f1_score": 0.4276729559748428,
"precision": 0.34
},
"nuclei_lymphocyte": {
"FN": 28,
"FP": 12,
"TP": 135,
"recall": 0.8282208588957055,
"f1_score": 0.8709677419354839,
"precision": 0.9183673469387755
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 4,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8258983229885428,
"tissue_tumor": 0.4513730019300116,
"tissue_stroma": 0.7758866083784739,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.9022320046342288,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.47051389195212134
},
"micro": {
"recall": 0.7312072892938497,
"f1_score": 0.7561837455830389,
"precision": 0.7829268292682927
},
"nuclei_tumor": {
"FN": 59,
"FP": 18,
"TP": 215,
"recall": 0.7846715328467153,
"f1_score": 0.8481262327416174,
"precision": 0.9227467811158798
},
"nuclei_stroma": {
"FN": 2,
"FP": 5,
"TP": 3,
"recall": 0.6,
"f1_score": 0.4615384615384615,
"precision": 0.375
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 1,
"TP": 2,
"recall": 0.3333333333333333,
"f1_score": 0.4444444444444444,
"precision": 0.6666666666666666
},
"nuclei_epithelium": {
"FN": 0,
"FP": 8,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 22,
"FP": 29,
"TP": 29,
"recall": 0.5686274509803921,
"f1_score": 0.5321100917431193,
"precision": 0.5
},
"nuclei_lymphocyte": {
"FN": 13,
"FP": 23,
"TP": 57,
"recall": 0.8142857142857143,
"f1_score": 0.7599999999999999,
"precision": 0.7125
},
"nuclei_neutrophil": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 6,
"FP": 3,
"TP": 9,
"recall": 0.6,
"f1_score": 0.6666666666666665,
"precision": 0.75
},
"nuclei_melanophage": {
"FN": 10,
"FP": 1,
"TP": 6,
"recall": 0.375,
"f1_score": 0.5217391304347825,
"precision": 0.8571428571428571
}
},
"tissue_metrics": {
"average_dice": 0.7053347170695032,
"tissue_tumor": 0.9362070673773885,
"tissue_stroma": 0.8991480789202434,
"tissue_necrosis": 1.0,
"tissue_epidermis": 2.4999937500156254e-06,
"tissue_blood_vessel": 0.6913159390561348
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7933987808050207,
"nuclei_stroma": 0.3318513414310268,
"nuclei_apoptosis": 0.0808080808080808,
"nuclei_epithelium": 0.08536585365853658,
"nuclei_histiocyte": 0.28724780596822813,
"nuclei_lymphocyte": 0.7389807452410235,
"nuclei_neutrophil": 0.0,
"nuclei_endothelium": 0.11666666666666665,
"nuclei_melanophage": 0.196029712416519,
"nuclei_plasma_cell": 0.11105263157894738
},
"dice_tissue": {
"average_dice": 0.8433118997616678,
"tissue_tumor": 0.8720696750228925,
"tissue_stroma": 0.8191139726011025,
"tissue_necrosis": 0.8882877482524931,
"tissue_epidermis": 0.8902234504627978,
"tissue_blood_vessel": 0.7468646524690533
},
"macro_f1_nuclei": 0.274140161857405,
"micro_dice_tissue": {
"tissue_tumor": 0.9062061140915044,
"tissue_stroma": 0.8269053019151782,
"tissue_necrosis": 0.4762905769392286,
"tissue_epidermis": 0.902219858923112,
"average_micro_dice": 0.7552524887768866,
"tissue_blood_vessel": 0.6646405920154098
}
}
}
