Evaluation
- Evaluation ID
- f2fe8463-ded5-40fb-971e-9309f32df7e7
- Submission ID
- 0e180a5f-ddb3-4024-90f1-3d995f071ad0
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
NiTo
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
Track2Puma
(Image Version 80f551fb-b041-461d-9382-4e2caf49e02b
)
- Submission created
- Aug. 4, 2025, 12:07 p.m.
- Result created
- Aug. 4, 2025, 12:07 p.m.
- Position on leaderboard
-
8
- Comment:
- instFinal1
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5628838565791732
},
"micro": {
"recall": 0.7357859531772575,
"f1_score": 0.7705779334500875,
"precision": 0.8088235294117647
},
"nuclei_tumor": {
"FN": 32,
"FP": 36,
"TP": 167,
"recall": 0.8391959798994975,
"f1_score": 0.8308457711442786,
"precision": 0.8226600985221675
},
"nuclei_stroma": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 2,
"TP": 8,
"recall": 0.8,
"f1_score": 0.8000000000000002,
"precision": 0.8
},
"nuclei_melanophage": {
"FN": 45,
"FP": 10,
"TP": 45,
"recall": 0.5,
"f1_score": 0.6206896551724137,
"precision": 0.8181818181818182
}
},
"tissue_metrics": {
"average_dice": 0.799982270837019,
"tissue_tumor": 0.9999113004216572,
"tissue_stroma": 1.0,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.376343796970764e-08
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.26135829169001407
},
"micro": {
"recall": 0.6888888888888889,
"f1_score": 0.7695035460992908,
"precision": 0.8714859437751004
},
"nuclei_tumor": {
"FN": 43,
"FP": 17,
"TP": 172,
"recall": 0.8,
"f1_score": 0.8514851485148515,
"precision": 0.91005291005291
},
"nuclei_stroma": {
"FN": 10,
"FP": 2,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.14285714285714288,
"precision": 0.3333333333333333
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 15,
"FP": 19,
"TP": 1,
"recall": 0.0625,
"f1_score": 0.05555555555555556,
"precision": 0.05
},
"nuclei_lymphocyte": {
"FN": 127,
"FP": 20,
"TP": 260,
"recall": 0.6718346253229974,
"f1_score": 0.7796101949025488,
"precision": 0.9285714285714286
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9724720861984195,
"tissue_tumor": 0.9586970769256642,
"tissue_stroma": 0.9036633540664333,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2979631813548142
},
"micro": {
"recall": 0.7866894197952219,
"f1_score": 0.8291366906474821,
"precision": 0.876425855513308
},
"nuclei_tumor": {
"FN": 75,
"FP": 50,
"TP": 448,
"recall": 0.8565965583173997,
"f1_score": 0.8775710088148874,
"precision": 0.8995983935742972
},
"nuclei_stroma": {
"FN": 33,
"FP": 0,
"TP": 8,
"recall": 0.1951219512195122,
"f1_score": 0.326530612244898,
"precision": 1.0
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 6,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 8,
"TP": 5,
"recall": 0.22727272727272727,
"f1_score": 0.2857142857142857,
"precision": 0.38461538461538464
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9761196157163002,
"tissue_tumor": 0.9977205963491735,
"tissue_stroma": 1.0,
"tissue_necrosis": 0.8828774822323273,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5269402510953966
},
"micro": {
"recall": 0.6895074946466809,
"f1_score": 0.6984815618221258,
"precision": 0.7076923076923077
},
"nuclei_tumor": {
"FN": 15,
"FP": 30,
"TP": 102,
"recall": 0.8717948717948718,
"f1_score": 0.8192771084337349,
"precision": 0.7727272727272727
},
"nuclei_stroma": {
"FN": 12,
"FP": 8,
"TP": 14,
"recall": 0.5384615384615384,
"f1_score": 0.5833333333333334,
"precision": 0.6363636363636364
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 3,
"TP": 2,
"recall": 0.3333333333333333,
"f1_score": 0.3636363636363636,
"precision": 0.4
},
"nuclei_histiocyte": {
"FN": 7,
"FP": 24,
"TP": 11,
"recall": 0.6111111111111112,
"f1_score": 0.41509433962264153,
"precision": 0.3142857142857143
},
"nuclei_lymphocyte": {
"FN": 35,
"FP": 66,
"TP": 184,
"recall": 0.8401826484018264,
"f1_score": 0.7846481876332622,
"precision": 0.736
},
"nuclei_plasma_cell": {
"FN": 72,
"FP": 2,
"TP": 9,
"recall": 0.1111111111111111,
"f1_score": 0.1956521739130435,
"precision": 0.8181818181818182
}
},
"tissue_metrics": {
"average_dice": 0.981327016323803,
"tissue_tumor": 0.9535394723233533,
"tissue_stroma": 0.9530956092956618,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4247479748026378
},
"micro": {
"recall": 0.652046783625731,
"f1_score": 0.6990595611285266,
"precision": 0.7533783783783784
},
"nuclei_tumor": {
"FN": 14,
"FP": 9,
"TP": 73,
"recall": 0.8390804597701149,
"f1_score": 0.8639053254437871,
"precision": 0.8902439024390244
},
"nuclei_stroma": {
"FN": 2,
"FP": 19,
"TP": 6,
"recall": 0.75,
"f1_score": 0.36363636363636365,
"precision": 0.24
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 55,
"FP": 16,
"TP": 61,
"recall": 0.5258620689655172,
"f1_score": 0.6321243523316062,
"precision": 0.7922077922077922
},
"nuclei_lymphocyte": {
"FN": 41,
"FP": 15,
"TP": 79,
"recall": 0.6583333333333333,
"f1_score": 0.7383177570093459,
"precision": 0.8404255319148937
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 11,
"TP": 3,
"recall": 0.5,
"f1_score": 0.3,
"precision": 0.21428571428571427
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 0,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.5,
"precision": 1.0
}
},
"tissue_metrics": {
"average_dice": 0.767699070102453,
"tissue_tumor": 0.9466477018238847,
"tissue_stroma": 0.8918476483957772,
"tissue_necrosis": 2.926029961690651e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2473832628570275
},
"micro": {
"recall": 0.5979166666666667,
"f1_score": 0.6307692307692306,
"precision": 0.6674418604651163
},
"nuclei_tumor": {
"FN": 154,
"FP": 19,
"TP": 167,
"recall": 0.5202492211838006,
"f1_score": 0.6587771203155819,
"precision": 0.8978494623655914
},
"nuclei_stroma": {
"FN": 0,
"FP": 5,
"TP": 3,
"recall": 1.0,
"f1_score": 0.5454545454545454,
"precision": 0.375
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 83,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 38,
"FP": 30,
"TP": 117,
"recall": 0.7548387096774194,
"f1_score": 0.7748344370860928,
"precision": 0.7959183673469388
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6676654997216753,
"tissue_tumor": 0.7360175513388931,
"tissue_stroma": 2.2990989830556613e-11,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.6023099472464921
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.31284246588636594
},
"micro": {
"recall": 0.6135135135135135,
"f1_score": 0.696319018404908,
"precision": 0.8049645390070922
},
"nuclei_tumor": {
"FN": 66,
"FP": 14,
"TP": 177,
"recall": 0.7283950617283951,
"f1_score": 0.815668202764977,
"precision": 0.9267015706806283
},
"nuclei_stroma": {
"FN": 4,
"FP": 22,
"TP": 8,
"recall": 0.6666666666666666,
"f1_score": 0.3809523809523809,
"precision": 0.26666666666666666
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 27,
"FP": 58,
"TP": 16,
"recall": 0.37209302325581395,
"f1_score": 0.27350427350427353,
"precision": 0.21621621621621623
},
"nuclei_lymphocyte": {
"FN": 183,
"FP": 14,
"TP": 253,
"recall": 0.5802752293577982,
"f1_score": 0.7197724039829303,
"precision": 0.947565543071161
},
"nuclei_endothelium": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.824338290627284,
"tissue_tumor": 0.9089307477895772,
"tissue_stroma": 0.8982255789986863,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.314535126348157
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4742405502826102
},
"micro": {
"recall": 0.651394422310757,
"f1_score": 0.6884210526315789,
"precision": 0.7299107142857143
},
"nuclei_tumor": {
"FN": 21,
"FP": 46,
"TP": 128,
"recall": 0.8590604026845637,
"f1_score": 0.7925696594427244,
"precision": 0.735632183908046
},
"nuclei_stroma": {
"FN": 11,
"FP": 16,
"TP": 3,
"recall": 0.21428571428571427,
"f1_score": 0.18181818181818182,
"precision": 0.15789473684210525
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 67,
"FP": 30,
"TP": 54,
"recall": 0.4462809917355372,
"f1_score": 0.526829268292683,
"precision": 0.6428571428571429
},
"nuclei_lymphocyte": {
"FN": 68,
"FP": 24,
"TP": 136,
"recall": 0.6666666666666666,
"f1_score": 0.7472527472527473,
"precision": 0.85
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.5,
"precision": 1.0
},
"nuclei_melanophage": {
"FN": 2,
"FP": 3,
"TP": 3,
"recall": 0.6,
"f1_score": 0.5454545454545454,
"precision": 0.5
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 2,
"TP": 2,
"recall": 0.5,
"f1_score": 0.5,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.9122821080316781,
"tissue_tumor": 0.8316522339493213,
"tissue_stroma": 0.8692728479327577,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8604854582763115
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4476644144383338
},
"micro": {
"recall": 0.6363636363636364,
"f1_score": 0.6675257731958762,
"precision": 0.7018970189701897
},
"nuclei_tumor": {
"FN": 75,
"FP": 7,
"TP": 43,
"recall": 0.3644067796610169,
"f1_score": 0.5119047619047619,
"precision": 0.86
},
"nuclei_stroma": {
"FN": 8,
"FP": 19,
"TP": 11,
"recall": 0.5789473684210527,
"f1_score": 0.44897959183673464,
"precision": 0.36666666666666664
},
"nuclei_epithelium": {
"FN": 7,
"FP": 4,
"TP": 35,
"recall": 0.8333333333333334,
"f1_score": 0.8641975308641975,
"precision": 0.8974358974358975
},
"nuclei_histiocyte": {
"FN": 24,
"FP": 67,
"TP": 35,
"recall": 0.5932203389830508,
"f1_score": 0.43478260869565216,
"precision": 0.3431372549019608
},
"nuclei_lymphocyte": {
"FN": 28,
"FP": 11,
"TP": 135,
"recall": 0.8282208588957055,
"f1_score": 0.8737864077669903,
"precision": 0.9246575342465754
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 4,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8258983229885428,
"tissue_tumor": 0.4513730019300116,
"tissue_stroma": 0.7758866083784739,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.9022320046342288,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4677624750603954
},
"micro": {
"recall": 0.6879271070615034,
"f1_score": 0.7277108433734939,
"precision": 0.7723785166240409
},
"nuclei_tumor": {
"FN": 74,
"FP": 19,
"TP": 200,
"recall": 0.7299270072992701,
"f1_score": 0.8113590263691683,
"precision": 0.91324200913242
},
"nuclei_stroma": {
"FN": 2,
"FP": 4,
"TP": 3,
"recall": 0.6,
"f1_score": 0.5,
"precision": 0.42857142857142855
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 1,
"TP": 2,
"recall": 0.3333333333333333,
"f1_score": 0.4444444444444444,
"precision": 0.6666666666666666
},
"nuclei_epithelium": {
"FN": 0,
"FP": 7,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 26,
"FP": 29,
"TP": 25,
"recall": 0.49019607843137253,
"f1_score": 0.47619047619047616,
"precision": 0.46296296296296297
},
"nuclei_lymphocyte": {
"FN": 14,
"FP": 23,
"TP": 56,
"recall": 0.8,
"f1_score": 0.7516778523489933,
"precision": 0.7088607594936709
},
"nuclei_neutrophil": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 6,
"FP": 4,
"TP": 9,
"recall": 0.6,
"f1_score": 0.6428571428571429,
"precision": 0.6923076923076923
},
"nuclei_melanophage": {
"FN": 9,
"FP": 1,
"TP": 7,
"recall": 0.4375,
"f1_score": 0.5833333333333334,
"precision": 0.875
}
},
"tissue_metrics": {
"average_dice": 0.7053347170695032,
"tissue_tumor": 0.9362070673773885,
"tissue_stroma": 0.8991480789202434,
"tissue_necrosis": 1.0,
"tissue_epidermis": 2.4999937500156254e-06,
"tissue_blood_vessel": 0.6913159390561348
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7833363133148754,
"nuclei_stroma": 0.3473562152133581,
"nuclei_apoptosis": 0.0808080808080808,
"nuclei_epithelium": 0.08641975308641975,
"nuclei_histiocyte": 0.28140808741928885,
"nuclei_lymphocyte": 0.7255614273697197,
"nuclei_neutrophil": 0.0,
"nuclei_endothelium": 0.11428571428571428,
"nuclei_melanophage": 0.20494775339602925,
"nuclei_plasma_cell": 0.11956521739130435
},
"dice_tissue": {
"average_dice": 0.8433118997616678,
"tissue_tumor": 0.8720696750228925,
"tissue_stroma": 0.8191139726011025,
"tissue_necrosis": 0.8882877482524931,
"tissue_epidermis": 0.8902234504627978,
"tissue_blood_vessel": 0.7468646524690533
},
"macro_f1_nuclei": 0.27436885622847906,
"micro_dice_tissue": {
"tissue_tumor": 0.9062061140915044,
"tissue_stroma": 0.8269053019151782,
"tissue_necrosis": 0.4762905769392286,
"tissue_epidermis": 0.902219858923112,
"average_micro_dice": 0.7552524887768866,
"tissue_blood_vessel": 0.6646405920154098
}
}
}
