Evaluation
- ID
- add10978-3d20-46b5-bfec-c334ed4d907c
- Submission ID
- 1216d834-9a66-458d-8944-70630aa29e27
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
wildsquirrel
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
TIAKong_PUMA_Track_2
(Image Version 957e2b39-f4b1-4487-ad09-d6c8ff612ad2
)
- Submission created
- March 14, 2025, 1:39 p.m.
- Result created
- March 14, 2025, 1:39 p.m.
- Position on leaderboard
-
19
- Comment:
- Track_2_Algo_V1.8
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5641983721660299
},
"micro": {
"recall": 0.7357859531772575,
"f1_score": 0.7705779334500875,
"precision": 0.8088235294117647
},
"nuclei_tumor": {
"FN": 42,
"FP": 27,
"TP": 157,
"recall": 0.7889447236180904,
"f1_score": 0.8198433420365535,
"precision": 0.8532608695652174
},
"nuclei_stroma": {
"FN": 0,
"FP": 11,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 4,
"TP": 8,
"recall": 0.8,
"f1_score": 0.7272727272727272,
"precision": 0.6666666666666666
},
"nuclei_melanophage": {
"FN": 35,
"FP": 10,
"TP": 55,
"recall": 0.6111111111111112,
"f1_score": 0.7096774193548387,
"precision": 0.8461538461538461
}
},
"tissue_metrics": {
"average_dice": 0.7994700736537054,
"tissue_tumor": 0.997350366464124,
"tissue_stroma": 1.8044027394362999e-09,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4171980052276293
},
"micro": {
"recall": 0.8285714285714286,
"f1_score": 0.8692756036636137,
"precision": 0.9141856392294221
},
"nuclei_tumor": {
"FN": 24,
"FP": 29,
"TP": 191,
"recall": 0.8883720930232558,
"f1_score": 0.8781609195402299,
"precision": 0.8681818181818182
},
"nuclei_stroma": {
"FN": 9,
"FP": 0,
"TP": 2,
"recall": 0.18181818181818182,
"f1_score": 0.3076923076923077,
"precision": 1.0
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 16,
"FP": 4,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 58,
"FP": 15,
"TP": 329,
"recall": 0.8501291989664083,
"f1_score": 0.9001367989056087,
"precision": 0.9563953488372093
}
},
"tissue_metrics": {
"average_dice": 0.9746816056727413,
"tissue_tumor": 0.9638387901453388,
"tissue_stroma": 0.9095692382183678,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.45200280188474923
},
"micro": {
"recall": 0.8447098976109215,
"f1_score": 0.862369337979094,
"precision": 0.8807829181494662
},
"nuclei_tumor": {
"FN": 49,
"FP": 52,
"TP": 474,
"recall": 0.9063097514340345,
"f1_score": 0.90371782650143,
"precision": 0.9011406844106464
},
"nuclei_stroma": {
"FN": 32,
"FP": 2,
"TP": 9,
"recall": 0.21951219512195122,
"f1_score": 0.34615384615384615,
"precision": 0.8181818181818182
},
"nuclei_lymphocyte": {
"FN": 10,
"FP": 9,
"TP": 12,
"recall": 0.5454545454545454,
"f1_score": 0.5581395348837208,
"precision": 0.5714285714285714
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5974512657416914,
"tissue_tumor": 0.9872563279644226,
"tissue_stroma": 2.3081894556577902e-10,
"tissue_necrosis": 5.132152935523658e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4059538785640187
},
"micro": {
"recall": 0.6895074946466809,
"f1_score": 0.6902465166130761,
"precision": 0.6909871244635193
},
"nuclei_tumor": {
"FN": 14,
"FP": 33,
"TP": 103,
"recall": 0.8803418803418803,
"f1_score": 0.8142292490118577,
"precision": 0.7573529411764706
},
"nuclei_stroma": {
"FN": 14,
"FP": 6,
"TP": 12,
"recall": 0.46153846153846156,
"f1_score": 0.5454545454545455,
"precision": 0.6666666666666666
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 0,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.2857142857142857,
"precision": 1.0
},
"nuclei_histiocyte": {
"FN": 12,
"FP": 16,
"TP": 6,
"recall": 0.3333333333333333,
"f1_score": 0.3,
"precision": 0.2727272727272727
},
"nuclei_lymphocyte": {
"FN": 24,
"FP": 86,
"TP": 195,
"recall": 0.8904109589041096,
"f1_score": 0.78,
"precision": 0.693950177935943
},
"nuclei_endothelium": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 76,
"FP": 0,
"TP": 5,
"recall": 0.06172839506172839,
"f1_score": 0.11627906976744184,
"precision": 1.0
}
},
"tissue_metrics": {
"average_dice": 0.9774912189367576,
"tissue_tumor": 0.945766355777181,
"tissue_stroma": 0.9416897389066066,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4645595928514488
},
"micro": {
"recall": 0.5263157894736842,
"f1_score": 0.5853658536585366,
"precision": 0.6593406593406593
},
"nuclei_tumor": {
"FN": 12,
"FP": 50,
"TP": 75,
"recall": 0.8620689655172413,
"f1_score": 0.7075471698113207,
"precision": 0.6
},
"nuclei_stroma": {
"FN": 4,
"FP": 7,
"TP": 4,
"recall": 0.5,
"f1_score": 0.4210526315789474,
"precision": 0.36363636363636365
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 112,
"FP": 1,
"TP": 4,
"recall": 0.034482758620689655,
"f1_score": 0.06611570247933884,
"precision": 0.8
},
"nuclei_lymphocyte": {
"FN": 28,
"FP": 31,
"TP": 92,
"recall": 0.7666666666666667,
"f1_score": 0.757201646090535,
"precision": 0.7479674796747967
},
"nuclei_melanophage": {
"FN": 3,
"FP": 3,
"TP": 3,
"recall": 0.5,
"f1_score": 0.5,
"precision": 0.5
},
"nuclei_plasma_cell": {
"FN": 1,
"FP": 0,
"TP": 2,
"recall": 0.6666666666666666,
"f1_score": 0.8,
"precision": 1.0
}
},
"tissue_metrics": {
"average_dice": 0.9257433507779119,
"tissue_tumor": 0.9251452310218137,
"tissue_stroma": 0.8821636122251795,
"tissue_necrosis": 0.8214079106425666,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4909056275929995
},
"micro": {
"recall": 0.75,
"f1_score": 0.77502691065662,
"precision": 0.8017817371937639
},
"nuclei_tumor": {
"FN": 93,
"FP": 33,
"TP": 228,
"recall": 0.7102803738317757,
"f1_score": 0.7835051546391752,
"precision": 0.8735632183908046
},
"nuclei_stroma": {
"FN": 0,
"FP": 1,
"TP": 3,
"recall": 1.0,
"f1_score": 0.8571428571428571,
"precision": 0.75
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 22,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 26,
"FP": 33,
"TP": 129,
"recall": 0.832258064516129,
"f1_score": 0.8138801261829652,
"precision": 0.7962962962962963
}
},
"tissue_metrics": {
"average_dice": 0.5981507650690541,
"tissue_tumor": 0.9907538190486306,
"tissue_stroma": 5.725409363491693e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4172623429131009
},
"micro": {
"recall": 0.7391891891891892,
"f1_score": 0.7831066571224051,
"precision": 0.832572298325723
},
"nuclei_tumor": {
"FN": 38,
"FP": 62,
"TP": 205,
"recall": 0.8436213991769548,
"f1_score": 0.8039215686274511,
"precision": 0.7677902621722846
},
"nuclei_stroma": {
"FN": 6,
"FP": 20,
"TP": 6,
"recall": 0.5,
"f1_score": 0.3157894736842105,
"precision": 0.23076923076923078
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 42,
"FP": 3,
"TP": 1,
"recall": 0.023255813953488372,
"f1_score": 0.0425531914893617,
"precision": 0.25
},
"nuclei_lymphocyte": {
"FN": 102,
"FP": 24,
"TP": 334,
"recall": 0.7660550458715596,
"f1_score": 0.8413098236775819,
"precision": 0.9329608938547486
},
"nuclei_endothelium": {
"FN": 1,
"FP": 1,
"TP": 1,
"recall": 0.5,
"f1_score": 0.5,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.7666905963299492,
"tissue_tumor": 0.923969073328371,
"tissue_stroma": 0.9094839062410752,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0802995588094456e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4121200519238062
},
"micro": {
"recall": 0.6772908366533864,
"f1_score": 0.7165437302423604,
"precision": 0.7606263982102909
},
"nuclei_tumor": {
"FN": 35,
"FP": 30,
"TP": 114,
"recall": 0.7651006711409396,
"f1_score": 0.7781569965870307,
"precision": 0.7916666666666666
},
"nuclei_stroma": {
"FN": 6,
"FP": 10,
"TP": 8,
"recall": 0.5714285714285714,
"f1_score": 0.5,
"precision": 0.4444444444444444
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 56,
"FP": 39,
"TP": 65,
"recall": 0.5371900826446281,
"f1_score": 0.5777777777777777,
"precision": 0.625
},
"nuclei_lymphocyte": {
"FN": 54,
"FP": 21,
"TP": 150,
"recall": 0.7352941176470589,
"f1_score": 0.8,
"precision": 0.8771929824561403
},
"nuclei_endothelium": {
"FN": 3,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 6,
"TP": 2,
"recall": 0.4,
"f1_score": 0.3076923076923077,
"precision": 0.25
},
"nuclei_plasma_cell": {
"FN": 3,
"FP": 1,
"TP": 1,
"recall": 0.25,
"f1_score": 0.3333333333333333,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.7469803376143731,
"tissue_tumor": 0.837513893100971,
"tissue_stroma": 0.8973877928879952,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0828993916207056e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.496120166361528
},
"micro": {
"recall": 0.687960687960688,
"f1_score": 0.7088607594936709,
"precision": 0.7310704960835509
},
"nuclei_tumor": {
"FN": 60,
"FP": 21,
"TP": 58,
"recall": 0.4915254237288136,
"f1_score": 0.5888324873096448,
"precision": 0.7341772151898734
},
"nuclei_stroma": {
"FN": 12,
"FP": 9,
"TP": 7,
"recall": 0.3684210526315789,
"f1_score": 0.39999999999999997,
"precision": 0.4375
},
"nuclei_epithelium": {
"FN": 10,
"FP": 6,
"TP": 32,
"recall": 0.7619047619047619,
"f1_score": 0.8,
"precision": 0.8421052631578947
},
"nuclei_histiocyte": {
"FN": 24,
"FP": 47,
"TP": 35,
"recall": 0.5932203389830508,
"f1_score": 0.49645390070921985,
"precision": 0.4268292682926829
},
"nuclei_lymphocyte": {
"FN": 16,
"FP": 16,
"TP": 147,
"recall": 0.901840490797546,
"f1_score": 0.901840490797546,
"precision": 0.901840490797546
},
"nuclei_endothelium": {
"FN": 2,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 2,
"TP": 1,
"recall": 0.25,
"f1_score": 0.28571428571428575,
"precision": 0.3333333333333333
}
},
"tissue_metrics": {
"average_dice": 0.7984066842606874,
"tissue_tumor": 0.3594121865015063,
"tissue_stroma": 0.7559800959815712,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.876641138820359,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5088268903087778
},
"micro": {
"recall": 0.8041002277904328,
"f1_score": 0.815242494226328,
"precision": 0.8266978922716628
},
"nuclei_tumor": {
"FN": 28,
"FP": 25,
"TP": 246,
"recall": 0.8978102189781022,
"f1_score": 0.9027522935779817,
"precision": 0.9077490774907749
},
"nuclei_stroma": {
"FN": 2,
"FP": 2,
"TP": 3,
"recall": 0.6,
"f1_score": 0.6,
"precision": 0.6
},
"nuclei_apoptosis": {
"FN": 6,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 24,
"FP": 18,
"TP": 27,
"recall": 0.5294117647058824,
"f1_score": 0.5625,
"precision": 0.6
},
"nuclei_lymphocyte": {
"FN": 9,
"FP": 22,
"TP": 61,
"recall": 0.8714285714285714,
"f1_score": 0.7973856209150327,
"precision": 0.7349397590361446
},
"nuclei_neutrophil": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 7,
"FP": 4,
"TP": 8,
"recall": 0.5333333333333333,
"f1_score": 0.5925925925925926,
"precision": 0.6666666666666666
},
"nuclei_melanophage": {
"FN": 8,
"FP": 2,
"TP": 8,
"recall": 0.5,
"f1_score": 0.6153846153846154,
"precision": 0.8
}
},
"tissue_metrics": {
"average_dice": 0.8310241020504524,
"tissue_tumor": 0.9013744541225895,
"tissue_stroma": 0.809245563030024,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.444500493099649
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7980667007642676,
"nuclei_stroma": 0.42932856617067144,
"nuclei_apoptosis": 0.02857142857142857,
"nuclei_epithelium": 0.08,
"nuclei_histiocyte": 0.20454005724556978,
"nuclei_lymphocyte": 0.7877166768725717,
"nuclei_neutrophil": 0.0,
"nuclei_endothelium": 0.10925925925925925,
"nuclei_melanophage": 0.2418468628146048,
"nuclei_plasma_cell": 0.12496124031007752
},
"dice_tissue": {
"average_dice": 0.8016090000107324,
"tissue_tumor": 0.8832380497474949,
"tissue_stroma": 0.6105519950098582,
"tissue_necrosis": 0.8821407911155781,
"tissue_epidermis": 0.9876641138820359,
"tissue_blood_vessel": 0.6444500502986946
},
"macro_f1_nuclei": 0.2804290792008451,
"micro_dice_tissue": {
"tissue_tumor": 0.9320565289702604,
"tissue_stroma": 0.8595818150650306,
"tissue_necrosis": 0.6213087290749245,
"tissue_epidermis": 0.876641138820359,
"average_micro_dice": 0.7284532267496472,
"tissue_blood_vessel": 0.35267792181766155
}
}
}
