Evaluation
- ID
- 54ffe0ab-7b44-445c-bd2f-755effdda008
- Submission ID
- ff131b45-90c1-49dd-97ea-67a6ce454848
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
wildsquirrel
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
TIAKong_PUMA_Track_2
(Image Version cf2a94e0-4453-4914-a7f3-729e9da8e46d
)
- Submission created
- March 14, 2025, 12:11 p.m.
- Result created
- March 14, 2025, 12:11 p.m.
- Position on leaderboard
-
6
- Comment:
- Track_2_Algo_V1.7(Tissue update)
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5641983721660299
},
"micro": {
"recall": 0.7357859531772575,
"f1_score": 0.7705779334500875,
"precision": 0.8088235294117647
},
"nuclei_tumor": {
"FN": 42,
"FP": 27,
"TP": 157,
"recall": 0.7889447236180904,
"f1_score": 0.8198433420365535,
"precision": 0.8532608695652174
},
"nuclei_stroma": {
"FN": 0,
"FP": 11,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 4,
"TP": 8,
"recall": 0.8,
"f1_score": 0.7272727272727272,
"precision": 0.6666666666666666
},
"nuclei_melanophage": {
"FN": 35,
"FP": 10,
"TP": 55,
"recall": 0.6111111111111112,
"f1_score": 0.7096774193548387,
"precision": 0.8461538461538461
}
},
"tissue_metrics": {
"average_dice": 0.7991056685298275,
"tissue_tumor": 0.9955283415780148,
"tissue_stroma": 1.071122535270863e-09,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4171980052276293
},
"micro": {
"recall": 0.8285714285714286,
"f1_score": 0.8692756036636137,
"precision": 0.9141856392294221
},
"nuclei_tumor": {
"FN": 24,
"FP": 29,
"TP": 191,
"recall": 0.8883720930232558,
"f1_score": 0.8781609195402299,
"precision": 0.8681818181818182
},
"nuclei_stroma": {
"FN": 9,
"FP": 0,
"TP": 2,
"recall": 0.18181818181818182,
"f1_score": 0.3076923076923077,
"precision": 1.0
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 16,
"FP": 4,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 58,
"FP": 15,
"TP": 329,
"recall": 0.8501291989664083,
"f1_score": 0.9001367989056087,
"precision": 0.9563953488372093
}
},
"tissue_metrics": {
"average_dice": 0.9740360133722504,
"tissue_tumor": 0.9631894000809105,
"tissue_stroma": 0.9069906667803416,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.45200280188474923
},
"micro": {
"recall": 0.8447098976109215,
"f1_score": 0.862369337979094,
"precision": 0.8807829181494662
},
"nuclei_tumor": {
"FN": 49,
"FP": 52,
"TP": 474,
"recall": 0.9063097514340345,
"f1_score": 0.90371782650143,
"precision": 0.9011406844106464
},
"nuclei_stroma": {
"FN": 32,
"FP": 2,
"TP": 9,
"recall": 0.21951219512195122,
"f1_score": 0.34615384615384615,
"precision": 0.8181818181818182
},
"nuclei_lymphocyte": {
"FN": 10,
"FP": 9,
"TP": 12,
"recall": 0.5454545454545454,
"f1_score": 0.5581395348837208,
"precision": 0.5714285714285714
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.39773639079870005,
"tissue_tumor": 0.9886819465952619,
"tissue_stroma": 2.5372339069501854e-10,
"tissue_necrosis": 5.132152935523658e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 6.631299690773875e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4059538785640187
},
"micro": {
"recall": 0.6895074946466809,
"f1_score": 0.6902465166130761,
"precision": 0.6909871244635193
},
"nuclei_tumor": {
"FN": 14,
"FP": 33,
"TP": 103,
"recall": 0.8803418803418803,
"f1_score": 0.8142292490118577,
"precision": 0.7573529411764706
},
"nuclei_stroma": {
"FN": 14,
"FP": 6,
"TP": 12,
"recall": 0.46153846153846156,
"f1_score": 0.5454545454545455,
"precision": 0.6666666666666666
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 0,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.2857142857142857,
"precision": 1.0
},
"nuclei_histiocyte": {
"FN": 12,
"FP": 16,
"TP": 6,
"recall": 0.3333333333333333,
"f1_score": 0.3,
"precision": 0.2727272727272727
},
"nuclei_lymphocyte": {
"FN": 24,
"FP": 86,
"TP": 195,
"recall": 0.8904109589041096,
"f1_score": 0.78,
"precision": 0.693950177935943
},
"nuclei_endothelium": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 76,
"FP": 0,
"TP": 5,
"recall": 0.06172839506172839,
"f1_score": 0.11627906976744184,
"precision": 1.0
}
},
"tissue_metrics": {
"average_dice": 0.9766417881051073,
"tissue_tumor": 0.9434945996184491,
"tissue_stroma": 0.9397143409070867,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4645595928514488
},
"micro": {
"recall": 0.5263157894736842,
"f1_score": 0.5853658536585366,
"precision": 0.6593406593406593
},
"nuclei_tumor": {
"FN": 12,
"FP": 50,
"TP": 75,
"recall": 0.8620689655172413,
"f1_score": 0.7075471698113207,
"precision": 0.6
},
"nuclei_stroma": {
"FN": 4,
"FP": 7,
"TP": 4,
"recall": 0.5,
"f1_score": 0.4210526315789474,
"precision": 0.36363636363636365
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 112,
"FP": 1,
"TP": 4,
"recall": 0.034482758620689655,
"f1_score": 0.06611570247933884,
"precision": 0.8
},
"nuclei_lymphocyte": {
"FN": 28,
"FP": 31,
"TP": 92,
"recall": 0.7666666666666667,
"f1_score": 0.757201646090535,
"precision": 0.7479674796747967
},
"nuclei_melanophage": {
"FN": 3,
"FP": 3,
"TP": 3,
"recall": 0.5,
"f1_score": 0.5,
"precision": 0.5
},
"nuclei_plasma_cell": {
"FN": 1,
"FP": 0,
"TP": 2,
"recall": 0.6666666666666666,
"f1_score": 0.8,
"precision": 1.0
}
},
"tissue_metrics": {
"average_dice": 0.9144097435946772,
"tissue_tumor": 0.9168874794051712,
"tissue_stroma": 0.8659630183710003,
"tissue_necrosis": 0.7891982201972146,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4909056275929995
},
"micro": {
"recall": 0.75,
"f1_score": 0.77502691065662,
"precision": 0.8017817371937639
},
"nuclei_tumor": {
"FN": 93,
"FP": 33,
"TP": 228,
"recall": 0.7102803738317757,
"f1_score": 0.7835051546391752,
"precision": 0.8735632183908046
},
"nuclei_stroma": {
"FN": 0,
"FP": 1,
"TP": 3,
"recall": 1.0,
"f1_score": 0.8571428571428571,
"precision": 0.75
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 22,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 26,
"FP": 33,
"TP": 129,
"recall": 0.832258064516129,
"f1_score": 0.8138801261829652,
"precision": 0.7962962962962963
}
},
"tissue_metrics": {
"average_dice": 0.5980880908564421,
"tissue_tumor": 0.9904404480059614,
"tissue_stroma": 5.52150626386091e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4172623429131009
},
"micro": {
"recall": 0.7391891891891892,
"f1_score": 0.7831066571224051,
"precision": 0.832572298325723
},
"nuclei_tumor": {
"FN": 38,
"FP": 62,
"TP": 205,
"recall": 0.8436213991769548,
"f1_score": 0.8039215686274511,
"precision": 0.7677902621722846
},
"nuclei_stroma": {
"FN": 6,
"FP": 20,
"TP": 6,
"recall": 0.5,
"f1_score": 0.3157894736842105,
"precision": 0.23076923076923078
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 42,
"FP": 3,
"TP": 1,
"recall": 0.023255813953488372,
"f1_score": 0.0425531914893617,
"precision": 0.25
},
"nuclei_lymphocyte": {
"FN": 102,
"FP": 24,
"TP": 334,
"recall": 0.7660550458715596,
"f1_score": 0.8413098236775819,
"precision": 0.9329608938547486
},
"nuclei_endothelium": {
"FN": 1,
"FP": 1,
"TP": 1,
"recall": 0.5,
"f1_score": 0.5,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.7716746864743322,
"tissue_tumor": 0.9371591300282638,
"tissue_stroma": 0.9212143002630983,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0802995588094456e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4121200519238062
},
"micro": {
"recall": 0.6772908366533864,
"f1_score": 0.7165437302423604,
"precision": 0.7606263982102909
},
"nuclei_tumor": {
"FN": 35,
"FP": 30,
"TP": 114,
"recall": 0.7651006711409396,
"f1_score": 0.7781569965870307,
"precision": 0.7916666666666666
},
"nuclei_stroma": {
"FN": 6,
"FP": 10,
"TP": 8,
"recall": 0.5714285714285714,
"f1_score": 0.5,
"precision": 0.4444444444444444
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 56,
"FP": 39,
"TP": 65,
"recall": 0.5371900826446281,
"f1_score": 0.5777777777777777,
"precision": 0.625
},
"nuclei_lymphocyte": {
"FN": 54,
"FP": 21,
"TP": 150,
"recall": 0.7352941176470589,
"f1_score": 0.8,
"precision": 0.8771929824561403
},
"nuclei_endothelium": {
"FN": 3,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 6,
"TP": 2,
"recall": 0.4,
"f1_score": 0.3076923076923077,
"precision": 0.25
},
"nuclei_plasma_cell": {
"FN": 3,
"FP": 1,
"TP": 1,
"recall": 0.25,
"f1_score": 0.3333333333333333,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.7465911962394004,
"tissue_tumor": 0.8396090268251089,
"tissue_stroma": 0.8933469522889937,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0828993916207056e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.496120166361528
},
"micro": {
"recall": 0.687960687960688,
"f1_score": 0.7088607594936709,
"precision": 0.7310704960835509
},
"nuclei_tumor": {
"FN": 60,
"FP": 21,
"TP": 58,
"recall": 0.4915254237288136,
"f1_score": 0.5888324873096448,
"precision": 0.7341772151898734
},
"nuclei_stroma": {
"FN": 12,
"FP": 9,
"TP": 7,
"recall": 0.3684210526315789,
"f1_score": 0.39999999999999997,
"precision": 0.4375
},
"nuclei_epithelium": {
"FN": 10,
"FP": 6,
"TP": 32,
"recall": 0.7619047619047619,
"f1_score": 0.8,
"precision": 0.8421052631578947
},
"nuclei_histiocyte": {
"FN": 24,
"FP": 47,
"TP": 35,
"recall": 0.5932203389830508,
"f1_score": 0.49645390070921985,
"precision": 0.4268292682926829
},
"nuclei_lymphocyte": {
"FN": 16,
"FP": 16,
"TP": 147,
"recall": 0.901840490797546,
"f1_score": 0.901840490797546,
"precision": 0.901840490797546
},
"nuclei_endothelium": {
"FN": 2,
"FP": 2,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 2,
"TP": 1,
"recall": 0.25,
"f1_score": 0.28571428571428575,
"precision": 0.3333333333333333
}
},
"tissue_metrics": {
"average_dice": 0.6012186862561201,
"tissue_tumor": 0.36005760738847087,
"tissue_stroma": 0.7554455206903313,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8905902726207595,
"tissue_blood_vessel": 3.058103882015172e-08
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5088268903087778
},
"micro": {
"recall": 0.8041002277904328,
"f1_score": 0.815242494226328,
"precision": 0.8266978922716628
},
"nuclei_tumor": {
"FN": 28,
"FP": 25,
"TP": 246,
"recall": 0.8978102189781022,
"f1_score": 0.9027522935779817,
"precision": 0.9077490774907749
},
"nuclei_stroma": {
"FN": 2,
"FP": 2,
"TP": 3,
"recall": 0.6,
"f1_score": 0.6,
"precision": 0.6
},
"nuclei_apoptosis": {
"FN": 6,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 24,
"FP": 18,
"TP": 27,
"recall": 0.5294117647058824,
"f1_score": 0.5625,
"precision": 0.6
},
"nuclei_lymphocyte": {
"FN": 9,
"FP": 22,
"TP": 61,
"recall": 0.8714285714285714,
"f1_score": 0.7973856209150327,
"precision": 0.7349397590361446
},
"nuclei_neutrophil": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 7,
"FP": 4,
"TP": 8,
"recall": 0.5333333333333333,
"f1_score": 0.5925925925925926,
"precision": 0.6666666666666666
},
"nuclei_melanophage": {
"FN": 8,
"FP": 2,
"TP": 8,
"recall": 0.5,
"f1_score": 0.6153846153846154,
"precision": 0.8
}
},
"tissue_metrics": {
"average_dice": 0.8162669752154429,
"tissue_tumor": 0.8983268612349196,
"tissue_stroma": 0.7926046621739661,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.3904033526683282
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.7980667007642676,
"nuclei_stroma": 0.42932856617067144,
"nuclei_apoptosis": 0.02857142857142857,
"nuclei_epithelium": 0.08,
"nuclei_histiocyte": 0.20454005724556978,
"nuclei_lymphocyte": 0.7877166768725717,
"nuclei_neutrophil": 0.0,
"nuclei_endothelium": 0.10925925925925925,
"nuclei_melanophage": 0.2418468628146048,
"nuclei_plasma_cell": 0.12496124031007752
},
"dice_tissue": {
"average_dice": 0.75957692394423,
"tissue_tumor": 0.8833374840760533,
"tissue_stroma": 0.6075279463351815,
"tissue_necrosis": 0.878919822071043,
"tissue_epidermis": 0.989059027262076,
"tissue_blood_vessel": 0.4390403399767965
},
"macro_f1_nuclei": 0.2804290792008451,
"micro_dice_tissue": {
"tissue_tumor": 0.931751786954077,
"tissue_stroma": 0.8559911889375714,
"tissue_necrosis": 0.5924086919208097,
"tissue_epidermis": 0.8905902726207595,
"average_micro_dice": 0.7153221548335573,
"tissue_blood_vessel": 0.30586883373456963
}
}
}
