Evaluation
- ID
- 21d8dbf2-7113-4944-a1ec-e7c9cc688032
- Submission ID
- 05cef697-8e2d-4368-9e00-cc9ea8912a79
- Method ID
- e8e97719-0718-4dfc-a363-648866555821
- Status
-
Succeeded
- User
-
wildsquirrel
- Challenge
-
PUMA
- Phase
-
Track 1: Preliminary test phase
- Algorithm
-
TIAKong
(Image Version 2e562a97-646d-4b3c-a266-1d3bbe3ae393
)
- Submission created
- March 13, 2025, 3:55 p.m.
- Result created
- March 13, 2025, 3:55 p.m.
- Position on leaderboard
-
6
- Comment:
- Track_1_Algo_V1.7(Cell update)
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.731025185332824
},
"micro": {
"recall": 0.7290969899665551,
"f1_score": 0.7517241379310344,
"precision": 0.7758007117437722
},
"nuclei_other": {
"FN": 34,
"FP": 37,
"TP": 56,
"recall": 0.6222222222222222,
"f1_score": 0.6120218579234973,
"precision": 0.6021505376344086
},
"nuclei_tumor": {
"FN": 45,
"FP": 23,
"TP": 154,
"recall": 0.7738693467336684,
"f1_score": 0.8191489361702128,
"precision": 0.8700564971751412
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 3,
"TP": 8,
"recall": 0.8,
"f1_score": 0.761904761904762,
"precision": 0.7272727272727273
}
},
"tissue_metrics": {
"average_dice": 0.793101515990334,
"tissue_tumor": 0.9655075798086574,
"tissue_stroma": 1.430124134570373e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6669728552081494
},
"micro": {
"recall": 0.8362480127186009,
"f1_score": 0.8694214876033057,
"precision": 0.9053356282271945
},
"nuclei_other": {
"FN": 23,
"FP": 12,
"TP": 5,
"recall": 0.17857142857142858,
"f1_score": 0.22222222222222224,
"precision": 0.29411764705882354
},
"nuclei_tumor": {
"FN": 29,
"FP": 26,
"TP": 185,
"recall": 0.8644859813084113,
"f1_score": 0.8705882352941177,
"precision": 0.8767772511848341
},
"nuclei_lymphocyte": {
"FN": 51,
"FP": 17,
"TP": 336,
"recall": 0.8682170542635659,
"f1_score": 0.908108108108108,
"precision": 0.9518413597733711
}
},
"tissue_metrics": {
"average_dice": 0.9722477462148053,
"tissue_tumor": 0.9578040163683457,
"tissue_stroma": 0.9034347147056809,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6556195350821071
},
"micro": {
"recall": 0.8461538461538461,
"f1_score": 0.8669001751313485,
"precision": 0.8886894075403949
},
"nuclei_other": {
"FN": 27,
"FP": 5,
"TP": 14,
"recall": 0.34146341463414637,
"f1_score": 0.46666666666666673,
"precision": 0.7368421052631579
},
"nuclei_tumor": {
"FN": 53,
"FP": 51,
"TP": 469,
"recall": 0.8984674329501916,
"f1_score": 0.9001919385796545,
"precision": 0.9019230769230769
},
"nuclei_lymphocyte": {
"FN": 10,
"FP": 6,
"TP": 12,
"recall": 0.5454545454545454,
"f1_score": 0.6,
"precision": 0.6666666666666666
}
},
"tissue_metrics": {
"average_dice": 0.3954348782659321,
"tissue_tumor": 0.9771743867707894,
"tissue_stroma": 1.591419068130016e-10,
"tissue_necrosis": 5.132152935523658e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 3.88651378201899e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7112218115592693
},
"micro": {
"recall": 0.8258064516129032,
"f1_score": 0.8,
"precision": 0.7757575757575758
},
"nuclei_other": {
"FN": 20,
"FP": 47,
"TP": 30,
"recall": 0.6,
"f1_score": 0.47244094488188976,
"precision": 0.38961038961038963
},
"nuclei_tumor": {
"FN": 21,
"FP": 32,
"TP": 96,
"recall": 0.8205128205128205,
"f1_score": 0.7836734693877552,
"precision": 0.75
},
"nuclei_lymphocyte": {
"FN": 40,
"FP": 32,
"TP": 258,
"recall": 0.8657718120805369,
"f1_score": 0.8775510204081632,
"precision": 0.8896551724137931
}
},
"tissue_metrics": {
"average_dice": 0.7786463692434268,
"tissue_tumor": 0.9486245039013702,
"tissue_stroma": 0.9446073387545103,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 3.5612535485710345e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6600303732888002
},
"micro": {
"recall": 0.6345029239766082,
"f1_score": 0.678125,
"precision": 0.7281879194630873
},
"nuclei_other": {
"FN": 91,
"FP": 2,
"TP": 41,
"recall": 0.3106060606060606,
"f1_score": 0.4685714285714285,
"precision": 0.9534883720930233
},
"nuclei_tumor": {
"FN": 13,
"FP": 37,
"TP": 74,
"recall": 0.8505747126436781,
"f1_score": 0.7474747474747474,
"precision": 0.6666666666666666
},
"nuclei_lymphocyte": {
"FN": 21,
"FP": 42,
"TP": 102,
"recall": 0.8292682926829268,
"f1_score": 0.7640449438202247,
"precision": 0.7083333333333334
}
},
"tissue_metrics": {
"average_dice": 0.7084668603463655,
"tissue_tumor": 0.9414164451300446,
"tissue_stroma": 0.9008215326657556,
"tissue_necrosis": 0.7000963227944744,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.141552510112383e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5924112081561659
},
"micro": {
"recall": 0.7520833333333333,
"f1_score": 0.7624076029567053,
"precision": 0.7730192719486081
},
"nuclei_other": {
"FN": 0,
"FP": 37,
"TP": 4,
"recall": 1.0,
"f1_score": 0.17777777777777776,
"precision": 0.0975609756097561
},
"nuclei_tumor": {
"FN": 96,
"FP": 37,
"TP": 225,
"recall": 0.7009345794392523,
"f1_score": 0.7718696397941681,
"precision": 0.8587786259541985
},
"nuclei_lymphocyte": {
"FN": 23,
"FP": 32,
"TP": 132,
"recall": 0.8516129032258064,
"f1_score": 0.8275862068965517,
"precision": 0.8048780487804879
}
},
"tissue_metrics": {
"average_dice": 0.7188728361462535,
"tissue_tumor": 0.958692159551012,
"tissue_stroma": 1.2292714106836873e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.6356720210573289
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7388730299457982
},
"micro": {
"recall": 0.7604871447902571,
"f1_score": 0.8040057224606582,
"precision": 0.8528072837632777
},
"nuclei_other": {
"FN": 19,
"FP": 54,
"TP": 41,
"recall": 0.6833333333333333,
"f1_score": 0.5290322580645161,
"precision": 0.43157894736842106
},
"nuclei_tumor": {
"FN": 38,
"FP": 25,
"TP": 205,
"recall": 0.8436213991769548,
"f1_score": 0.8668076109936576,
"precision": 0.8913043478260869
},
"nuclei_lymphocyte": {
"FN": 120,
"FP": 18,
"TP": 316,
"recall": 0.7247706422018348,
"f1_score": 0.8207792207792208,
"precision": 0.9461077844311377
}
},
"tissue_metrics": {
"average_dice": 0.7598205250417704,
"tissue_tumor": 0.905617963036683,
"tissue_stroma": 0.8934846600918698,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0802995588094456e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7601981809902602
},
"micro": {
"recall": 0.7615230460921844,
"f1_score": 0.7653575025176234,
"precision": 0.7692307692307693
},
"nuclei_other": {
"FN": 42,
"FP": 66,
"TP": 102,
"recall": 0.7083333333333334,
"f1_score": 0.6538461538461539,
"precision": 0.6071428571428571
},
"nuclei_tumor": {
"FN": 29,
"FP": 36,
"TP": 119,
"recall": 0.8040540540540541,
"f1_score": 0.7854785478547854,
"precision": 0.7677419354838709
},
"nuclei_lymphocyte": {
"FN": 48,
"FP": 12,
"TP": 159,
"recall": 0.7681159420289855,
"f1_score": 0.8412698412698412,
"precision": 0.9298245614035088
}
},
"tissue_metrics": {
"average_dice": 0.7450193842054892,
"tissue_tumor": 0.841830806748972,
"tissue_stroma": 0.8832661121955745,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0828993916207056e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7598500699575811
},
"micro": {
"recall": 0.7586206896551724,
"f1_score": 0.776796973518285,
"precision": 0.7958656330749354
},
"nuclei_other": {
"FN": 31,
"FP": 40,
"TP": 93,
"recall": 0.75,
"f1_score": 0.7237354085603113,
"precision": 0.6992481203007519
},
"nuclei_tumor": {
"FN": 49,
"FP": 22,
"TP": 70,
"recall": 0.5882352941176471,
"f1_score": 0.6635071090047394,
"precision": 0.7608695652173914
},
"nuclei_lymphocyte": {
"FN": 18,
"FP": 17,
"TP": 145,
"recall": 0.8895705521472392,
"f1_score": 0.8923076923076922,
"precision": 0.8950617283950617
}
},
"tissue_metrics": {
"average_dice": 0.5773563736048093,
"tissue_tumor": 0.34158910524785896,
"tissue_stroma": 0.7527073108843222,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.7924854487746583,
"tissue_blood_vessel": 3.1172069728266616e-09
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.783589147897762
},
"micro": {
"recall": 0.835990888382688,
"f1_score": 0.8265765765765766,
"precision": 0.8173719376391982
},
"nuclei_other": {
"FN": 28,
"FP": 35,
"TP": 67,
"recall": 0.7052631578947368,
"f1_score": 0.6802030456852792,
"precision": 0.6568627450980392
},
"nuclei_tumor": {
"FN": 33,
"FP": 24,
"TP": 241,
"recall": 0.8795620437956204,
"f1_score": 0.8942486085343228,
"precision": 0.909433962264151
},
"nuclei_lymphocyte": {
"FN": 11,
"FP": 23,
"TP": 59,
"recall": 0.8428571428571429,
"f1_score": 0.7763157894736842,
"precision": 0.7195121951219512
}
},
"tissue_metrics": {
"average_dice": 0.8500727390530013,
"tissue_tumor": 0.9261180491220689,
"tissue_stroma": 0.8579950538477825,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.46625059229515525
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_other": 0.5006517764199743,
"nuclei_tumor": 0.8102988843088161,
"nuclei_lymphocyte": 0.8069867584968249
},
"dice_tissue": {
"average_dice": 0.7299039228112186,
"tissue_tumor": 0.87643750156858,
"tissue_stroma": 0.6136316723570576,
"tissue_necrosis": 0.870009632330769,
"tissue_epidermis": 0.9792485448774657,
"tissue_blood_vessel": 0.31019226292222096
},
"macro_f1_nuclei": 0.7059791397418719,
"micro_dice_tissue": {
"tissue_tumor": 0.9198453909150249,
"tissue_stroma": 0.8435984718442316,
"tissue_necrosis": 0.5117627568599842,
"tissue_epidermis": 0.7924854487746583,
"average_micro_dice": 0.6774582521762598,
"tissue_blood_vessel": 0.3195991924874001
}
}
}
