Evaluation
- ID
- b90c7fb4-f96a-4259-850b-89b7998f4957
- Submission ID
- 92a0aa77-a259-40e1-a325-2a08d966c6fa
- Method ID
- e8e97719-0718-4dfc-a363-648866555821
- Status
-
Succeeded
- User
-
gdeotale123
- Challenge
-
PUMA
- Phase
-
Track 1: Preliminary test phase
- Algorithm
-
Leo
(Image Version 2d9a588e-db5b-4362-b28d-d3748d1689c6
)
- Submission created
- Feb. 12, 2025, 7:43 a.m.
- Result created
- Feb. 12, 2025, 7:43 a.m.
- Position on leaderboard
-
22
- Comment:
- nnnuke2
Metrics
{
"results": [
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5546923567965704
},
"micro": {
"recall": 0.7708333333333334,
"f1_score": 0.7247796278158669,
"precision": 0.6839186691312384
},
"nuclei_other": {
"FN": 0,
"FP": 61,
"TP": 4,
"recall": 1.0,
"f1_score": 0.11594202898550725,
"precision": 0.06153846153846154
},
"nuclei_tumor": {
"FN": 96,
"FP": 51,
"TP": 225,
"recall": 0.7009345794392523,
"f1_score": 0.7537688442211056,
"precision": 0.8152173913043478
},
"nuclei_lymphocyte": {
"FN": 14,
"FP": 59,
"TP": 141,
"recall": 0.9096774193548387,
"f1_score": 0.7943661971830985,
"precision": 0.705
}
},
"tissue_metrics": {
"average_dice": 0.5987529743472201,
"tissue_tumor": 0.9937648651229549,
"tissue_stroma": 8.890469408881163e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7556016498432898
},
"micro": {
"recall": 0.7692307692307693,
"f1_score": 0.7336523125996811,
"precision": 0.7012195121951219
},
"nuclei_other": {
"FN": 20,
"FP": 55,
"TP": 70,
"recall": 0.7777777777777778,
"f1_score": 0.6511627906976745,
"precision": 0.56
},
"nuclei_tumor": {
"FN": 47,
"FP": 42,
"TP": 152,
"recall": 0.7638190954773869,
"f1_score": 0.7735368956743002,
"precision": 0.7835051546391752
},
"nuclei_lymphocyte": {
"FN": 2,
"FP": 1,
"TP": 8,
"recall": 0.8,
"f1_score": 0.8421052631578948,
"precision": 0.8888888888888888
}
},
"tissue_metrics": {
"average_dice": 1.0,
"tissue_tumor": 1.0,
"tissue_stroma": 1.0,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6259302574550363
},
"micro": {
"recall": 0.7631160572337043,
"f1_score": 0.7901234567901234,
"precision": 0.8191126279863481
},
"nuclei_other": {
"FN": 21,
"FP": 29,
"TP": 7,
"recall": 0.25,
"f1_score": 0.21875000000000003,
"precision": 0.19444444444444445
},
"nuclei_tumor": {
"FN": 32,
"FP": 28,
"TP": 182,
"recall": 0.8504672897196262,
"f1_score": 0.8584905660377359,
"precision": 0.8666666666666667
},
"nuclei_lymphocyte": {
"FN": 96,
"FP": 49,
"TP": 291,
"recall": 0.751937984496124,
"f1_score": 0.8005502063273727,
"precision": 0.8558823529411764
}
},
"tissue_metrics": {
"average_dice": 0.9656841244207037,
"tissue_tumor": 0.9514332195132319,
"tissue_stroma": 0.8769874025902863,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6965268977687664
},
"micro": {
"recall": 0.7222222222222222,
"f1_score": 0.700709219858156,
"precision": 0.6804407713498623
},
"nuclei_other": {
"FN": 61,
"FP": 25,
"TP": 71,
"recall": 0.5378787878787878,
"f1_score": 0.6228070175438597,
"precision": 0.7395833333333334
},
"nuclei_tumor": {
"FN": 14,
"FP": 50,
"TP": 73,
"recall": 0.8390804597701149,
"f1_score": 0.6952380952380952,
"precision": 0.5934959349593496
},
"nuclei_lymphocyte": {
"FN": 20,
"FP": 41,
"TP": 103,
"recall": 0.8373983739837398,
"f1_score": 0.7715355805243446,
"precision": 0.7152777777777778
}
},
"tissue_metrics": {
"average_dice": 0.7214900196839318,
"tissue_tumor": 0.8826242338631402,
"tissue_stroma": 0.7248258642639158,
"tissue_necrosis": 2.926029961690651e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7425936732751869
},
"micro": {
"recall": 0.765375854214123,
"f1_score": 0.7750865051903114,
"precision": 0.7850467289719626
},
"nuclei_other": {
"FN": 29,
"FP": 52,
"TP": 66,
"recall": 0.6947368421052632,
"f1_score": 0.619718309859155,
"precision": 0.559322033898305
},
"nuclei_tumor": {
"FN": 58,
"FP": 23,
"TP": 216,
"recall": 0.7883211678832117,
"f1_score": 0.8421052631578948,
"precision": 0.9037656903765691
},
"nuclei_lymphocyte": {
"FN": 16,
"FP": 17,
"TP": 54,
"recall": 0.7714285714285715,
"f1_score": 0.7659574468085106,
"precision": 0.7605633802816901
}
},
"tissue_metrics": {
"average_dice": 0.8707800052658179,
"tissue_tumor": 0.9442140483797589,
"tissue_stroma": 0.9082347289800585,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.5014512489692725
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6183056984943778
},
"micro": {
"recall": 0.789247311827957,
"f1_score": 0.7105517909002904,
"precision": 0.6461267605633803
},
"nuclei_other": {
"FN": 19,
"FP": 105,
"TP": 31,
"recall": 0.62,
"f1_score": 0.33333333333333337,
"precision": 0.22794117647058823
},
"nuclei_tumor": {
"FN": 28,
"FP": 58,
"TP": 89,
"recall": 0.7606837606837606,
"f1_score": 0.6742424242424242,
"precision": 0.6054421768707483
},
"nuclei_lymphocyte": {
"FN": 51,
"FP": 38,
"TP": 247,
"recall": 0.8288590604026845,
"f1_score": 0.8473413379073756,
"precision": 0.8666666666666667
}
},
"tissue_metrics": {
"average_dice": 0.778100545916816,
"tissue_tumor": 0.945924261874708,
"tissue_stroma": 0.9445784200903268,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 4.7619045351474034e-08
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7200328951763865
},
"micro": {
"recall": 0.7474949899799599,
"f1_score": 0.7186897880539498,
"precision": 0.6920222634508348
},
"nuclei_other": {
"FN": 33,
"FP": 103,
"TP": 111,
"recall": 0.7708333333333334,
"f1_score": 0.6201117318435755,
"precision": 0.5186915887850467
},
"nuclei_tumor": {
"FN": 28,
"FP": 47,
"TP": 120,
"recall": 0.8108108108108109,
"f1_score": 0.761904761904762,
"precision": 0.718562874251497
},
"nuclei_lymphocyte": {
"FN": 65,
"FP": 16,
"TP": 142,
"recall": 0.6859903381642513,
"f1_score": 0.7780821917808219,
"precision": 0.8987341772151899
}
},
"tissue_metrics": {
"average_dice": 0.858081947616624,
"tissue_tumor": 0.7246983452677128,
"tissue_stroma": 0.7173004055166462,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8484109872987616
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6529931345352865
},
"micro": {
"recall": 0.6773399014778325,
"f1_score": 0.6892230576441103,
"precision": 0.701530612244898
},
"nuclei_other": {
"FN": 31,
"FP": 78,
"TP": 93,
"recall": 0.75,
"f1_score": 0.6305084745762713,
"precision": 0.543859649122807
},
"nuclei_tumor": {
"FN": 78,
"FP": 19,
"TP": 41,
"recall": 0.3445378151260504,
"f1_score": 0.4581005586592179,
"precision": 0.6833333333333333
},
"nuclei_lymphocyte": {
"FN": 22,
"FP": 20,
"TP": 141,
"recall": 0.8650306748466258,
"f1_score": 0.8703703703703703,
"precision": 0.8757763975155279
}
},
"tissue_metrics": {
"average_dice": 0.8863063756463049,
"tissue_tumor": 0.7203122220934697,
"tissue_stroma": 0.8581860379560537,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8530336181820015,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6401704178110653
},
"micro": {
"recall": 0.6941813261163735,
"f1_score": 0.7080745341614907,
"precision": 0.7225352112676057
},
"nuclei_other": {
"FN": 25,
"FP": 67,
"TP": 35,
"recall": 0.5833333333333334,
"f1_score": 0.4320987654320988,
"precision": 0.3431372549019608
},
"nuclei_tumor": {
"FN": 55,
"FP": 70,
"TP": 188,
"recall": 0.7736625514403292,
"f1_score": 0.750499001996008,
"precision": 0.7286821705426356
},
"nuclei_lymphocyte": {
"FN": 146,
"FP": 60,
"TP": 290,
"recall": 0.6651376146788991,
"f1_score": 0.7379134860050891,
"precision": 0.8285714285714286
}
},
"tissue_metrics": {
"average_dice": 0.5683894686364102,
"tissue_tumor": 0.9279740245816764,
"tissue_stroma": 0.9139733082556122,
"tissue_necrosis": 8.264462741616011e-09,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0802995588094456e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.575842569790785
},
"micro": {
"recall": 0.8307692307692308,
"f1_score": 0.8073089700996676,
"precision": 0.7851373182552503
},
"nuclei_other": {
"FN": 16,
"FP": 41,
"TP": 25,
"recall": 0.6097560975609756,
"f1_score": 0.4672897196261682,
"precision": 0.3787878787878788
},
"nuclei_tumor": {
"FN": 73,
"FP": 65,
"TP": 449,
"recall": 0.8601532567049809,
"f1_score": 0.8667953667953668,
"precision": 0.8735408560311284
},
"nuclei_lymphocyte": {
"FN": 10,
"FP": 27,
"TP": 12,
"recall": 0.5454545454545454,
"f1_score": 0.3934426229508197,
"precision": 0.3076923076923077
}
},
"tissue_metrics": {
"average_dice": 0.5989769061505983,
"tissue_tumor": 0.9948845293302716,
"tissue_stroma": 9.095043193183227e-10,
"tissue_necrosis": 5.132152935523658e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_other": 0.4711722171897644,
"nuclei_tumor": 0.743468177792691,
"nuclei_lymphocyte": 0.7601664703015698
},
"dice_tissue": {
"average_dice": 0.7846562367684426,
"tissue_tumor": 0.9085829750026925,
"tissue_stroma": 0.6944086169451451,
"tissue_necrosis": 0.7000000009070282,
"tissue_epidermis": 0.9853033618182001,
"tissue_blood_vessel": 0.6349862291691477
},
"macro_f1_nuclei": 0.6582689550946751,
"micro_dice_tissue": {
"tissue_tumor": 0.9336662271538972,
"tissue_stroma": 0.8491917439728844,
"tissue_necrosis": 0.0,
"tissue_epidermis": 0.8530336181820015,
"average_micro_dice": 0.6288325593585905,
"tissue_blood_vessel": 0.5082712074841697
}
}
}
