Evaluation
- ID
- 55476fc9-d24e-452a-a948-2659d11a58cf
- Submission ID
- b6f25eb3-eac8-4be1-8ea9-8e9afc76c777
- Method ID
- e8e97719-0718-4dfc-a363-648866555821
- Status
-
Succeeded
- User
-
hoerst
- Challenge
-
PUMA
- Phase
-
Track 1: Preliminary test phase
- Algorithm
-
Submission-UME-Track-1
(Image Version 0d0cd5bf-c16d-49ab-be40-64a6e9438389
)
- Submission created
- Jan. 15, 2025, 9:10 a.m.
- Result created
- Jan. 15, 2025, 9:10 a.m.
- Position on leaderboard
-
70
- Comment:
- ID-2
Metrics
{
"results": [
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7140747437670288
},
"micro": {
"recall": 0.7274549098196392,
"f1_score": 0.7274549098196392,
"precision": 0.7274549098196392
},
"nuclei_other": {
"FN": 53,
"FP": 63,
"TP": 91,
"recall": 0.6319444444444444,
"f1_score": 0.610738255033557,
"precision": 0.5909090909090909
},
"nuclei_tumor": {
"FN": 47,
"FP": 39,
"TP": 101,
"recall": 0.6824324324324325,
"f1_score": 0.7013888888888888,
"precision": 0.7214285714285714
},
"nuclei_lymphocyte": {
"FN": 36,
"FP": 34,
"TP": 171,
"recall": 0.8260869565217391,
"f1_score": 0.8300970873786407,
"precision": 0.8341463414634146
}
},
"tissue_metrics": {
"average_dice": 0.8623546569404518,
"tissue_tumor": 0.7254038286061109,
"tissue_stroma": 0.6943597707615331,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8920096853346153
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.43636294157903704
},
"micro": {
"recall": 0.5520833333333334,
"f1_score": 0.5549738219895287,
"precision": 0.5578947368421052
},
"nuclei_other": {
"FN": 3,
"FP": 116,
"TP": 1,
"recall": 0.25,
"f1_score": 0.01652892561983471,
"precision": 0.008547008547008548
},
"nuclei_tumor": {
"FN": 195,
"FP": 21,
"TP": 126,
"recall": 0.3925233644859813,
"f1_score": 0.5384615384615384,
"precision": 0.8571428571428571
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 73,
"TP": 138,
"recall": 0.8903225806451613,
"f1_score": 0.7540983606557378,
"precision": 0.6540284360189573
}
},
"tissue_metrics": {
"average_dice": 0.6022310892099816,
"tissue_tumor": 0.9631107478571229,
"tissue_stroma": 1.371685664324968e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.04804469805561622
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5453831471572953
},
"micro": {
"recall": 0.8358974358974359,
"f1_score": 0.8409286328460877,
"precision": 0.8460207612456747
},
"nuclei_other": {
"FN": 27,
"FP": 12,
"TP": 14,
"recall": 0.34146341463414637,
"f1_score": 0.41791044776119407,
"precision": 0.5384615384615384
},
"nuclei_tumor": {
"FN": 53,
"FP": 69,
"TP": 469,
"recall": 0.8984674329501916,
"f1_score": 0.8849056603773584,
"precision": 0.8717472118959108
},
"nuclei_lymphocyte": {
"FN": 16,
"FP": 8,
"TP": 6,
"recall": 0.2727272727272727,
"f1_score": 0.33333333333333326,
"precision": 0.42857142857142855
}
},
"tissue_metrics": {
"average_dice": 0.3980586701047678,
"tissue_tumor": 0.9902933482993967,
"tissue_stroma": 1.3999719986000674e-09,
"tissue_necrosis": 5.132152935523658e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 3.1125497998280166e-10
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6703307392996108
},
"micro": {
"recall": 0.8344086021505376,
"f1_score": 0.7878172588832487,
"precision": 0.7461538461538462
},
"nuclei_other": {
"FN": 29,
"FP": 49,
"TP": 21,
"recall": 0.42,
"f1_score": 0.35000000000000003,
"precision": 0.3
},
"nuclei_tumor": {
"FN": 16,
"FP": 39,
"TP": 101,
"recall": 0.8632478632478633,
"f1_score": 0.7859922178988327,
"precision": 0.7214285714285714
},
"nuclei_lymphocyte": {
"FN": 32,
"FP": 44,
"TP": 266,
"recall": 0.8926174496644296,
"f1_score": 0.875,
"precision": 0.8580645161290322
}
},
"tissue_metrics": {
"average_dice": 0.7740102227709411,
"tissue_tumor": 0.9387772841157146,
"tissue_stroma": 0.9312738121642986,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.7574692134012442e-08
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.5930561510829069
},
"micro": {
"recall": 0.6220735785953178,
"f1_score": 0.6739130434782609,
"precision": 0.7351778656126482
},
"nuclei_other": {
"FN": 49,
"FP": 38,
"TP": 41,
"recall": 0.45555555555555555,
"f1_score": 0.48520710059171596,
"precision": 0.5189873417721519
},
"nuclei_tumor": {
"FN": 60,
"FP": 22,
"TP": 139,
"recall": 0.6984924623115578,
"f1_score": 0.7722222222222223,
"precision": 0.8633540372670807
},
"nuclei_lymphocyte": {
"FN": 4,
"FP": 7,
"TP": 6,
"recall": 0.6,
"f1_score": 0.5217391304347826,
"precision": 0.46153846153846156
}
},
"tissue_metrics": {
"average_dice": 0.7949334535802884,
"tissue_tumor": 0.9746672677084439,
"tissue_stroma": 1.9299803138283127e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6253461364741852
},
"micro": {
"recall": 0.8807631160572337,
"f1_score": 0.8549382716049383,
"precision": 0.8305847076461769
},
"nuclei_other": {
"FN": 25,
"FP": 23,
"TP": 3,
"recall": 0.10714285714285714,
"f1_score": 0.11111111111111112,
"precision": 0.11538461538461539
},
"nuclei_tumor": {
"FN": 36,
"FP": 18,
"TP": 178,
"recall": 0.8317757009345794,
"f1_score": 0.8682926829268293,
"precision": 0.9081632653061225
},
"nuclei_lymphocyte": {
"FN": 14,
"FP": 72,
"TP": 373,
"recall": 0.9638242894056848,
"f1_score": 0.8966346153846153,
"precision": 0.8382022471910112
}
},
"tissue_metrics": {
"average_dice": 0.96791283348009,
"tissue_tumor": 0.9511510210353146,
"tissue_stroma": 0.8884131463651361,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6023932849571279
},
"micro": {
"recall": 0.8024357239512855,
"f1_score": 0.8084526244035447,
"precision": 0.8145604395604396
},
"nuclei_other": {
"FN": 55,
"FP": 15,
"TP": 5,
"recall": 0.08333333333333333,
"f1_score": 0.125,
"precision": 0.25
},
"nuclei_tumor": {
"FN": 31,
"FP": 66,
"TP": 212,
"recall": 0.8724279835390947,
"f1_score": 0.8138195777351248,
"precision": 0.762589928057554
},
"nuclei_lymphocyte": {
"FN": 60,
"FP": 54,
"TP": 376,
"recall": 0.8623853211009175,
"f1_score": 0.8683602771362586,
"precision": 0.8744186046511628
}
},
"tissue_metrics": {
"average_dice": 0.5732799710615322,
"tissue_tumor": 0.9467035364000019,
"tissue_stroma": 0.9196962741508202,
"tissue_necrosis": 4.4052861495468656e-08,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 7.039774722252887e-10
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6032595631943322
},
"micro": {
"recall": 0.6052631578947368,
"f1_score": 0.6160714285714286,
"precision": 0.6272727272727273
},
"nuclei_other": {
"FN": 90,
"FP": 20,
"TP": 42,
"recall": 0.3181818181818182,
"f1_score": 0.43298969072164945,
"precision": 0.6774193548387096
},
"nuclei_tumor": {
"FN": 16,
"FP": 75,
"TP": 71,
"recall": 0.8160919540229885,
"f1_score": 0.609442060085837,
"precision": 0.4863013698630137
},
"nuclei_lymphocyte": {
"FN": 29,
"FP": 28,
"TP": 94,
"recall": 0.7642276422764228,
"f1_score": 0.7673469387755102,
"precision": 0.7704918032786885
}
},
"tissue_metrics": {
"average_dice": 0.6526598635682668,
"tissue_tumor": 0.8002329544184956,
"tissue_stroma": 0.40449846472614914,
"tissue_necrosis": 0.058567898696688755,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.7044477118331312
},
"micro": {
"recall": 0.7425968109339408,
"f1_score": 0.7555040556199304,
"precision": 0.7688679245283019
},
"nuclei_other": {
"FN": 44,
"FP": 44,
"TP": 51,
"recall": 0.5368421052631579,
"f1_score": 0.5368421052631579,
"precision": 0.5368421052631579
},
"nuclei_tumor": {
"FN": 59,
"FP": 20,
"TP": 215,
"recall": 0.7846715328467153,
"f1_score": 0.8447937131630647,
"precision": 0.9148936170212766
},
"nuclei_lymphocyte": {
"FN": 10,
"FP": 34,
"TP": 60,
"recall": 0.8571428571428571,
"f1_score": 0.7317073170731707,
"precision": 0.6382978723404256
}
},
"tissue_metrics": {
"average_dice": 0.6960337623056005,
"tissue_tumor": 0.9283199266695745,
"tissue_stroma": 0.9051422971064012,
"tissue_necrosis": 1.0,
"tissue_epidermis": 8.286377189023553e-10,
"tissue_blood_vessel": 0.6467065869233899
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.6145068428776123
},
"micro": {
"recall": 0.645320197044335,
"f1_score": 0.6566416040100251,
"precision": 0.6683673469387755
},
"nuclei_other": {
"FN": 55,
"FP": 56,
"TP": 69,
"recall": 0.5564516129032258,
"f1_score": 0.5542168674698795,
"precision": 0.552
},
"nuclei_tumor": {
"FN": 76,
"FP": 37,
"TP": 43,
"recall": 0.36134453781512604,
"f1_score": 0.4321608040201005,
"precision": 0.5375
},
"nuclei_lymphocyte": {
"FN": 13,
"FP": 37,
"TP": 150,
"recall": 0.9202453987730062,
"f1_score": 0.8571428571428571,
"precision": 0.8021390374331551
}
},
"tissue_metrics": {
"average_dice": 0.9038274060180065,
"tissue_tumor": 0.8057253407304636,
"tissue_stroma": 0.8750604568989013,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8383512324606676,
"tissue_blood_vessel": 1.0
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_other": 0.36405445035720996,
"nuclei_tumor": 0.7251479365779797,
"nuclei_lymphocyte": 0.7435459917314906
},
"dice_tissue": {
"average_dice": 0.7225301929039927,
"tissue_tumor": 0.9024385255840638,
"tissue_stroma": 0.5618444223903378,
"tissue_necrosis": 0.7058567943262766,
"tissue_epidermis": 0.8838351233289305,
"tissue_blood_vessel": 0.5586760988903545
},
"macro_f1_nuclei": 0.6109161262222268,
"micro_dice_tissue": {
"tissue_tumor": 0.9172216558134131,
"tissue_stroma": 0.8054850399642646,
"tissue_necrosis": 0.03754620458538098,
"tissue_epidermis": 0.8033084988170416,
"average_micro_dice": 0.5815426456944788,
"tissue_blood_vessel": 0.3441518292922931
}
}
}
