Evaluation
- ID
- 6d1e7641-829b-447b-8e05-166eff584f55
- Submission ID
- 69d8a556-949f-494f-90ed-18a54682e808
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
NiTo
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
Track2Puma
(Image Version fe97a9f6-27b4-4ad1-a5c7-e49764e74dbc
)
- Submission created
- Feb. 14, 2025, 3:02 p.m.
- Result created
- Feb. 14, 2025, 3:02 p.m.
- Position on leaderboard
-
60
- Comment:
Metrics
{
"results": [
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.18464636433851925
},
"micro": {
"recall": 0.7918088737201365,
"f1_score": 0.7844463229078614,
"precision": 0.7772194304857621
},
"nuclei_tumor": {
"FN": 66,
"FP": 80,
"TP": 457,
"recall": 0.8738049713193117,
"f1_score": 0.8622641509433963,
"precision": 0.851024208566108
},
"nuclei_stroma": {
"FN": 41,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 15,
"FP": 28,
"TP": 7,
"recall": 0.3181818181818182,
"f1_score": 0.2456140350877193,
"precision": 0.2
},
"nuclei_endothelium": {
"FN": 0,
"FP": 14,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 6,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6871100251596833,
"tissue_tumor": 0.9948490983021996,
"tissue_stroma": 2.944640745157124e-09,
"tissue_necrosis": 0.4407010245515761,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4057622291584556
},
"micro": {
"recall": 0.6434262948207171,
"f1_score": 0.6453546453546454,
"precision": 0.6472945891783567
},
"nuclei_tumor": {
"FN": 31,
"FP": 58,
"TP": 118,
"recall": 0.7919463087248322,
"f1_score": 0.7261538461538461,
"precision": 0.6704545454545454
},
"nuclei_stroma": {
"FN": 12,
"FP": 21,
"TP": 2,
"recall": 0.14285714285714285,
"f1_score": 0.1081081081081081,
"precision": 0.08695652173913043
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 69,
"FP": 52,
"TP": 52,
"recall": 0.4297520661157025,
"f1_score": 0.46222222222222226,
"precision": 0.5
},
"nuclei_lymphocyte": {
"FN": 60,
"FP": 23,
"TP": 144,
"recall": 0.7058823529411765,
"f1_score": 0.7762803234501348,
"precision": 0.8622754491017964
},
"nuclei_endothelium": {
"FN": 0,
"FP": 19,
"TP": 3,
"recall": 1.0,
"f1_score": 0.24000000000000002,
"precision": 0.13636363636363635
},
"nuclei_melanophage": {
"FN": 2,
"FP": 2,
"TP": 3,
"recall": 0.6,
"f1_score": 0.6,
"precision": 0.6
},
"nuclei_plasma_cell": {
"FN": 3,
"FP": 1,
"TP": 1,
"recall": 0.25,
"f1_score": 0.3333333333333333,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.9066118186995086,
"tissue_tumor": 0.8218999907712796,
"tissue_stroma": 0.8506736444499516,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8604854582763115
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2483522467277914
},
"micro": {
"recall": 0.7333333333333333,
"f1_score": 0.7530562347188263,
"precision": 0.7738693467336684
},
"nuclei_tumor": {
"FN": 45,
"FP": 46,
"TP": 170,
"recall": 0.7906976744186046,
"f1_score": 0.7888631090487239,
"precision": 0.7870370370370371
},
"nuclei_stroma": {
"FN": 10,
"FP": 3,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.13333333333333333,
"precision": 0.25
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 4,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 16,
"FP": 12,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 96,
"FP": 35,
"TP": 291,
"recall": 0.751937984496124,
"f1_score": 0.8162692847124825,
"precision": 0.8926380368098159
},
"nuclei_endothelium": {
"FN": 0,
"FP": 27,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 8,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9731228311019964,
"tissue_tumor": 0.9615001887936171,
"tissue_stroma": 0.9041139667163646,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.1874502887574783
},
"micro": {
"recall": 0.5986622073578596,
"f1_score": 0.5691573926868044,
"precision": 0.5424242424242425
},
"nuclei_tumor": {
"FN": 84,
"FP": 26,
"TP": 115,
"recall": 0.5778894472361809,
"f1_score": 0.676470588235294,
"precision": 0.8156028368794326
},
"nuclei_stroma": {
"FN": 0,
"FP": 33,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 5,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 7,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 1,
"FP": 23,
"TP": 9,
"recall": 0.9,
"f1_score": 0.4285714285714286,
"precision": 0.28125
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 35,
"FP": 44,
"TP": 55,
"recall": 0.6111111111111112,
"f1_score": 0.5820105820105821,
"precision": 0.5555555555555556
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 8,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.7999382813209108,
"tissue_tumor": 0.9996913911486035,
"tissue_stroma": 1.0,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.5455950302071868e-08
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3576225215812546
},
"micro": {
"recall": 0.6595289079229122,
"f1_score": 0.6343975283213181,
"precision": 0.6111111111111112
},
"nuclei_tumor": {
"FN": 32,
"FP": 26,
"TP": 85,
"recall": 0.7264957264957265,
"f1_score": 0.7456140350877193,
"precision": 0.7657657657657657
},
"nuclei_stroma": {
"FN": 13,
"FP": 14,
"TP": 13,
"recall": 0.5,
"f1_score": 0.49056603773584906,
"precision": 0.48148148148148145
},
"nuclei_apoptosis": {
"FN": 6,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 8,
"FP": 25,
"TP": 10,
"recall": 0.5555555555555556,
"f1_score": 0.3773584905660377,
"precision": 0.2857142857142857
},
"nuclei_lymphocyte": {
"FN": 26,
"FP": 109,
"TP": 193,
"recall": 0.8812785388127854,
"f1_score": 0.7408829174664107,
"precision": 0.6390728476821192
},
"nuclei_endothelium": {
"FN": 0,
"FP": 16,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 74,
"FP": 6,
"TP": 7,
"recall": 0.08641975308641975,
"f1_score": 0.14893617021276595,
"precision": 0.5384615384615384
}
},
"tissue_metrics": {
"average_dice": 0.9795031505710134,
"tissue_tumor": 0.9514038015094366,
"tissue_stroma": 0.9461119513456313,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3949167652732076
},
"micro": {
"recall": 0.7375,
"f1_score": 0.7413612565445027,
"precision": 0.7452631578947368
},
"nuclei_tumor": {
"FN": 96,
"FP": 27,
"TP": 225,
"recall": 0.7009345794392523,
"f1_score": 0.7853403141361256,
"precision": 0.8928571428571429
},
"nuclei_stroma": {
"FN": 0,
"FP": 4,
"TP": 3,
"recall": 1.0,
"f1_score": 0.6,
"precision": 0.42857142857142855
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 0,
"TP": 1,
"recall": 1.0,
"f1_score": 1.0,
"precision": 1.0
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 25,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 30,
"FP": 43,
"TP": 125,
"recall": 0.8064516129032258,
"f1_score": 0.7739938080495357,
"precision": 0.7440476190476191
},
"nuclei_endothelium": {
"FN": 0,
"FP": 19,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.6438723133234608,
"tissue_tumor": 0.6170516193534944,
"tissue_stroma": 1.7317756588240592e-11,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.6023099472464921
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3971136968393882
},
"micro": {
"recall": 0.7494305239179955,
"f1_score": 0.7393258426966293,
"precision": 0.729490022172949
},
"nuclei_tumor": {
"FN": 44,
"FP": 27,
"TP": 230,
"recall": 0.8394160583941606,
"f1_score": 0.8662900188323918,
"precision": 0.8949416342412452
},
"nuclei_stroma": {
"FN": 3,
"FP": 12,
"TP": 2,
"recall": 0.4,
"f1_score": 0.21052631578947364,
"precision": 0.14285714285714285
},
"nuclei_apoptosis": {
"FN": 6,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 30,
"FP": 18,
"TP": 21,
"recall": 0.4117647058823529,
"f1_score": 0.4666666666666667,
"precision": 0.5384615384615384
},
"nuclei_lymphocyte": {
"FN": 10,
"FP": 35,
"TP": 60,
"recall": 0.8571428571428571,
"f1_score": 0.7272727272727273,
"precision": 0.631578947368421
},
"nuclei_neutrophil": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_endothelium": {
"FN": 6,
"FP": 28,
"TP": 9,
"recall": 0.6,
"f1_score": 0.34615384615384615,
"precision": 0.24324324324324326
},
"nuclei_melanophage": {
"FN": 9,
"FP": 2,
"TP": 7,
"recall": 0.4375,
"f1_score": 0.56,
"precision": 0.7777777777777778
}
},
"tissue_metrics": {
"average_dice": 0.6999874172088116,
"tissue_tumor": 0.8974898145796811,
"tissue_stroma": 0.911131332232347,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.7589530708226706e-10,
"tissue_blood_vessel": 0.6913159390561348
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.26044710800153953
},
"micro": {
"recall": 0.6702702702702703,
"f1_score": 0.7020523708421798,
"precision": 0.736998514115899
},
"nuclei_tumor": {
"FN": 44,
"FP": 111,
"TP": 199,
"recall": 0.8189300411522634,
"f1_score": 0.7197106690777577,
"precision": 0.6419354838709678
},
"nuclei_stroma": {
"FN": 11,
"FP": 6,
"TP": 1,
"recall": 0.08333333333333333,
"f1_score": 0.10526315789473685,
"precision": 0.14285714285714285
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 42,
"FP": 4,
"TP": 1,
"recall": 0.023255813953488372,
"f1_score": 0.041666666666666664,
"precision": 0.2
},
"nuclei_lymphocyte": {
"FN": 143,
"FP": 36,
"TP": 293,
"recall": 0.6720183486238532,
"f1_score": 0.7660130718954249,
"precision": 0.8905775075987842
},
"nuclei_endothelium": {
"FN": 0,
"FP": 17,
"TP": 2,
"recall": 1.0,
"f1_score": 0.1904761904761905,
"precision": 0.10526315789473684
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 3,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8358997820851135,
"tissue_tumor": 0.9392599592544684,
"tissue_stroma": 0.9257038248229423,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.314535126348157
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3495623546264307
},
"micro": {
"recall": 0.6339066339066339,
"f1_score": 0.6394052044609665,
"precision": 0.645
},
"nuclei_tumor": {
"FN": 56,
"FP": 42,
"TP": 62,
"recall": 0.5254237288135594,
"f1_score": 0.5585585585585586,
"precision": 0.5961538461538461
},
"nuclei_stroma": {
"FN": 5,
"FP": 26,
"TP": 14,
"recall": 0.7368421052631579,
"f1_score": 0.47457627118644063,
"precision": 0.35
},
"nuclei_epithelium": {
"FN": 34,
"FP": 2,
"TP": 8,
"recall": 0.19047619047619047,
"f1_score": 0.3076923076923077,
"precision": 0.8
},
"nuclei_histiocyte": {
"FN": 30,
"FP": 35,
"TP": 29,
"recall": 0.4915254237288136,
"f1_score": 0.4715447154471545,
"precision": 0.453125
},
"nuclei_lymphocyte": {
"FN": 19,
"FP": 17,
"TP": 144,
"recall": 0.8834355828220859,
"f1_score": 0.8888888888888888,
"precision": 0.8944099378881988
},
"nuclei_endothelium": {
"FN": 1,
"FP": 18,
"TP": 1,
"recall": 0.5,
"f1_score": 0.09523809523809525,
"precision": 0.05263157894736842
},
"nuclei_melanophage": {
"FN": 4,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8808716244665321,
"tissue_tumor": 0.6656413129011715,
"tissue_stroma": 0.8320963546712616,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.9066204547602273,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.19110451545903767
},
"micro": {
"recall": 0.5292397660818714,
"f1_score": 0.4965706447187929,
"precision": 0.46770025839793283
},
"nuclei_tumor": {
"FN": 12,
"FP": 121,
"TP": 75,
"recall": 0.8620689655172413,
"f1_score": 0.5300353356890459,
"precision": 0.3826530612244898
},
"nuclei_stroma": {
"FN": 7,
"FP": 16,
"TP": 1,
"recall": 0.125,
"f1_score": 0.07999999999999999,
"precision": 0.058823529411764705
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 4,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 106,
"FP": 5,
"TP": 10,
"recall": 0.08620689655172414,
"f1_score": 0.15267175572519084,
"precision": 0.6666666666666666
},
"nuclei_lymphocyte": {
"FN": 25,
"FP": 33,
"TP": 95,
"recall": 0.7916666666666666,
"f1_score": 0.7661290322580645,
"precision": 0.7421875
},
"nuclei_endothelium": {
"FN": 0,
"FP": 19,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 6,
"FP": 8,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 3,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
}
},
"tissue_metrics": {
"average_dice": 0.7723609247101998,
"tissue_tumor": 0.9586845674173435,
"tissue_stroma": 0.9031200558410526,
"tissue_necrosis": 2.926029961690651e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.725930062576286,
"nuclei_stroma": 0.22023732240479416,
"nuclei_apoptosis": 0.1,
"nuclei_epithelium": 0.03076923076923077,
"nuclei_histiocyte": 0.19721305172939385,
"nuclei_lymphocyte": 0.6929915517652816,
"nuclei_neutrophil": 0.0,
"nuclei_endothelium": 0.08718681318681318,
"nuclei_melanophage": 0.1742010582010582,
"nuclei_plasma_cell": 0.04822695035460993
},
"dice_tissue": {
"average_dice": 0.8179278168647229,
"tissue_tumor": 0.8807471744031297,
"tissue_stroma": 0.727295113304151,
"tissue_necrosis": 0.8440701024844179,
"tissue_epidermis": 0.8906620454936123,
"tissue_blood_vessel": 0.7468646486383046
},
"macro_f1_nuclei": 0.22767560409874674,
"micro_dice_tissue": {
"tissue_tumor": 0.9010839843084053,
"tissue_stroma": 0.8200356674913719,
"tissue_necrosis": 0.1861479179309512,
"tissue_epidermis": 0.7624420972608801,
"average_micro_dice": 0.6659764076181992,
"tissue_blood_vessel": 0.6601723710993872
}
}
}
