Evaluation
- ID
- 8b386209-de4b-48fb-9b32-63284715a6e1
- Submission ID
- 08ebfcc0-4675-410a-b034-f62d4b6477cc
- Method ID
- dc854b14-ba0a-43df-af86-bc99177f9066
- Status
-
Succeeded
- User
-
gdeotale123
- Challenge
-
PUMA
- Phase
-
Track 2: Preliminary test phase
- Algorithm
-
LEO10
(Image Version 2020b3c8-86d5-43d7-81af-483652302ad5
)
- Submission created
- Jan. 28, 2025, 9:47 a.m.
- Result created
- Jan. 28, 2025, 9:47 a.m.
- Position on leaderboard
-
23
- Comment:
- baseline2
Metrics
{
"results": [
{
"filename": "preliminary_test_set_primary_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.37289440730342754
},
"micro": {
"recall": 0.81875,
"f1_score": 0.7257617728531855,
"precision": 0.6517412935323383
},
"nuclei_tumor": {
"FN": 70,
"FP": 71,
"TP": 251,
"recall": 0.7819314641744548,
"f1_score": 0.7807153965785381,
"precision": 0.7795031055900621
},
"nuclei_stroma": {
"FN": 0,
"FP": 5,
"TP": 3,
"recall": 1.0,
"f1_score": 0.5454545454545454,
"precision": 0.375
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 2,
"TP": 1,
"recall": 1.0,
"f1_score": 0.5,
"precision": 0.3333333333333333
},
"nuclei_histiocyte": {
"FN": 0,
"FP": 67,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 17,
"FP": 59,
"TP": 138,
"recall": 0.8903225806451613,
"f1_score": 0.7840909090909091,
"precision": 0.700507614213198
},
"nuclei_endothelium": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5987529743472201,
"tissue_tumor": 0.9937648651229549,
"tissue_stroma": 8.890469408881163e-10,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 5.724098421728115e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_001.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.38581812908430085
},
"micro": {
"recall": 0.7491638795986622,
"f1_score": 0.7214170692431562,
"precision": 0.6956521739130435
},
"nuclei_tumor": {
"FN": 36,
"FP": 52,
"TP": 163,
"recall": 0.8190954773869347,
"f1_score": 0.78743961352657,
"precision": 0.7581395348837209
},
"nuclei_stroma": {
"FN": 0,
"FP": 9,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 0,
"FP": 21,
"TP": 10,
"recall": 1.0,
"f1_score": 0.4878048780487805,
"precision": 0.3225806451612903
},
"nuclei_neutrophil": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 39,
"FP": 15,
"TP": 51,
"recall": 0.5666666666666667,
"f1_score": 0.6538461538461539,
"precision": 0.7727272727272727
}
},
"tissue_metrics": {
"average_dice": 1.0,
"tissue_tumor": 1.0,
"tissue_stroma": 1.0,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.40231927209622975
},
"micro": {
"recall": 0.7569721115537849,
"f1_score": 0.6591500433651344,
"precision": 0.5837173579109063
},
"nuclei_tumor": {
"FN": 27,
"FP": 71,
"TP": 122,
"recall": 0.8187919463087249,
"f1_score": 0.7134502923976608,
"precision": 0.6321243523316062
},
"nuclei_stroma": {
"FN": 5,
"FP": 37,
"TP": 9,
"recall": 0.6428571428571429,
"f1_score": 0.30000000000000004,
"precision": 0.1956521739130435
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_histiocyte": {
"FN": 44,
"FP": 89,
"TP": 77,
"recall": 0.6363636363636364,
"f1_score": 0.5365853658536586,
"precision": 0.463855421686747
},
"nuclei_lymphocyte": {
"FN": 38,
"FP": 62,
"TP": 166,
"recall": 0.8137254901960784,
"f1_score": 0.7685185185185186,
"precision": 0.7280701754385965
},
"nuclei_endothelium": {
"FN": 3,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 1,
"FP": 7,
"TP": 4,
"recall": 0.8,
"f1_score": 0.5000000000000001,
"precision": 0.36363636363636365
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 4,
"TP": 2,
"recall": 0.5,
"f1_score": 0.4,
"precision": 0.3333333333333333
}
},
"tissue_metrics": {
"average_dice": 0.858081947616624,
"tissue_tumor": 0.7246983452677128,
"tissue_stroma": 0.7173004055166462,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.8484109872987616
}
},
{
"filename": "preliminary_test_set_primary_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.48062180245305103
},
"micro": {
"recall": 0.7395577395577395,
"f1_score": 0.6622662266226623,
"precision": 0.599601593625498
},
"nuclei_tumor": {
"FN": 26,
"FP": 125,
"TP": 92,
"recall": 0.7796610169491526,
"f1_score": 0.5492537313432836,
"precision": 0.423963133640553
},
"nuclei_stroma": {
"FN": 11,
"FP": 12,
"TP": 8,
"recall": 0.42105263157894735,
"f1_score": 0.41025641025641024,
"precision": 0.4
},
"nuclei_epithelium": {
"FN": 5,
"FP": 24,
"TP": 37,
"recall": 0.8809523809523809,
"f1_score": 0.7184466019417476,
"precision": 0.6065573770491803
},
"nuclei_histiocyte": {
"FN": 35,
"FP": 11,
"TP": 24,
"recall": 0.4067796610169492,
"f1_score": 0.5106382978723405,
"precision": 0.6857142857142857
},
"nuclei_lymphocyte": {
"FN": 24,
"FP": 28,
"TP": 139,
"recall": 0.852760736196319,
"f1_score": 0.8424242424242424,
"precision": 0.8323353293413174
},
"nuclei_endothelium": {
"FN": 2,
"FP": 0,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 1,
"TP": 1,
"recall": 0.25,
"f1_score": 0.3333333333333333,
"precision": 0.5
}
},
"tissue_metrics": {
"average_dice": 0.8863063756463049,
"tissue_tumor": 0.7203122220934697,
"tissue_stroma": 0.8581860379560537,
"tissue_necrosis": 1.0,
"tissue_epidermis": 0.8530336181820015,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3110905014728003
},
"micro": {
"recall": 0.7283783783783784,
"f1_score": 0.716279069767442,
"precision": 0.7045751633986929
},
"nuclei_tumor": {
"FN": 52,
"FP": 64,
"TP": 191,
"recall": 0.7860082304526749,
"f1_score": 0.7670682730923694,
"precision": 0.7490196078431373
},
"nuclei_stroma": {
"FN": 7,
"FP": 17,
"TP": 5,
"recall": 0.4166666666666667,
"f1_score": 0.29411764705882354,
"precision": 0.22727272727272727
},
"nuclei_apoptosis": {
"FN": 4,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 21,
"FP": 64,
"TP": 22,
"recall": 0.5116279069767442,
"f1_score": 0.34108527131782945,
"precision": 0.2558139534883721
},
"nuclei_lymphocyte": {
"FN": 115,
"FP": 71,
"TP": 321,
"recall": 0.7362385321100917,
"f1_score": 0.7753623188405797,
"precision": 0.8188775510204082
},
"nuclei_endothelium": {
"FN": 2,
"FP": 5,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5683894686364102,
"tissue_tumor": 0.9279740245816764,
"tissue_stroma": 0.9139733082556122,
"tissue_necrosis": 8.264462741616011e-09,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 2.0802995588094456e-09
}
},
{
"filename": "preliminary_test_set_metastatic_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.2892988842030204
},
"micro": {
"recall": 0.5789473684210527,
"f1_score": 0.515625,
"precision": 0.4647887323943662
},
"nuclei_tumor": {
"FN": 11,
"FP": 149,
"TP": 76,
"recall": 0.8735632183908046,
"f1_score": 0.4871794871794873,
"precision": 0.3377777777777778
},
"nuclei_stroma": {
"FN": 6,
"FP": 10,
"TP": 2,
"recall": 0.25,
"f1_score": 0.2,
"precision": 0.16666666666666666
},
"nuclei_apoptosis": {
"FN": 2,
"FP": 1,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 101,
"FP": 10,
"TP": 15,
"recall": 0.12931034482758622,
"f1_score": 0.21276595744680854,
"precision": 0.6
},
"nuclei_lymphocyte": {
"FN": 19,
"FP": 47,
"TP": 101,
"recall": 0.8416666666666667,
"f1_score": 0.7537313432835819,
"precision": 0.6824324324324325
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_melanophage": {
"FN": 3,
"FP": 7,
"TP": 3,
"recall": 0.5,
"f1_score": 0.37499999999999994,
"precision": 0.3
},
"nuclei_plasma_cell": {
"FN": 2,
"FP": 3,
"TP": 1,
"recall": 0.3333333333333333,
"f1_score": 0.28571428571428575,
"precision": 0.25
}
},
"tissue_metrics": {
"average_dice": 0.7214900196839318,
"tissue_tumor": 0.8826242338631402,
"tissue_stroma": 0.7248258642639158,
"tissue_necrosis": 2.926029961690651e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_002.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3308969031871017
},
"micro": {
"recall": 0.746031746031746,
"f1_score": 0.7686017988552739,
"precision": 0.7925801011804384
},
"nuclei_tumor": {
"FN": 20,
"FP": 48,
"TP": 195,
"recall": 0.9069767441860465,
"f1_score": 0.8515283842794761,
"precision": 0.8024691358024691
},
"nuclei_stroma": {
"FN": 10,
"FP": 1,
"TP": 1,
"recall": 0.09090909090909091,
"f1_score": 0.15384615384615385,
"precision": 0.5
},
"nuclei_apoptosis": {
"FN": 1,
"FP": 6,
"TP": 0,
"recall": 0.0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 12,
"FP": 17,
"TP": 4,
"recall": 0.25,
"f1_score": 0.2162162162162162,
"precision": 0.19047619047619047
},
"nuclei_lymphocyte": {
"FN": 117,
"FP": 50,
"TP": 270,
"recall": 0.6976744186046512,
"f1_score": 0.7637906647807639,
"precision": 0.84375
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.9656841244207037,
"tissue_tumor": 0.9514332195132319,
"tissue_stroma": 0.8769874025902863,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_metastatic_roi_003.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.28589074008428844
},
"micro": {
"recall": 0.8532423208191127,
"f1_score": 0.8438818565400844,
"precision": 0.8347245409015025
},
"nuclei_tumor": {
"FN": 35,
"FP": 74,
"TP": 488,
"recall": 0.9330783938814532,
"f1_score": 0.8995391705069125,
"precision": 0.8683274021352313
},
"nuclei_stroma": {
"FN": 33,
"FP": 3,
"TP": 8,
"recall": 0.1951219512195122,
"f1_score": 0.3076923076923077,
"precision": 0.7272727272727273
},
"nuclei_apoptosis": {
"FN": 0,
"FP": 4,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_lymphocyte": {
"FN": 18,
"FP": 10,
"TP": 4,
"recall": 0.18181818181818182,
"f1_score": 0.2222222222222222,
"precision": 0.2857142857142857
},
"nuclei_endothelium": {
"FN": 0,
"FP": 8,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.5989769061505983,
"tissue_tumor": 0.9948845293302716,
"tissue_stroma": 9.095043193183227e-10,
"tissue_necrosis": 5.132152935523658e-10,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 1.0
}
},
{
"filename": "preliminary_test_set_primary_roi_005.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.4385703853499606
},
"micro": {
"recall": 0.744874715261959,
"f1_score": 0.6749226006191951,
"precision": 0.6169811320754717
},
"nuclei_tumor": {
"FN": 63,
"FP": 31,
"TP": 211,
"recall": 0.7700729927007299,
"f1_score": 0.8178294573643411,
"precision": 0.871900826446281
},
"nuclei_stroma": {
"FN": 0,
"FP": 8,
"TP": 5,
"recall": 1.0,
"f1_score": 0.5555555555555556,
"precision": 0.38461538461538464
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 1,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.25,
"precision": 0.5
},
"nuclei_epithelium": {
"FN": 0,
"FP": 38,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_histiocyte": {
"FN": 18,
"FP": 66,
"TP": 33,
"recall": 0.6470588235294118,
"f1_score": 0.44,
"precision": 0.3333333333333333
},
"nuclei_lymphocyte": {
"FN": 6,
"FP": 50,
"TP": 64,
"recall": 0.9142857142857143,
"f1_score": 0.6956521739130436,
"precision": 0.5614035087719298
},
"nuclei_neutrophil": {
"FN": 1,
"FP": 0,
"TP": 1,
"recall": 0.5,
"f1_score": 0.6666666666666666,
"precision": 1.0
},
"nuclei_endothelium": {
"FN": 10,
"FP": 5,
"TP": 5,
"recall": 0.3333333333333333,
"f1_score": 0.4,
"precision": 0.5
},
"nuclei_melanophage": {
"FN": 9,
"FP": 2,
"TP": 7,
"recall": 0.4375,
"f1_score": 0.56,
"precision": 0.7777777777777778
},
"nuclei_plasma_cell": {
"FN": 0,
"FP": 2,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
}
},
"tissue_metrics": {
"average_dice": 0.8707800052658179,
"tissue_tumor": 0.9442140483797589,
"tissue_stroma": 0.9082347289800585,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 0.5014512489692725
}
},
{
"filename": "preliminary_test_set_metastatic_roi_004.tif",
"nuclei_metrics": {
"macro": {
"f1_score": 0.3947444783368666
},
"micro": {
"recall": 0.7537473233404711,
"f1_score": 0.625222024866785,
"precision": 0.5341426403641881
},
"nuclei_tumor": {
"FN": 9,
"FP": 78,
"TP": 108,
"recall": 0.9230769230769231,
"f1_score": 0.7128712871287128,
"precision": 0.5806451612903226
},
"nuclei_stroma": {
"FN": 11,
"FP": 13,
"TP": 15,
"recall": 0.5769230769230769,
"f1_score": 0.5555555555555555,
"precision": 0.5357142857142857
},
"nuclei_apoptosis": {
"FN": 5,
"FP": 4,
"TP": 1,
"recall": 0.16666666666666666,
"f1_score": 0.1818181818181818,
"precision": 0.2
},
"nuclei_histiocyte": {
"FN": 8,
"FP": 62,
"TP": 10,
"recall": 0.5555555555555556,
"f1_score": 0.22222222222222227,
"precision": 0.1388888888888889
},
"nuclei_lymphocyte": {
"FN": 23,
"FP": 136,
"TP": 196,
"recall": 0.8949771689497716,
"f1_score": 0.7114337568058076,
"precision": 0.5903614457831325
},
"nuclei_endothelium": {
"FN": 0,
"FP": 1,
"TP": 0,
"recall": 0,
"f1_score": 0,
"precision": 0.0
},
"nuclei_plasma_cell": {
"FN": 59,
"FP": 13,
"TP": 22,
"recall": 0.2716049382716049,
"f1_score": 0.3793103448275862,
"precision": 0.6285714285714286
}
},
"tissue_metrics": {
"average_dice": 0.778100545916816,
"tissue_tumor": 0.945924261874708,
"tissue_stroma": 0.9445784200903268,
"tissue_necrosis": 1.0,
"tissue_epidermis": 1.0,
"tissue_blood_vessel": 4.7619045351474034e-08
}
}
],
"aggregates": {
"f1_nuclei": {
"nuclei_tumor": 0.736687509339735,
"nuclei_stroma": 0.3322478175419351,
"nuclei_apoptosis": 0.09318181818181817,
"nuclei_epithelium": 0.07184466019417476,
"nuclei_histiocyte": 0.24795133309290757,
"nuclei_lymphocyte": 0.680503102792845,
"nuclei_neutrophil": 0.06666666666666667,
"nuclei_endothelium": 0.04,
"nuclei_melanophage": 0.24221794871794872,
"nuclei_plasma_cell": 0.10650246305418717
},
"dice_tissue": {
"average_dice": 0.7846562367684428,
"tissue_tumor": 0.9085829750026926,
"tissue_stroma": 0.6944086169451451,
"tissue_necrosis": 0.7000000009070282,
"tissue_epidermis": 0.9853033618182001,
"tissue_blood_vessel": 0.6349862291691478
},
"macro_f1_nuclei": 0.2617803319582218,
"micro_dice_tissue": {
"tissue_tumor": 0.9336662271538972,
"tissue_stroma": 0.8491917439728844,
"tissue_necrosis": 0.0,
"tissue_epidermis": 0.8530336181820015,
"average_micro_dice": 0.6288325593585905,
"tissue_blood_vessel": 0.5082712074841697
}
}
}
