Evaluation

ID
4e935b50-77a3-414c-80f6-a91bccd10e14
Submission ID
e0c5196a-e1d0-45da-9af7-7e6bf90db3cb
Method ID
dc854b14-ba0a-43df-af86-bc99177f9066
Status
Succeeded
User
User Mugshot NiTo 
Challenge
PUMA
Phase
Track 2: Preliminary test phase
Algorithm
Track2Puma (Image Version fe610f90-0fd8-472c-8f25-ab1e9763787b )
Submission created
July 24, 2025, 12:05 p.m.
Result created
July 24, 2025, 12:05 p.m.
Position on leaderboard
3
Comment:
inst4

Metrics

{
  "results": [
    {
      "filename": "preliminary_test_set_metastatic_roi_001.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.5669749914354231
        },
        "micro": {
          "recall": 0.7859531772575251,
          "f1_score": 0.7859531772575251,
          "precision": 0.7859531772575251
        },
        "nuclei_tumor": {
          "FN": 24,
          "FP": 43,
          "TP": 175,
          "recall": 0.8793969849246231,
          "f1_score": 0.8393285371702637,
          "precision": 0.8027522935779816
        },
        "nuclei_stroma": {
          "FN": 0,
          "FP": 4,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_lymphocyte": {
          "FN": 2,
          "FP": 3,
          "TP": 8,
          "recall": 0.8,
          "f1_score": 0.761904761904762,
          "precision": 0.7272727272727273
        },
        "nuclei_melanophage": {
          "FN": 38,
          "FP": 14,
          "TP": 52,
          "recall": 0.5777777777777777,
          "f1_score": 0.6666666666666666,
          "precision": 0.7878787878787878
        }
      },
      "tissue_metrics": {
        "average_dice": 0.799982270837019,
        "tissue_tumor": 0.9999113004216572,
        "tissue_stroma": 1.0,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 5.376343796970764e-08
      }
    },
    {
      "filename": "preliminary_test_set_metastatic_roi_002.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.2561263309581662
        },
        "micro": {
          "recall": 0.8666666666666667,
          "f1_score": 0.853125,
          "precision": 0.84
        },
        "nuclei_tumor": {
          "FN": 32,
          "FP": 30,
          "TP": 183,
          "recall": 0.8511627906976744,
          "f1_score": 0.8551401869158879,
          "precision": 0.8591549295774648
        },
        "nuclei_stroma": {
          "FN": 10,
          "FP": 2,
          "TP": 1,
          "recall": 0.09090909090909091,
          "f1_score": 0.14285714285714288,
          "precision": 0.3333333333333333
        },
        "nuclei_apoptosis": {
          "FN": 1,
          "FP": 1,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_histiocyte": {
          "FN": 13,
          "FP": 25,
          "TP": 3,
          "recall": 0.1875,
          "f1_score": 0.13636363636363635,
          "precision": 0.10714285714285714
        },
        "nuclei_lymphocyte": {
          "FN": 28,
          "FP": 39,
          "TP": 359,
          "recall": 0.9276485788113695,
          "f1_score": 0.9146496815286624,
          "precision": 0.9020100502512562
        },
        "nuclei_neutrophil": {
          "FN": 0,
          "FP": 4,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_endothelium": {
          "FN": 0,
          "FP": 1,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_plasma_cell": {
          "FN": 0,
          "FP": 2,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        }
      },
      "tissue_metrics": {
        "average_dice": 0.9724720861984195,
        "tissue_tumor": 0.9586970769256642,
        "tissue_stroma": 0.9036633540664333,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 1.0
      }
    },
    {
      "filename": "preliminary_test_set_metastatic_roi_003.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.3092166578808645
        },
        "micro": {
          "recall": 0.856655290102389,
          "f1_score": 0.8530161427357689,
          "precision": 0.8494077834179357
        },
        "nuclei_tumor": {
          "FN": 35,
          "FP": 73,
          "TP": 488,
          "recall": 0.9330783938814532,
          "f1_score": 0.900369003690037,
          "precision": 0.8698752228163993
        },
        "nuclei_stroma": {
          "FN": 32,
          "FP": 0,
          "TP": 9,
          "recall": 0.21951219512195122,
          "f1_score": 0.36,
          "precision": 1.0
        },
        "nuclei_apoptosis": {
          "FN": 0,
          "FP": 7,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_lymphocyte": {
          "FN": 17,
          "FP": 8,
          "TP": 5,
          "recall": 0.22727272727272727,
          "f1_score": 0.2857142857142857,
          "precision": 0.38461538461538464
        },
        "nuclei_plasma_cell": {
          "FN": 0,
          "FP": 1,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        }
      },
      "tissue_metrics": {
        "average_dice": 0.9761196157163002,
        "tissue_tumor": 0.9977205963491735,
        "tissue_stroma": 1.0,
        "tissue_necrosis": 0.8828774822323273,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 1.0
      }
    },
    {
      "filename": "preliminary_test_set_metastatic_roi_004.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.5142477396999268
        },
        "micro": {
          "recall": 0.7301927194860813,
          "f1_score": 0.6902834008097165,
          "precision": 0.654510556621881
        },
        "nuclei_tumor": {
          "FN": 8,
          "FP": 37,
          "TP": 109,
          "recall": 0.9316239316239316,
          "f1_score": 0.8288973384030418,
          "precision": 0.7465753424657534
        },
        "nuclei_stroma": {
          "FN": 11,
          "FP": 12,
          "TP": 15,
          "recall": 0.5769230769230769,
          "f1_score": 0.5660377358490566,
          "precision": 0.5555555555555556
        },
        "nuclei_apoptosis": {
          "FN": 4,
          "FP": 4,
          "TP": 2,
          "recall": 0.3333333333333333,
          "f1_score": 0.3333333333333333,
          "precision": 0.3333333333333333
        },
        "nuclei_histiocyte": {
          "FN": 7,
          "FP": 32,
          "TP": 11,
          "recall": 0.6111111111111112,
          "f1_score": 0.36065573770491804,
          "precision": 0.2558139534883721
        },
        "nuclei_lymphocyte": {
          "FN": 26,
          "FP": 91,
          "TP": 193,
          "recall": 0.8812785388127854,
          "f1_score": 0.7673956262425448,
          "precision": 0.6795774647887324
        },
        "nuclei_plasma_cell": {
          "FN": 70,
          "FP": 4,
          "TP": 11,
          "recall": 0.13580246913580246,
          "f1_score": 0.22916666666666663,
          "precision": 0.7333333333333333
        }
      },
      "tissue_metrics": {
        "average_dice": 0.981327016323803,
        "tissue_tumor": 0.9535394723233533,
        "tissue_stroma": 0.9530956092956618,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 1.0
      }
    },
    {
      "filename": "preliminary_test_set_metastatic_roi_005.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.4008393524021356
        },
        "micro": {
          "recall": 0.6871345029239766,
          "f1_score": 0.6942392909896603,
          "precision": 0.7014925373134329
        },
        "nuclei_tumor": {
          "FN": 9,
          "FP": 18,
          "TP": 78,
          "recall": 0.896551724137931,
          "f1_score": 0.8524590163934426,
          "precision": 0.8125
        },
        "nuclei_stroma": {
          "FN": 2,
          "FP": 22,
          "TP": 6,
          "recall": 0.75,
          "f1_score": 0.3333333333333333,
          "precision": 0.21428571428571427
        },
        "nuclei_apoptosis": {
          "FN": 2,
          "FP": 2,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_histiocyte": {
          "FN": 55,
          "FP": 22,
          "TP": 61,
          "recall": 0.5258620689655172,
          "f1_score": 0.6130653266331659,
          "precision": 0.7349397590361446
        },
        "nuclei_lymphocyte": {
          "FN": 34,
          "FP": 18,
          "TP": 86,
          "recall": 0.7166666666666667,
          "f1_score": 0.7678571428571429,
          "precision": 0.8269230769230769
        },
        "nuclei_neutrophil": {
          "FN": 0,
          "FP": 1,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_melanophage": {
          "FN": 3,
          "FP": 16,
          "TP": 3,
          "recall": 0.5,
          "f1_score": 0.23999999999999996,
          "precision": 0.15789473684210525
        },
        "nuclei_plasma_cell": {
          "FN": 2,
          "FP": 1,
          "TP": 1,
          "recall": 0.3333333333333333,
          "f1_score": 0.4,
          "precision": 0.5
        }
      },
      "tissue_metrics": {
        "average_dice": 0.767699070102453,
        "tissue_tumor": 0.9466477018238847,
        "tissue_stroma": 0.8918476483957772,
        "tissue_necrosis": 2.926029961690651e-10,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 1.0
      }
    },
    {
      "filename": "preliminary_test_set_primary_roi_001.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.24833067875520703
        },
        "micro": {
          "recall": 0.6541666666666667,
          "f1_score": 0.646755921730175,
          "precision": 0.639511201629328
        },
        "nuclei_tumor": {
          "FN": 139,
          "FP": 36,
          "TP": 182,
          "recall": 0.5669781931464174,
          "f1_score": 0.6753246753246752,
          "precision": 0.8348623853211009
        },
        "nuclei_stroma": {
          "FN": 0,
          "FP": 6,
          "TP": 3,
          "recall": 1.0,
          "f1_score": 0.5,
          "precision": 0.3333333333333333
        },
        "nuclei_apoptosis": {
          "FN": 1,
          "FP": 0,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0
        },
        "nuclei_histiocyte": {
          "FN": 0,
          "FP": 95,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_lymphocyte": {
          "FN": 26,
          "FP": 34,
          "TP": 129,
          "recall": 0.832258064516129,
          "f1_score": 0.8113207547169811,
          "precision": 0.7914110429447853
        },
        "nuclei_neutrophil": {
          "FN": 0,
          "FP": 1,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_endothelium": {
          "FN": 0,
          "FP": 4,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_plasma_cell": {
          "FN": 0,
          "FP": 1,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        }
      },
      "tissue_metrics": {
        "average_dice": 0.6676654997216753,
        "tissue_tumor": 0.7360175513388931,
        "tissue_stroma": 2.2990989830556613e-11,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 0.6023099472464921
      }
    },
    {
      "filename": "preliminary_test_set_primary_roi_002.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.3403992231511994
        },
        "micro": {
          "recall": 0.7810810810810811,
          "f1_score": 0.7912388774811773,
          "precision": 0.8016643550624133
        },
        "nuclei_tumor": {
          "FN": 38,
          "FP": 19,
          "TP": 205,
          "recall": 0.8436213991769548,
          "f1_score": 0.8779443254817987,
          "precision": 0.9151785714285714
        },
        "nuclei_stroma": {
          "FN": 4,
          "FP": 27,
          "TP": 8,
          "recall": 0.6666666666666666,
          "f1_score": 0.3404255319148936,
          "precision": 0.22857142857142856
        },
        "nuclei_apoptosis": {
          "FN": 4,
          "FP": 0,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0
        },
        "nuclei_histiocyte": {
          "FN": 22,
          "FP": 73,
          "TP": 21,
          "recall": 0.4883720930232558,
          "f1_score": 0.30656934306569344,
          "precision": 0.22340425531914893
        },
        "nuclei_lymphocyte": {
          "FN": 92,
          "FP": 22,
          "TP": 344,
          "recall": 0.7889908256880734,
          "f1_score": 0.85785536159601,
          "precision": 0.9398907103825137
        },
        "nuclei_endothelium": {
          "FN": 2,
          "FP": 1,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_plasma_cell": {
          "FN": 0,
          "FP": 1,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        }
      },
      "tissue_metrics": {
        "average_dice": 0.824338290627284,
        "tissue_tumor": 0.9089307477895772,
        "tissue_stroma": 0.8982255789986863,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 0.314535126348157
      }
    },
    {
      "filename": "preliminary_test_set_primary_roi_003.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.5184278227848074
        },
        "micro": {
          "recall": 0.7111553784860558,
          "f1_score": 0.711864406779661,
          "precision": 0.7125748502994012
        },
        "nuclei_tumor": {
          "FN": 14,
          "FP": 58,
          "TP": 135,
          "recall": 0.9060402684563759,
          "f1_score": 0.7894736842105263,
          "precision": 0.6994818652849741
        },
        "nuclei_stroma": {
          "FN": 8,
          "FP": 17,
          "TP": 6,
          "recall": 0.42857142857142855,
          "f1_score": 0.3243243243243243,
          "precision": 0.2608695652173913
        },
        "nuclei_apoptosis": {
          "FN": 2,
          "FP": 0,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0
        },
        "nuclei_histiocyte": {
          "FN": 65,
          "FP": 34,
          "TP": 56,
          "recall": 0.4628099173553719,
          "f1_score": 0.5308056872037915,
          "precision": 0.6222222222222222
        },
        "nuclei_lymphocyte": {
          "FN": 51,
          "FP": 30,
          "TP": 153,
          "recall": 0.75,
          "f1_score": 0.7906976744186046,
          "precision": 0.8360655737704918
        },
        "nuclei_endothelium": {
          "FN": 2,
          "FP": 0,
          "TP": 1,
          "recall": 0.3333333333333333,
          "f1_score": 0.5,
          "precision": 1.0
        },
        "nuclei_melanophage": {
          "FN": 2,
          "FP": 3,
          "TP": 3,
          "recall": 0.6,
          "f1_score": 0.5454545454545454,
          "precision": 0.5
        },
        "nuclei_plasma_cell": {
          "FN": 1,
          "FP": 2,
          "TP": 3,
          "recall": 0.75,
          "f1_score": 0.6666666666666665,
          "precision": 0.6
        }
      },
      "tissue_metrics": {
        "average_dice": 0.9122821080316781,
        "tissue_tumor": 0.8316522339493213,
        "tissue_stroma": 0.8692728479327577,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 1.0,
        "tissue_blood_vessel": 0.8604854582763115
      }
    },
    {
      "filename": "preliminary_test_set_primary_roi_004.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.4378837581689119
        },
        "micro": {
          "recall": 0.6486486486486487,
          "f1_score": 0.6591760299625469,
          "precision": 0.6700507614213198
        },
        "nuclei_tumor": {
          "FN": 74,
          "FP": 12,
          "TP": 44,
          "recall": 0.3728813559322034,
          "f1_score": 0.5057471264367817,
          "precision": 0.7857142857142857
        },
        "nuclei_stroma": {
          "FN": 9,
          "FP": 18,
          "TP": 10,
          "recall": 0.5263157894736842,
          "f1_score": 0.425531914893617,
          "precision": 0.35714285714285715
        },
        "nuclei_epithelium": {
          "FN": 6,
          "FP": 8,
          "TP": 36,
          "recall": 0.8571428571428571,
          "f1_score": 0.8372093023255814,
          "precision": 0.8181818181818182
        },
        "nuclei_histiocyte": {
          "FN": 23,
          "FP": 74,
          "TP": 36,
          "recall": 0.6101694915254238,
          "f1_score": 0.42603550295857984,
          "precision": 0.32727272727272727
        },
        "nuclei_lymphocyte": {
          "FN": 25,
          "FP": 16,
          "TP": 138,
          "recall": 0.8466257668711656,
          "f1_score": 0.8706624605678233,
          "precision": 0.8961038961038961
        },
        "nuclei_endothelium": {
          "FN": 2,
          "FP": 0,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0
        },
        "nuclei_melanophage": {
          "FN": 4,
          "FP": 2,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0.0
        }
      },
      "tissue_metrics": {
        "average_dice": 0.8258983229885428,
        "tissue_tumor": 0.4513730019300116,
        "tissue_stroma": 0.7758866083784739,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 0.9022320046342288,
        "tissue_blood_vessel": 1.0
      }
    },
    {
      "filename": "preliminary_test_set_primary_roi_005.tif",
      "nuclei_metrics": {
        "macro": {
          "f1_score": 0.5096308052398973
        },
        "micro": {
          "recall": 0.7813211845102506,
          "f1_score": 0.7733934611048479,
          "precision": 0.765625
        },
        "nuclei_tumor": {
          "FN": 50,
          "FP": 27,
          "TP": 224,
          "recall": 0.8175182481751825,
          "f1_score": 0.8533333333333333,
          "precision": 0.8924302788844621
        },
        "nuclei_stroma": {
          "FN": 2,
          "FP": 6,
          "TP": 3,
          "recall": 0.6,
          "f1_score": 0.42857142857142855,
          "precision": 0.3333333333333333
        },
        "nuclei_apoptosis": {
          "FN": 4,
          "FP": 1,
          "TP": 2,
          "recall": 0.3333333333333333,
          "f1_score": 0.4444444444444444,
          "precision": 0.6666666666666666
        },
        "nuclei_epithelium": {
          "FN": 0,
          "FP": 8,
          "TP": 0,
          "recall": 0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_histiocyte": {
          "FN": 22,
          "FP": 31,
          "TP": 29,
          "recall": 0.5686274509803921,
          "f1_score": 0.5225225225225224,
          "precision": 0.48333333333333334
        },
        "nuclei_lymphocyte": {
          "FN": 8,
          "FP": 26,
          "TP": 62,
          "recall": 0.8857142857142857,
          "f1_score": 0.7848101265822784,
          "precision": 0.7045454545454546
        },
        "nuclei_neutrophil": {
          "FN": 2,
          "FP": 1,
          "TP": 0,
          "recall": 0.0,
          "f1_score": 0,
          "precision": 0.0
        },
        "nuclei_endothelium": {
          "FN": 2,
          "FP": 3,
          "TP": 13,
          "recall": 0.8666666666666667,
          "f1_score": 0.8387096774193549,
          "precision": 0.8125
        },
        "nuclei_melanophage": {
          "FN": 6,
          "FP": 2,
          "TP": 10,
          "recall": 0.625,
          "f1_score": 0.7142857142857143,
          "precision": 0.8333333333333334
        }
      },
      "tissue_metrics": {
        "average_dice": 0.7053347170695032,
        "tissue_tumor": 0.9362070673773885,
        "tissue_stroma": 0.8991480789202434,
        "tissue_necrosis": 1.0,
        "tissue_epidermis": 2.4999937500156254e-06,
        "tissue_blood_vessel": 0.6913159390561348
      }
    }
  ],
  "aggregates": {
    "f1_nuclei": {
      "nuclei_tumor": 0.7978017227359789,
      "nuclei_stroma": 0.3421081411743796,
      "nuclei_apoptosis": 0.07777777777777777,
      "nuclei_epithelium": 0.08372093023255814,
      "nuclei_histiocyte": 0.28960177564523076,
      "nuclei_lymphocyte": 0.7612867876129095,
      "nuclei_neutrophil": 0.0,
      "nuclei_endothelium": 0.1338709677419355,
      "nuclei_melanophage": 0.21664069264069266,
      "nuclei_plasma_cell": 0.12958333333333333
    },
    "dice_tissue": {
      "average_dice": 0.8433118997616678,
      "tissue_tumor": 0.8720696750228925,
      "tissue_stroma": 0.8191139726011025,
      "tissue_necrosis": 0.8882877482524931,
      "tissue_epidermis": 0.8902234504627978,
      "tissue_blood_vessel": 0.7468646524690533
    },
    "macro_f1_nuclei": 0.2832392128894796,
    "micro_dice_tissue": {
      "tissue_tumor": 0.9062061140915044,
      "tissue_stroma": 0.8269053019151782,
      "tissue_necrosis": 0.4762905769392286,
      "tissue_epidermis": 0.902219858923112,
      "average_micro_dice": 0.7552524887768866,
      "tissue_blood_vessel": 0.6646405920154098
    }
  }
}