AutoPET III Banner
Join

Evaluation

ID
84aed999-1b2d-47cb-b1f7-68fe70d07066
Submission ID
e558e331-4e7a-4b84-9890-2d60028d5fc0
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot mrokuss 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
LesionTracer (Image Version be4132e8-0104-43e8-92e3-7c48bc97321e )
Submission created
Sept. 14, 2024, 4:13 p.m.
Result created
Sept. 14, 2024, 4:13 p.m.
Position on leaderboard
12

Metrics

{
  "results": [
    {
      "F1": 0.8551790351087739,
      "FN": 5913,
      "FP": 7361,
      "TN": 38467534,
      "TP": 39192,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.8551790351087739,
      "Pred_Fname": "/input/738bcb9b-4239-4f7a-a377-81839fb78006/output/images/automated-petct-lesion-segmentation/8c6f54cf-595b-4945-96f5-2134745f56aa.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 14,
      "N_FP_Lesions": 11,
      "N_GT_Lesions": 103,
      "FalseNegatives": 298.0,
      "FalsePositives": 59.0,
      "N_Pred_Lesions": 89,
      "FalseNegativeVolume": 9.886416152119637,
      "FalsePositiveVolume": 1.9573776945471764
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 169,
      "TN": 52159831,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/971508f9-7730-4d81-a9bd-a9416b5efa54/output/images/automated-petct-lesion-segmentation/6ee2e4a5-5f71-4733-89d6-1149f691ce1e.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 3,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 169.0,
      "N_Pred_Lesions": 3,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 2.102532614953816
    },
    {
      "F1": 0.7524475524475525,
      "FN": 259,
      "FP": 95,
      "TN": 3809348,
      "TP": 538,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.7524475524475525,
      "Pred_Fname": "/input/a2ca1e04-f1eb-499d-8661-10a3ef1c2a48/output/images/automated-petct-lesion-segmentation/401292f4-0a30-4ed3-8a43-b6b4d5708d30.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 10,
      "N_FP_Lesions": 27,
      "N_GT_Lesions": 34,
      "FalseNegatives": 48.0,
      "FalsePositives": 65.0,
      "N_Pred_Lesions": 51,
      "FalseNegativeVolume": 3.981106996536255,
      "FalsePositiveVolume": 5.391082391142845
    },
    {
      "F1": 0.8900619526584457,
      "FN": 27732,
      "FP": 5736,
      "TN": 47831053,
      "TP": 135479,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8900619526584457,
      "Pred_Fname": "/input/ae70cbcf-e830-40c7-9dda-d720e6528e40/output/images/automated-petct-lesion-segmentation/a884285b-fce7-440d-8d82-4c2aedb8e071.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 333,
      "N_FP_Lesions": 4,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 3794.0,
      "FalsePositives": 79.0,
      "N_Pred_Lesions": 742,
      "FalseNegativeVolume": 47.201235154643655,
      "FalsePositiveVolume": 0.982840689830482
    },
    {
      "F1": 0.88,
      "FN": 6,
      "FP": 3,
      "TN": 105759958,
      "TP": 33,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.88,
      "Pred_Fname": "/input/c58e7201-2854-46c5-ab57-73854d099b09/output/images/automated-petct-lesion-segmentation/2f202dac-84cd-4892-ad4a-e3b44ce84721.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8900619526584457,
      "min": 0.0,
      "std": 0.3815634959952312,
      "25pc": 0.7524475524475525,
      "50pc": 0.8551790351087739,
      "75pc": 0.88,
      "mean": 0.6755377080429544,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8900619526584457,
      "min": 0.7524475524475525,
      "std": 0.06304446095019378,
      "25pc": 0.8294961644434685,
      "50pc": 0.867589517554387,
      "75pc": 0.8825154881646115,
      "mean": 0.844422135053693,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 47.201235154643655,
      "min": 0.0,
      "std": 21.673322520232297,
      "25pc": 2.985830247402191,
      "50pc": 6.933761574327946,
      "75pc": 19.21512090275064,
      "mean": 15.267189575824887,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 5.391082391142845,
      "min": 0.0,
      "std": 2.031547449710251,
      "25pc": 0.982840689830482,
      "50pc": 1.9573776945471764,
      "75pc": 2.102532614953816,
      "mean": 2.0867666780948637,
      "count": 5.0
    }
  }
}