AutoPET III Banner

Evaluation

ID
37324248-e4d6-4a7f-83e2-6c4cdc3beacb
Submission ID
9b2a8072-a97a-47ec-9efb-2914e171da93
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot Zhack 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
AutoPETIII_CHB (Image Version a8c76c16-a6c2-4d3e-8077-af338d91f3ea )
Submission created
Sept. 6, 2024, 1:10 p.m.
Result created
Sept. 6, 2024, 1:10 p.m.
Position on leaderboard
87

Metrics

{
  "results": [
    {
      "F1": 0.01005305780508238,
      "FN": 21,
      "FP": 3524,
      "TN": 105756437,
      "TP": 18,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.01005305780508238,
      "Pred_Fname": "/input/2a8c0d11-43b7-4608-a6e1-99c23e5e30ef/output/images/automated-petct-lesion-segmentation/ae89eb4b-9231-40be-9014-4851c0870712.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 30,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 3523.0,
      "N_Pred_Lesions": 31,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 43.829718357883394
    },
    {
      "F1": 0.7855658678487325,
      "FN": 11079,
      "FP": 7497,
      "TN": 38467398,
      "TP": 34026,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.7855658678487325,
      "Pred_Fname": "/input/58583ca6-90d6-4f74-8230-6617d0834a4a/output/images/automated-petct-lesion-segmentation/77e99e7c-bc18-45da-a9ff-d3d8a1dabaf6.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 34,
      "N_FP_Lesions": 4,
      "N_GT_Lesions": 103,
      "FalseNegatives": 1165.0,
      "FalsePositives": 100.0,
      "N_Pred_Lesions": 94,
      "FalseNegativeVolume": 38.649915494024754,
      "FalsePositiveVolume": 3.3175893127918243
    },
    {
      "F1": 0.5,
      "FN": 151,
      "FP": 1141,
      "TN": 3808302,
      "TP": 646,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.5,
      "Pred_Fname": "/input/86656817-262b-4f1c-9dbe-bb4681c81f87/output/images/automated-petct-lesion-segmentation/539af047-63d4-4308-b605-1dcb16635576.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 15,
      "N_FP_Lesions": 2,
      "N_GT_Lesions": 34,
      "FalseNegatives": 146.0,
      "FalsePositives": 2.0,
      "N_Pred_Lesions": 18,
      "FalseNegativeVolume": 12.109200447797775,
      "FalsePositiveVolume": 0.16587945818901062
    },
    {
      "F1": 0.8428480744815912,
      "FN": 43712,
      "FP": 850,
      "TN": 47835939,
      "TP": 119499,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8428480744815912,
      "Pred_Fname": "/input/cc5e27aa-1081-4ee6-8b41-a6acabc28397/output/images/automated-petct-lesion-segmentation/6a7df94e-bc7d-4131-84f5-b78ed78a48f8.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 450,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 8270.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 674,
      "FalseNegativeVolume": 102.88724689744413,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 927,
      "TN": 52159073,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/e33b1c9f-7513-44ae-949d-5b7e286baa7f/output/images/automated-petct-lesion-segmentation/6c83aab3-40d6-49ba-beb0-eb417d481f43.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 12,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 927.0,
      "N_Pred_Lesions": 12,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 11.53282682877034
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8428480744815912,
      "min": 0.0,
      "std": 0.40712389122473086,
      "25pc": 0.01005305780508238,
      "50pc": 0.5,
      "75pc": 0.7855658678487325,
      "mean": 0.42769340002708117,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8428480744815912,
      "min": 0.01005305780508238,
      "std": 0.3805029109351901,
      "25pc": 0.3775132644512706,
      "50pc": 0.6427829339243663,
      "75pc": 0.7998864195069472,
      "mean": 0.5346167500338515,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 102.88724689744413,
      "min": 0.0,
      "std": 45.91453318896582,
      "25pc": 9.081900335848331,
      "50pc": 25.379557970911264,
      "75pc": 54.7092483448796,
      "mean": 38.411590709816664,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 43.829718357883394,
      "min": 0.0,
      "std": 18.523724983763124,
      "25pc": 0.16587945818901062,
      "50pc": 3.3175893127918243,
      "75pc": 11.53282682877034,
      "mean": 11.769202791526913,
      "count": 5.0
    }
  }
}