AutoPET III Banner
Join

Evaluation

ID
317ef2ce-69cb-4536-938c-2faf1ec65477
Submission ID
3c30b26b-76b2-4938-9bed-457d8fef8e77
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot rezasafdari 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
1702440_1702664 (Image Version 47eef572-8d41-4226-ad6e-7160d89cb297 )
Submission created
Aug. 16, 2024, 11:26 a.m.
Result created
Aug. 16, 2024, 11:26 a.m.
Position on leaderboard
43

Metrics

{
  "results": [
    {
      "F1": 0.8235294117647058,
      "FN": 11,
      "FP": 1,
      "TN": 105759960,
      "TP": 28,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8235294117647058,
      "Pred_Fname": "/input/087bfd8a-b90c-41a6-b6ab-9e0457dd191a/output/images/automated-petct-lesion-segmentation/ea6167d4-3b46-4544-9906-d08d0265e7fa.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.8650237567310738,
      "FN": 26667,
      "FP": 15945,
      "TN": 47820844,
      "TP": 136544,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8650237567310738,
      "Pred_Fname": "/input/13c419f0-b912-4376-8109-d7b77b3c884f/output/images/automated-petct-lesion-segmentation/dde4a5b6-9880-40b7-99ac-a7619ca3079a.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 340,
      "N_FP_Lesions": 5,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 3335.0,
      "FalsePositives": 91.0,
      "N_Pred_Lesions": 724,
      "FalseNegativeVolume": 41.49080633651465,
      "FalsePositiveVolume": 1.1321329465135932
    },
    {
      "F1": 0.6320610687022901,
      "FN": 383,
      "FP": 99,
      "TN": 3809344,
      "TP": 414,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.6320610687022901,
      "Pred_Fname": "/input/63cbe776-179b-4ed0-82ac-b6f3bd87ab87/output/images/automated-petct-lesion-segmentation/0fef0ef3-76e4-4dde-88bc-caecea57cbc2.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 14,
      "N_FP_Lesions": 5,
      "N_GT_Lesions": 34,
      "FalseNegatives": 152.0,
      "FalsePositives": 22.0,
      "N_Pred_Lesions": 25,
      "FalseNegativeVolume": 12.606838822364807,
      "FalsePositiveVolume": 1.8246740400791168
    },
    {
      "F1": 0.7394261445820212,
      "FN": 9065,
      "FP": 16336,
      "TN": 38458559,
      "TP": 36040,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.7394261445820212,
      "Pred_Fname": "/input/9559a8d3-840c-40e0-ae73-c2c95a297247/output/images/automated-petct-lesion-segmentation/e2a8a1b5-aade-468e-9237-c4a923f09ad7.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 29,
      "N_FP_Lesions": 9,
      "N_GT_Lesions": 103,
      "FalseNegatives": 775.0,
      "FalsePositives": 886.0,
      "N_Pred_Lesions": 62,
      "FalseNegativeVolume": 25.71131717413664,
      "FalsePositiveVolume": 29.393841311335564
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 153,
      "TN": 52159847,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/a3856ac8-b8c6-4b19-8813-42bbf3cbbeaf/output/images/automated-petct-lesion-segmentation/f29cf43c-6332-4df1-b95b-4ada95fa90ad.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 3,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 153.0,
      "N_Pred_Lesions": 3,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 1.9034762727096677
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8650237567310738,
      "min": 0.0,
      "std": 0.3535355646841653,
      "25pc": 0.6320610687022901,
      "50pc": 0.7394261445820212,
      "75pc": 0.8235294117647058,
      "mean": 0.6120080763560182,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8650237567310738,
      "min": 0.6320610687022901,
      "std": 0.10288703365012264,
      "25pc": 0.7125848756120884,
      "50pc": 0.7814777781733635,
      "75pc": 0.8339029980062979,
      "mean": 0.7650100954450227,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 41.49080633651465,
      "min": 0.0,
      "std": 17.7869203743285,
      "25pc": 9.455129116773605,
      "50pc": 19.159077998250723,
      "75pc": 29.656189464731142,
      "mean": 19.952240583254024,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 29.393841311335564,
      "min": 0.0,
      "std": 12.62500771581655,
      "25pc": 1.1321329465135932,
      "50pc": 1.8246740400791168,
      "75pc": 1.9034762727096677,
      "mean": 6.850824914127588,
      "count": 5.0
    }
  }
}