AutoPET III Banner
Join

Evaluation

ID
7a39ad49-155c-492f-a24b-9b17f376241d
Submission ID
6957fe53-6215-4541-a204-230b9781797b
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot lennonlychan 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
SynthPET_preliminary (Image Version b0539311-8480-4b3a-80fc-db582f357332 )
Submission created
Aug. 22, 2024, 4:48 a.m.
Result created
Aug. 22, 2024, 4:48 a.m.
Position on leaderboard
32

Metrics

{
  "results": [
    {
      "F1": null,
      "FN": 0,
      "FP": 0,
      "TN": 52160000,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/15d5cb2b-a429-41a8-a462-29b4295e64d3/output/images/automated-petct-lesion-segmentation/8edec7d2-9446-4270-892c-3287a27ae0a9.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 0,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.7409008556514252,
      "FN": 3802,
      "FP": 25086,
      "TN": 38449809,
      "TP": 41303,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.7409008556514252,
      "Pred_Fname": "/input/27b33684-6f4e-4cf8-a938-b3efe77a7509/output/images/automated-petct-lesion-segmentation/d656f43c-3eba-4744-b6e3-5bce10cd9d4f.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 20,
      "N_FP_Lesions": 15,
      "N_GT_Lesions": 103,
      "FalseNegatives": 549.0,
      "FalsePositives": 2357.0,
      "N_Pred_Lesions": 65,
      "FalseNegativeVolume": 18.213565327227116,
      "FalsePositiveVolume": 78.1955801025033
    },
    {
      "F1": 0.8667661311354111,
      "FN": 20296,
      "FP": 23640,
      "TN": 47813149,
      "TP": 142915,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8667661311354111,
      "Pred_Fname": "/input/57e875ef-1de0-417b-b19e-ab94e2706a04/output/images/automated-petct-lesion-segmentation/3000b40a-ac3d-45e1-8f14-b1777c9e23ec.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 367,
      "N_FP_Lesions": 4,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 3879.0,
      "FalsePositives": 260.0,
      "N_Pred_Lesions": 661,
      "FalseNegativeVolume": 48.25872197281569,
      "FalsePositiveVolume": 3.234665561467409
    },
    {
      "F1": 0.6694045174537988,
      "FN": 308,
      "FP": 175,
      "TN": 3809268,
      "TP": 489,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.6694045174537988,
      "Pred_Fname": "/input/7d43da52-e535-47dc-adfe-46d38632e5b4/output/images/automated-petct-lesion-segmentation/a0dd71e6-6834-466c-b255-89f17dea8c58.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 14,
      "N_FP_Lesions": 8,
      "N_GT_Lesions": 34,
      "FalseNegatives": 160.0,
      "FalsePositives": 76.0,
      "N_Pred_Lesions": 28,
      "FalseNegativeVolume": 13.27035665512085,
      "FalsePositiveVolume": 6.303419411182404
    },
    {
      "F1": 0.8450704225352113,
      "FN": 9,
      "FP": 2,
      "TN": 105759959,
      "TP": 30,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8450704225352113,
      "Pred_Fname": "/input/7e6e7d47-de6a-4c8b-8b86-573d3fadc5cf/output/images/automated-petct-lesion-segmentation/1a640fce-a3ff-4b27-9fd3-0b56dfbb56b8.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8667661311354111,
      "min": 0.6694045174537988,
      "std": 0.0922342638556081,
      "25pc": 0.7230267711020186,
      "50pc": 0.7929856390933182,
      "75pc": 0.8504943496852613,
      "mean": 0.7805354816939616,
      "count": 4.0
    },
    "DiceScore": {
      "max": 0.8667661311354111,
      "min": 0.6694045174537988,
      "std": 0.0922342638556081,
      "25pc": 0.7230267711020186,
      "50pc": 0.7929856390933182,
      "75pc": 0.8504943496852613,
      "mean": 0.7805354816939616,
      "count": 4.0
    },
    "DataCentric": 1,
    "FalseNegativeVolume": {
      "max": 48.25872197281569,
      "min": 0.0,
      "std": 20.388054164900947,
      "25pc": 9.952767491340637,
      "50pc": 15.741960991173983,
      "75pc": 25.72485448862426,
      "mean": 19.935660988790914,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 78.1955801025033,
      "min": 0.0,
      "std": 34.004800056870636,
      "25pc": 0.0,
      "50pc": 3.234665561467409,
      "75pc": 6.303419411182404,
      "mean": 17.54673301503062,
      "count": 5.0
    }
  }
}