AutoPET III Banner
Join

Evaluation

ID
d143f67b-b001-402a-8823-9c6dfd150f9c
Submission ID
16a2650d-be25-4130-8346-c15896c8b459
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot lennonlychan 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
SynthPET_preliminary (Image Version b283dc42-667f-4743-96de-9c3086626e5e )
Submission created
Aug. 25, 2024, 2:25 p.m.
Result created
Aug. 25, 2024, 2:25 p.m.
Position on leaderboard
48

Metrics

{
  "results": [
    {
      "F1": 0.7187709701689814,
      "FN": 9758,
      "FP": 17902,
      "TN": 38456993,
      "TP": 35347,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.7187709701689814,
      "Pred_Fname": "/input/4f368463-31bd-4a48-bf11-8f521d61686e/output/images/automated-petct-lesion-segmentation/413d9a12-e905-4c65-bd4d-02cd66fcdf36.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 24,
      "N_FP_Lesions": 12,
      "N_GT_Lesions": 103,
      "FalseNegatives": 575.0,
      "FalsePositives": 984.0,
      "N_Pred_Lesions": 84,
      "FalseNegativeVolume": 19.07613854855299,
      "FalsePositiveVolume": 32.64507883787155
    },
    {
      "F1": 0.6221864951768489,
      "FN": 410,
      "FP": 60,
      "TN": 3809383,
      "TP": 387,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.6221864951768489,
      "Pred_Fname": "/input/6d3ed992-6b76-4781-a9ab-4f4cf771455a/output/images/automated-petct-lesion-segmentation/64a1bba6-1d66-4a46-ba86-a19cf4d739a2.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 13,
      "N_FP_Lesions": 7,
      "N_GT_Lesions": 34,
      "FalseNegatives": 148.0,
      "FalsePositives": 13.0,
      "N_Pred_Lesions": 28,
      "FalseNegativeVolume": 12.275079905986786,
      "FalsePositiveVolume": 1.078216478228569
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 55,
      "TN": 52159945,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/9137f700-93fb-4e63-943c-bbc5bca688f4/output/images/automated-petct-lesion-segmentation/e742b43c-01ec-45ee-ad4c-8375bbb6c973.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 3,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 55.0,
      "N_Pred_Lesions": 3,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.6842561764642596
    },
    {
      "F1": 0.831158582403217,
      "FN": 42090,
      "FP": 7119,
      "TN": 47829670,
      "TP": 121121,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.831158582403217,
      "Pred_Fname": "/input/aa4c5cfc-ccf7-4356-b493-49e3c8ec37f3/output/images/automated-petct-lesion-segmentation/4345ffe3-c99d-498e-b0e5-3988fb73fc0e.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 351,
      "N_FP_Lesions": 4,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 3665.0,
      "FalsePositives": 20.0,
      "N_Pred_Lesions": 770,
      "FalseNegativeVolume": 45.59634339530021,
      "FalsePositiveVolume": 0.24882042780518532
    },
    {
      "F1": 0.8395061728395061,
      "FN": 5,
      "FP": 8,
      "TN": 105759953,
      "TP": 34,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8395061728395061,
      "Pred_Fname": "/input/b9329171-b66e-4aba-9308-cea0cd71e724/output/images/automated-petct-lesion-segmentation/6c5e8886-5388-47f1-a7ca-a2fed21273bd.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 1,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 4.0,
      "N_Pred_Lesions": 2,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.049764085561037064
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8395061728395061,
      "min": 0.0,
      "std": 0.34834224039288,
      "25pc": 0.6221864951768489,
      "50pc": 0.7187709701689814,
      "75pc": 0.831158582403217,
      "mean": 0.6023244441177107,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8395061728395061,
      "min": 0.6221864951768489,
      "std": 0.10307900819369478,
      "25pc": 0.6946248514209483,
      "50pc": 0.7749647762860992,
      "75pc": 0.8332454800122893,
      "mean": 0.7529055551471384,
      "count": 4.0
    },
    "DataCentric": 1,
    "FalseNegativeVolume": {
      "max": 45.59634339530021,
      "min": 0.0,
      "std": 19.264573366548152,
      "25pc": 9.20630992949009,
      "50pc": 15.675609227269888,
      "75pc": 25.706189760239795,
      "mean": 19.236890462459996,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 32.64507883787155,
      "min": 0.049764085561037064,
      "std": 14.374396877755224,
      "25pc": 0.24882042780518532,
      "50pc": 0.6842561764642596,
      "75pc": 1.078216478228569,
      "mean": 6.941227201186121,
      "count": 5.0
    }
  }
}