AutoPET III Banner
Join

Evaluation

ID
2d7194ee-8ff8-4926-a6e3-ce78f2839dd0
Submission ID
c25696a6-f14c-4c47-9012-d0271186f018
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot tanya.chutani 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
AIRA:v1.0 (Image Version b8673cef-51c8-430a-81cc-054946c9551e )
Submission created
Sept. 16, 2024, 11:12 a.m.
Result created
Sept. 16, 2024, 11:12 a.m.
Position on leaderboard
51

Metrics

{
  "results": [
    {
      "F1": 0.8007107235009503,
      "FN": 50099,
      "FP": 6206,
      "TN": 47830583,
      "TP": 113112,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8007107235009503,
      "Pred_Fname": "/input/6e18b144-fe11-4924-9803-bda884772860/output/images/automated-petct-lesion-segmentation/47d47bf0-50b5-4cf0-ae13-7476a42178bc.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 471,
      "N_FP_Lesions": 3,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 6671.0,
      "FalsePositives": 742.0,
      "N_Pred_Lesions": 665,
      "FalseNegativeVolume": 82.99405369441956,
      "FalsePositiveVolume": 9.231237871572375
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 2,
      "TN": 52159998,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/9a19eb11-39bb-4c35-8f32-7b54bab64718/output/images/automated-petct-lesion-segmentation/bf53b7ea-d8d4-4383-ad3a-006214c8456c.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 1,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 2.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.024882042780518532
    },
    {
      "F1": 0.8278444492188699,
      "FN": 4647,
      "FP": 12180,
      "TN": 38462715,
      "TP": 40458,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.8278444492188699,
      "Pred_Fname": "/input/c07b8a67-90cd-4b41-b6c0-65c34f4f0aa5/output/images/automated-petct-lesion-segmentation/82947d10-2698-4c18-8b73-332c60f6c5d4.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 17,
      "N_FP_Lesions": 10,
      "N_GT_Lesions": 103,
      "FalseNegatives": 196.0,
      "FalsePositives": 74.0,
      "N_Pred_Lesions": 74,
      "FalseNegativeVolume": 6.502475053071976,
      "FalsePositiveVolume": 2.45501609146595
    },
    {
      "F1": 0.5342960288808665,
      "FN": 501,
      "FP": 15,
      "TN": 3809428,
      "TP": 296,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.5342960288808665,
      "Pred_Fname": "/input/decdd700-9170-45a0-8b34-d50a7f6416f9/output/images/automated-petct-lesion-segmentation/15f4b4ce-67ec-4eb5-a73d-de9e21cba5fb.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 18,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 34,
      "FalseNegatives": 293.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 16,
      "FalseNegativeVolume": 24.301340624690056,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.8333333333333334,
      "FN": 9,
      "FP": 3,
      "TN": 105759958,
      "TP": 30,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8333333333333334,
      "Pred_Fname": "/input/fd08010b-2d59-4e15-bfb9-e38f8da57736/output/images/automated-petct-lesion-segmentation/ca94be55-3de5-4818-965a-2a26ff80bb27.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8333333333333334,
      "min": 0.0,
      "std": 0.3574060828660655,
      "25pc": 0.5342960288808665,
      "50pc": 0.8007107235009503,
      "75pc": 0.8278444492188699,
      "mean": 0.599236906986804,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8333333333333334,
      "min": 0.5342960288808665,
      "std": 0.14387534408851999,
      "25pc": 0.7341070498459293,
      "50pc": 0.8142775863599101,
      "75pc": 0.8292166702474858,
      "mean": 0.749046133733505,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 82.99405369441956,
      "min": 0.0,
      "std": 37.78607114706514,
      "25pc": 4.876856289803982,
      "50pc": 15.401907838881016,
      "75pc": 38.97451889212243,
      "mean": 28.4494673430454,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 9.231237871572375,
      "min": 0.0,
      "std": 3.994162442164954,
      "25pc": 0.0,
      "50pc": 0.024882042780518532,
      "75pc": 2.45501609146595,
      "mean": 2.3422272011637686,
      "count": 5.0
    }
  }
}