AutoPET III Banner

Evaluation

ID
2ddb5a60-b945-4705-b219-ac8834b80ebd
Submission ID
969bac84-47ca-4740-9ba0-e39b6b0ba61e
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot tanya.chutani 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
AIRA:v1.0 (Image Version c47f674e-e388-4182-9658-98aa52d489f6 )
Submission created
Aug. 2, 2024, 2:07 p.m.
Result created
Aug. 2, 2024, 2:07 p.m.
Position on leaderboard
13

Metrics

{
  "results": [
    {
      "F1": 0.9394630348595961,
      "FN": 3142,
      "FP": 17487,
      "TN": 47819302,
      "TP": 160069,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.9394630348595961,
      "Pred_Fname": "/input/2ad45c44-430d-47c7-a78d-b7b3c531ba6b/output/images/automated-petct-lesion-segmentation/ede56d09-0523-40b9-a029-d3922d64c954.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 110,
      "N_FP_Lesions": 34,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 510.0,
      "FalsePositives": 296.0,
      "N_Pred_Lesions": 951,
      "FalseNegativeVolume": 6.344920909032226,
      "FalsePositiveVolume": 3.6825423315167427
    },
    {
      "F1": 0.8801982924814101,
      "FN": 3557,
      "FP": 7753,
      "TN": 38467142,
      "TP": 41548,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.8801982924814101,
      "Pred_Fname": "/input/33f62204-3572-46c7-a4cc-8a395cd89d21/output/images/automated-petct-lesion-segmentation/bd251eb6-1759-4837-b2f8-8431ae16026e.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 12,
      "N_FP_Lesions": 19,
      "N_GT_Lesions": 103,
      "FalseNegatives": 175.0,
      "FalsePositives": 119.0,
      "N_Pred_Lesions": 86,
      "FalseNegativeVolume": 5.805781297385693,
      "FalsePositiveVolume": 3.947931282222271
    },
    {
      "F1": 0.7570370370370371,
      "FN": 286,
      "FP": 42,
      "TN": 3809401,
      "TP": 511,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.7570370370370371,
      "Pred_Fname": "/input/429b1824-aa13-4c4e-a26e-1e524163178f/output/images/automated-petct-lesion-segmentation/6c56a4b9-c1d6-4b06-a157-9afdcde33fd9.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 6,
      "N_FP_Lesions": 4,
      "N_GT_Lesions": 34,
      "FalseNegatives": 12.0,
      "FalsePositives": 15.0,
      "N_Pred_Lesions": 32,
      "FalseNegativeVolume": 0.9952767491340637,
      "FalsePositiveVolume": 1.2440959364175797
    },
    {
      "F1": 0.7945205479452054,
      "FN": 10,
      "FP": 5,
      "TN": 105759956,
      "TP": 29,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.7945205479452054,
      "Pred_Fname": "/input/5fa7d02d-34fd-4934-ad27-d4c4db678438/output/images/automated-petct-lesion-segmentation/34f06f27-70db-4f01-a5fd-23b87bca9e99.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": null,
      "FN": 0,
      "FP": 0,
      "TN": 52160000,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/e2e0a21a-c74f-469f-bee8-82051daa0aad/output/images/automated-petct-lesion-segmentation/993fae01-741c-41f1-ad7a-4e2253d84f3a.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 0,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.0
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.9394630348595961,
      "min": 0.7570370370370371,
      "std": 0.08251982752904775,
      "25pc": 0.7851496702181633,
      "50pc": 0.8373594202133078,
      "75pc": 0.8950144780759566,
      "mean": 0.8428047280808122,
      "count": 4.0
    },
    "DiceScore": {
      "max": 0.9394630348595961,
      "min": 0.7570370370370371,
      "std": 0.08251982752904775,
      "25pc": 0.7851496702181633,
      "50pc": 0.8373594202133078,
      "75pc": 0.8950144780759566,
      "mean": 0.8428047280808122,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 6.344920909032226,
      "min": 0.0,
      "std": 3.253280546738466,
      "25pc": 0.7464575618505478,
      "50pc": 3.400529023259878,
      "75pc": 5.940566200297326,
      "mean": 3.2864947388879955,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 3.947931282222271,
      "min": 0.0,
      "std": 1.932838404488291,
      "25pc": 0.0,
      "50pc": 1.2440959364175797,
      "75pc": 3.6825423315167427,
      "mean": 1.7749139100313187,
      "count": 5.0
    }
  }
}