AutoPET III Banner
Join

Evaluation

ID
45298ef4-31fd-4163-a684-ec2de64a58c9
Submission ID
df145fe1-9f9f-4889-8843-f7490c6eb5f6
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot tanya.chutani 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
AIRA:v2.0 (Image Version 7d7c5105-99f7-4eef-82f3-101355a5f7ac )
Submission created
Sept. 12, 2024, 12:57 p.m.
Result created
Sept. 12, 2024, 12:57 p.m.
Position on leaderboard
31

Metrics

{
  "results": [
    {
      "F1": 0.9566542742041528,
      "FN": 3157,
      "FP": 11347,
      "TN": 47825442,
      "TP": 160054,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.9566542742041528,
      "Pred_Fname": "/input/423dee4e-d6de-4b53-870b-5b3e9673c20d/output/images/automated-petct-lesion-segmentation/e6becb8e-66d4-4f78-83e6-2aca8cd71c89.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 77,
      "N_FP_Lesions": 46,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 244.0,
      "FalsePositives": 469.0,
      "N_Pred_Lesions": 1003,
      "FalseNegativeVolume": 3.035609219223261,
      "FalsePositiveVolume": 5.834839032031596
    },
    {
      "F1": 0.8603495786149606,
      "FN": 2331,
      "FP": 11555,
      "TN": 38463340,
      "TP": 42774,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.8603495786149606,
      "Pred_Fname": "/input/a4d925d1-2e88-4656-b6cc-24b6b17b1b11/output/images/automated-petct-lesion-segmentation/59b5edc5-f784-452f-8901-786c93b81d91.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 5,
      "N_FP_Lesions": 18,
      "N_GT_Lesions": 103,
      "FalseNegatives": 29.0,
      "FalsePositives": 121.0,
      "N_Pred_Lesions": 89,
      "FalseNegativeVolume": 0.9621009007096291,
      "FalsePositiveVolume": 4.0142830684781075
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 21,
      "TN": 52159979,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/a8d9c026-c27b-4839-abd4-500a50fe5ccf/output/images/automated-petct-lesion-segmentation/7e9a2564-cf20-45e2-bcb8-bea2fff4f59e.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 2,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 21.0,
      "N_Pred_Lesions": 2,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.2612614491954446
    },
    {
      "F1": 0.8092328581126952,
      "FN": 201,
      "FP": 80,
      "TN": 3809363,
      "TP": 596,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.8092328581126952,
      "Pred_Fname": "/input/ad13d137-5244-4871-9d87-44f4195f3cad/output/images/automated-petct-lesion-segmentation/6ca0dc7d-a106-4842-9b9d-e149076ead01.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 4,
      "N_FP_Lesions": 10,
      "N_GT_Lesions": 34,
      "FalseNegatives": 6.0,
      "FalsePositives": 33.0,
      "N_Pred_Lesions": 40,
      "FalseNegativeVolume": 0.49763837456703186,
      "FalsePositiveVolume": 2.7370110601186752
    },
    {
      "F1": 0.5196850393700787,
      "FN": 6,
      "FP": 55,
      "TN": 105759906,
      "TP": 33,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.5196850393700787,
      "Pred_Fname": "/input/d86dacf3-5f32-4da6-ac4a-ec71a52c1c0b/output/images/automated-petct-lesion-segmentation/520d0a5d-7ecd-45d1-b0fe-79a04d4cf593.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 5,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 46.0,
      "N_Pred_Lesions": 6,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.5722869839519262
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.9566542742041528,
      "min": 0.0,
      "std": 0.38760625148655636,
      "25pc": 0.5196850393700787,
      "50pc": 0.8092328581126952,
      "75pc": 0.8603495786149606,
      "mean": 0.6291843500603774,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.9566542742041528,
      "min": 0.5196850393700787,
      "std": 0.1880720090946673,
      "25pc": 0.736845903427041,
      "50pc": 0.834791218363828,
      "75pc": 0.8844257525122587,
      "mean": 0.7864804375754718,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 3.035609219223261,
      "min": 0.0,
      "std": 1.3336873578004922,
      "25pc": 0.3732287809252739,
      "50pc": 0.7298696376383305,
      "75pc": 1.480477980338037,
      "mean": 1.1238371236249804,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 5.834839032031596,
      "min": 0.2612614491954446,
      "std": 2.3467660592810025,
      "25pc": 0.5722869839519262,
      "50pc": 2.7370110601186752,
      "75pc": 4.0142830684781075,
      "mean": 2.68393631875515,
      "count": 5.0
    }
  }
}