AutoPET III Banner

Evaluation

ID
9e00bb27-9145-4e01-a3c9-dff02b9b27d0
Submission ID
a8233ef9-d379-49e3-b38a-617f4742dbad
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot Kobalt 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
Flip_Flops_MA (Image Version c6863c96-96ba-43e7-a553-aa1366df110c )
Submission created
Sept. 6, 2024, 4:51 p.m.
Result created
Sept. 6, 2024, 4:52 p.m.
Position on leaderboard
59

Metrics

{
  "results": [
    {
      "F1": 0.5392070484581498,
      "FN": 491,
      "FP": 32,
      "TN": 3809411,
      "TP": 306,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.5392070484581498,
      "Pred_Fname": "/input/3b385965-51ae-431c-9e88-b74b01ddade6/output/images/automated-petct-lesion-segmentation/c745f464-aad7-46f4-9680-ef345a704ec4.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 17,
      "N_FP_Lesions": 4,
      "N_GT_Lesions": 34,
      "FalseNegatives": 214.0,
      "FalsePositives": 12.0,
      "N_Pred_Lesions": 21,
      "FalseNegativeVolume": 17.749102026224136,
      "FalsePositiveVolume": 0.9952767491340637
    },
    {
      "F1": 0.8341704805878735,
      "FN": 39818,
      "FP": 9242,
      "TN": 47827547,
      "TP": 123393,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8341704805878735,
      "Pred_Fname": "/input/5d92d89d-8361-4085-a436-d365dd2cb194/output/images/automated-petct-lesion-segmentation/e91c28ad-def8-47e6-a518-11aea95e739c.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 318,
      "N_FP_Lesions": 6,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 4023.0,
      "FalsePositives": 197.0,
      "N_Pred_Lesions": 772,
      "FalseNegativeVolume": 50.05022905301303,
      "FalsePositiveVolume": 2.4508812138810754
    },
    {
      "F1": 0.813953488372093,
      "FN": 4,
      "FP": 12,
      "TN": 105759949,
      "TP": 35,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.813953488372093,
      "Pred_Fname": "/input/d8d48082-f602-4ca1-94a1-f0a65316c3f4/output/images/automated-petct-lesion-segmentation/5837bb37-e307-4412-89c5-cb34a762c32f.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.7006986221618474,
      "FN": 8998,
      "FP": 21848,
      "TN": 38453047,
      "TP": 36107,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.7006986221618474,
      "Pred_Fname": "/input/f52755bb-aeb1-465f-a14e-0c1d30156246/output/images/automated-petct-lesion-segmentation/15c04ad0-b51d-42a1-8063-618738751eab.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 29,
      "N_FP_Lesions": 17,
      "N_GT_Lesions": 103,
      "FalseNegatives": 1267.0,
      "FalsePositives": 2590.0,
      "N_Pred_Lesions": 76,
      "FalseNegativeVolume": 42.033856593072414,
      "FalsePositiveVolume": 85.92556320130825
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 217,
      "TN": 52159783,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/fa23c2a9-f905-4937-b627-dce56e399362/output/images/automated-petct-lesion-segmentation/720ea393-7f0c-43ea-a016-758b518077d8.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 2,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 217.0,
      "N_Pred_Lesions": 2,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 2.6997016416862607
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8341704805878735,
      "min": 0.0,
      "std": 0.3434896040294701,
      "25pc": 0.5392070484581498,
      "50pc": 0.7006986221618474,
      "75pc": 0.813953488372093,
      "mean": 0.5776059279159927,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8341704805878735,
      "min": 0.5392070484581498,
      "std": 0.13528324896388058,
      "25pc": 0.660325728735923,
      "50pc": 0.7573260552669703,
      "75pc": 0.8190077364260382,
      "mean": 0.7220074098949909,
      "count": 4.0
    },
    "DataCentric": 1,
    "FalseNegativeVolume": {
      "max": 50.05022905301303,
      "min": 0.0,
      "std": 22.88426586484089,
      "25pc": 13.311826519668102,
      "50pc": 29.891479309648275,
      "75pc": 44.03794970805757,
      "mean": 27.458296918077394,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 85.92556320130825,
      "min": 0.0,
      "std": 37.75598898003953,
      "25pc": 0.9952767491340637,
      "50pc": 2.4508812138810754,
      "75pc": 2.6997016416862607,
      "mean": 18.41428456120193,
      "count": 5.0
    }
  }
}