AutoPET III Banner

Evaluation

ID
67281a5c-81a1-42bc-a2a1-d542950e22a9
Submission ID
627798b8-8ddb-40c8-91bd-67f3e3c180f5
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot kalisch 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
ap3_algo (Image Version 2401a92e-7011-4a5e-aeb2-86bb2f53ce24 )
Submission created
Aug. 15, 2024, 12:07 p.m.
Result created
Aug. 15, 2024, 12:07 p.m.
Position on leaderboard
37

Metrics

{
  "results": [
    {
      "F1": 0.7761194029850746,
      "FN": 13,
      "FP": 2,
      "TN": 105759959,
      "TP": 26,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.7761194029850746,
      "Pred_Fname": "/input/8045c702-e6de-48e0-a0ad-2e4332500179/output/images/automated-petct-lesion-segmentation/c70e69b4-43bf-4906-8fea-9c80b756014e.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 1,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 68,
      "TN": 52159932,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/a66e6c85-9a99-445d-960b-a0b79997907a/output/images/automated-petct-lesion-segmentation/a83ab948-dd43-4ec7-891d-d0cdf4c21a13.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 3,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 68.0,
      "N_Pred_Lesions": 3,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.8459894545376301
    },
    {
      "F1": 0.8361054644863463,
      "FN": 3357,
      "FP": 13010,
      "TN": 38461885,
      "TP": 41748,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.8361054644863463,
      "Pred_Fname": "/input/addac8f1-affc-45ae-a91c-a6c4eacfa2fe/output/images/automated-petct-lesion-segmentation/22856da1-19a1-44f9-9d36-6dff79711362.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 11,
      "N_FP_Lesions": 13,
      "N_GT_Lesions": 103,
      "FalseNegatives": 130.0,
      "FalsePositives": 98.0,
      "N_Pred_Lesions": 73,
      "FalseNegativeVolume": 4.312866106629372,
      "FalsePositiveVolume": 3.251237526535988
    },
    {
      "F1": 0.6351989211058665,
      "FN": 326,
      "FP": 215,
      "TN": 3809228,
      "TP": 471,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.6351989211058665,
      "Pred_Fname": "/input/b7dcfd30-1998-470b-b6d0-662731721c36/output/images/automated-petct-lesion-segmentation/7e0fb437-587f-4449-92ff-b9b3619304aa.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 14,
      "N_FP_Lesions": 19,
      "N_GT_Lesions": 34,
      "FalseNegatives": 151.0,
      "FalsePositives": 180.0,
      "N_Pred_Lesions": 39,
      "FalseNegativeVolume": 12.523899093270302,
      "FalsePositiveVolume": 14.929151237010956
    },
    {
      "F1": 0.8574478978060263,
      "FN": 25877,
      "FP": 19787,
      "TN": 47817002,
      "TP": 137334,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8574478978060263,
      "Pred_Fname": "/input/baf66db2-9c08-407d-9571-3e8e5e8857a5/output/images/automated-petct-lesion-segmentation/b26d7c2e-c2b2-4a59-a9b0-9b83cebcead1.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 342,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 5358.0,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 715,
      "FalseNegativeVolume": 66.65899260900915,
      "FalsePositiveVolume": 0.0
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8574478978060263,
      "min": 0.0,
      "std": 0.35779973605318505,
      "25pc": 0.6351989211058665,
      "50pc": 0.7761194029850746,
      "75pc": 0.8361054644863463,
      "mean": 0.6209743372766627,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8574478978060263,
      "min": 0.6351989211058665,
      "std": 0.10011858807380619,
      "25pc": 0.7408892825152726,
      "50pc": 0.8061124337357104,
      "75pc": 0.8414410728162662,
      "mean": 0.7762179215958285,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 66.65899260900915,
      "min": 0.0,
      "std": 30.962260711921946,
      "25pc": 3.2346495799720287,
      "50pc": 8.418382599949837,
      "75pc": 26.057672472205013,
      "mean": 20.873939452227205,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 14.929151237010956,
      "min": 0.0,
      "std": 6.359347188374956,
      "25pc": 0.0,
      "50pc": 0.8459894545376301,
      "75pc": 3.251237526535988,
      "mean": 3.805275643616915,
      "count": 5.0
    }
  }
}