Challenge Banner

Evaluation

ID
597ea73a-b42b-4036-99fa-d7e85460d623
Submission ID
67334e7e-fb02-4630-bee0-02b18aa98631
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot mrokuss 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
LesionTracer (Image Version 4b1d3fbe-2070-4ef8-85b5-863d3fcbeb2b )
Submission created
Sept. 12, 2024, 8:27 a.m.
Result created
Sept. 12, 2024, 8:27 a.m.
Position on leaderboard
36

Metrics

{
  "results": [
    {
      "F1": 0.8729197140274468,
      "FN": 30429,
      "FP": 8232,
      "TN": 47828557,
      "TP": 132782,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8729197140274468,
      "Pred_Fname": "/input/24eba33b-43cf-40d3-b610-300450a2e1e4/output/images/automated-petct-lesion-segmentation/153515f7-5478-4e4c-8a11-8f2e403a4d82.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 307,
      "N_FP_Lesions": 7,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 3717.0,
      "FalsePositives": 119.0,
      "N_Pred_Lesions": 763,
      "FalseNegativeVolume": 46.24327650759369,
      "FalsePositiveVolume": 1.4804815454408526
    },
    {
      "F1": 0.6815020862308763,
      "FN": 307,
      "FP": 151,
      "TN": 3809292,
      "TP": 490,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.6815020862308763,
      "Pred_Fname": "/input/93e76693-2097-407e-a93c-928b3069600f/output/images/automated-petct-lesion-segmentation/0272cafc-3b97-4421-8778-ae57ecc53d54.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 10,
      "N_FP_Lesions": 34,
      "N_GT_Lesions": 34,
      "FalseNegatives": 93.0,
      "FalsePositives": 117.0,
      "N_Pred_Lesions": 58,
      "FalseNegativeVolume": 7.713394805788994,
      "FalsePositiveVolume": 9.703948304057121
    },
    {
      "F1": 0.0,
      "FN": 0,
      "FP": 226,
      "TN": 52159774,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/bb81fde7-4500-47cb-977d-6ad6900991eb/output/images/automated-petct-lesion-segmentation/9bdb73be-191a-48d9-a4b0-2056bace8eeb.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 5,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 226.0,
      "N_Pred_Lesions": 5,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 2.811670834198594
    },
    {
      "F1": 0.8396721517134673,
      "FN": 4946,
      "FP": 10390,
      "TN": 38464505,
      "TP": 40159,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.8396721517134673,
      "Pred_Fname": "/input/be4fd3ff-1d83-4e29-8a59-5635b5103056/output/images/automated-petct-lesion-segmentation/5a9266bb-66d6-4be3-b6f4-37c8144c9f83.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 16,
      "N_FP_Lesions": 16,
      "N_GT_Lesions": 103,
      "FalseNegatives": 365.0,
      "FalsePositives": 88.0,
      "N_Pred_Lesions": 87,
      "FalseNegativeVolume": 12.109200991690159,
      "FalsePositiveVolume": 2.9194785952568054
    },
    {
      "F1": 0.7111111111111111,
      "FN": 7,
      "FP": 19,
      "TN": 105759942,
      "TP": 32,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.7111111111111111,
      "Pred_Fname": "/input/cfb04e90-2d95-409a-b023-75005444ab93/output/images/automated-petct-lesion-segmentation/a750d1d6-934d-4900-b32f-a378e5ccb714.mha",
      "DataCentric": 0,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 2,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 16.0,
      "N_Pred_Lesions": 3,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.19905634224414825
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8729197140274468,
      "min": 0.0,
      "std": 0.3566169368609902,
      "25pc": 0.6815020862308763,
      "50pc": 0.7111111111111111,
      "75pc": 0.8396721517134673,
      "mean": 0.6210410126165804,
      "count": 5.0
    },
    "DiceScore": {
      "max": 0.8729197140274468,
      "min": 0.6815020862308763,
      "std": 0.09414108992124133,
      "25pc": 0.7037088548910524,
      "50pc": 0.7753916314122893,
      "75pc": 0.8479840422919622,
      "mean": 0.7763012657707254,
      "count": 4.0
    },
    "DataCentric": 0,
    "FalseNegativeVolume": {
      "max": 46.24327650759369,
      "min": 0.0,
      "std": 20.440115454560928,
      "25pc": 5.785046104341745,
      "50pc": 9.911297898739576,
      "75pc": 20.642719870666042,
      "mean": 16.51646807626821,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 9.703948304057121,
      "min": 0.19905634224414825,
      "std": 3.6825520831471175,
      "25pc": 1.4804815454408526,
      "50pc": 2.811670834198594,
      "75pc": 2.9194785952568054,
      "mean": 3.4229271242395045,
      "count": 5.0
    }
  }
}