AutoPET III Banner
Join

Evaluation

ID
c184ec17-ec59-4434-9cdf-8612ef7350c2
Submission ID
62dec7a0-8f55-44c2-8184-9d19bda6237b
Method ID
c6db3717-aeb4-44f2-8f87-81fc32cef8cd
Status
Succeeded
User
User Mugshot zero_sugar 
Challenge
AutoPET-III
Phase
Preliminary Test Set
Algorithm
Datacentric_V4 (Image Version 9ad1b3bb-cbe0-47d6-acc6-5e3fb1f0a76a )
Submission created
Sept. 9, 2024, 9:39 a.m.
Result created
Sept. 9, 2024, 9:39 a.m.
Position on leaderboard
40

Metrics

{
  "results": [
    {
      "F1": 0.8504643507119152,
      "FN": 36104,
      "FP": 8594,
      "TN": 47828195,
      "TP": 127107,
      "GT_Fname": "ground-truth/fdg_1285b86bea_02-24-2006-NA-PET-CT Ganzkoerper  primaer mit KM-49419.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.8504643507119152,
      "Pred_Fname": "/input/04d4508c-15f9-42fd-bde3-0749d467c39d/output/images/automated-petct-lesion-segmentation/880a6d65-7b77-4c56-a317-7ae84b5b838c.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 315,
      "N_FP_Lesions": 3,
      "N_GT_Lesions": 1057,
      "FalseNegatives": 3450.0,
      "FalsePositives": 118.0,
      "N_Pred_Lesions": 761,
      "FalseNegativeVolume": 42.92152379639447,
      "FalsePositiveVolume": 1.4680405240505934
    },
    {
      "F1": 0.7815489278532635,
      "FN": 3518,
      "FP": 19730,
      "TN": 38455165,
      "TP": 41587,
      "GT_Fname": "ground-truth/psma_d67e027e14323000_2019-09-02.nii.gz",
      "VoxelVol": 0.03317589312791824,
      "DiceScore": 0.7815489278532635,
      "Pred_Fname": "/input/2ab86738-dd77-4ae8-8fcf-8221cdf4c6bf/output/images/automated-petct-lesion-segmentation/8055e74d-ac38-4f65-9963-dcab902baef2.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 19,
      "N_FP_Lesions": 13,
      "N_GT_Lesions": 103,
      "FalseNegatives": 543.0,
      "FalsePositives": 120.0,
      "N_Pred_Lesions": 64,
      "FalseNegativeVolume": 18.014509968459606,
      "FalsePositiveVolume": 3.981107175350189
    },
    {
      "F1": 0.7764705882352941,
      "FN": 6,
      "FP": 13,
      "TN": 105759948,
      "TP": 33,
      "GT_Fname": "ground-truth/fdg_1f65acff65_05-06-2007-NA-PET-CT Ganzkoerper nativ u. mit KM-95034.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": 0.7764705882352941,
      "Pred_Fname": "/input/3ad2f5d3-859a-40c4-8e1d-aac92746d108/output/images/automated-petct-lesion-segmentation/e61dde63-b98d-4292-a4ab-a2134ef11e1b.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 1,
      "N_GT_Lesions": 1,
      "FalseNegatives": 0.0,
      "FalsePositives": 9.0,
      "N_Pred_Lesions": 2,
      "FalseNegativeVolume": 0.0,
      "FalsePositiveVolume": 0.1119691925123334
    },
    {
      "F1": null,
      "FN": 0,
      "FP": 0,
      "TN": 52160000,
      "TP": 0,
      "GT_Fname": "ground-truth/fdg_5ac4fd9091_11-14-2004-NA-PET-CT Ganzkoerper  primaer mit KM-54461.nii.gz",
      "VoxelVol": 0.012441021390259266,
      "DiceScore": null,
      "Pred_Fname": "/input/74eb7658-0c69-4a3a-af2f-bbda4e5452d9/output/images/automated-petct-lesion-segmentation/287a9425-c55d-45cf-b889-92ed547dcd31.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 0,
      "N_FP_Lesions": 0,
      "N_GT_Lesions": 0,
      "FalseNegatives": null,
      "FalsePositives": 0.0,
      "N_Pred_Lesions": 0,
      "FalseNegativeVolume": null,
      "FalsePositiveVolume": 0.0
    },
    {
      "F1": 0.6814621409921671,
      "FN": 275,
      "FP": 213,
      "TN": 3809230,
      "TP": 522,
      "GT_Fname": "ground-truth/psma_0878fdec425f09c3_2019-05-24.nii.gz",
      "VoxelVol": 0.08293972909450531,
      "DiceScore": 0.6814621409921671,
      "Pred_Fname": "/input/f5af3248-db7b-4a90-82dd-bc114a253a8f/output/images/automated-petct-lesion-segmentation/9aaa0d73-3ba8-4a4c-994b-8413196dfab7.mha",
      "DataCentric": 1,
      "N_FN_Lesions": 12,
      "N_FP_Lesions": 13,
      "N_GT_Lesions": 34,
      "FalseNegatives": 130.0,
      "FalsePositives": 108.0,
      "N_Pred_Lesions": 35,
      "FalseNegativeVolume": 10.78216478228569,
      "FalsePositiveVolume": 8.957490742206573
    }
  ],
  "aggregates": {
    "F1": {
      "max": 0.8504643507119152,
      "min": 0.6814621409921671,
      "std": 0.06943577294185561,
      "25pc": 0.7527184764245124,
      "50pc": 0.7790097580442787,
      "75pc": 0.7987777835679264,
      "mean": 0.7724865019481599,
      "count": 4.0
    },
    "DiceScore": {
      "max": 0.8504643507119152,
      "min": 0.6814621409921671,
      "std": 0.06943577294185561,
      "25pc": 0.7527184764245124,
      "50pc": 0.7790097580442787,
      "75pc": 0.7987777835679264,
      "mean": 0.7724865019481599,
      "count": 4.0
    },
    "DataCentric": 1,
    "FalseNegativeVolume": {
      "max": 42.92152379639447,
      "min": 0.0,
      "std": 18.231473254501484,
      "25pc": 8.086623586714268,
      "50pc": 14.398337375372648,
      "75pc": 24.24126342544332,
      "mean": 17.92954963678494,
      "count": 4.0
    },
    "FalsePositiveVolume": {
      "max": 8.957490742206573,
      "min": 0.0,
      "std": 3.744847837094457,
      "25pc": 0.1119691925123334,
      "50pc": 1.4680405240505934,
      "75pc": 3.981107175350189,
      "mean": 2.903721526823938,
      "count": 5.0
    }
  }
}