Evaluation

ID
06a35828-8fc9-4ce1-b9a0-31fe95a2fcd9
Submission ID
2328ce31-bdc6-4bcf-b65a-dc626b8aad8a
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot mael.jullien 
Challenge
ANHIR
Phase
Challenge
Submission created
Aug. 7, 2020, 8:47 a.m.
Result created
Aug. 7, 2020, 8:47 a.m.
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "3093fab98aaf232f50d8ec3478c99f88bba31e1982ccacc7a3a2ebb3c911df48",
    "created": "2020-07-28 22:15:58.031288",
    "computer": {
      "name": "admins-MacBook-Pro.local",
      "system": "Darwin",
      "machine": "x86_64",
      "release": "19.5.0",
      "version": "Darwin Kernel Version 19.5.0: Tue May 26 20:41:44 PDT 2020; root:xnu-6153.121.2~2/RELEASE_X86_64",
      "processor": "i386",
      "total RAM": 16.0,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 8
    },
    "number runs": 5,
    "python-version": "3.7.3",
    "skimage-version": "0.17.2",
    "registration @1-thread": 37.605734777450564,
    "registration @n-thread": 80.27189302444458
  },
  "aggregates": {
    "STD-Max-rTRE": 0.21249085143162844,
    "STD-Norm-Time": 1.1460011006930024,
    "STD-Robustness": 0.30469580602604085,
    "Median-Max-rTRE": 0.061336655200610386,
    "STD-Median-rTRE": 0.11665620533093049,
    "Average-Max-rTRE": 0.15135471009402654,
    "Median-Norm-Time": 2.44369776154378,
    "STD-Average-rTRE": 0.11629133208036105,
    "Average-Norm-Time": 2.499686494786193,
    "Median-Robustness": 0.9193548387096774,
    "Average-Robustness": 0.7769328702302206,
    "Median-Median-rTRE": 0.011002408439636995,
    "Average-Median-rTRE": 0.06071332460676229,
    "Median-Average-rTRE": 0.014578772995774,
    "STD-Max-rTRE-Robust": 0.10475403098718086,
    "Average-Average-rTRE": 0.06442593288975491,
    "STD-Norm-Time-Robust": 1.0504552910209684,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.05204924980396864,
    "STD-Median-rTRE-Robust": 0.056812818968051355,
    "Average-Max-rTRE-Robust": 0.08127136338016266,
    "Median-Norm-Time-Robust": 2.4246296535144194,
    "STD-Average-rTRE-Robust": 0.05965816810515728,
    "Average-Norm-Time-Robust": 2.4445488997172955,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.06271805555839242,
    "Average-Max-rTRE_training": 0.15394585892800064,
    "Median-Median-rTRE-Robust": 0.008788939341173562,
    "Average-Median-rTRE-Robust": 0.022788619673888198,
    "Median-Average-rTRE-Robust": 0.011820403134820136,
    "Median-Max-rTRE_evaluation": 0.05898359677622918,
    "Median-Robustness_training": 0.8918128654970761,
    "Average-Average-rTRE-Robust": 0.026783394697900573,
    "Average-Max-rTRE_evaluation": 0.14898035060472756,
    "Average-Robustness_training": 0.7406549078977751,
    "Median-Median-rTRE_training": 0.011853362899431967,
    "Average-Median-rTRE_training": 0.06048008861383849,
    "Median-Average-rTRE_training": 0.016057478156248382,
    "Median-Robustness_evaluation": 0.9464285714285714,
    "Average-Average-rTRE_training": 0.06353596959977421,
    "Average-Robustness_evaluation": 0.8101756245587564,
    "Median-Median-rTRE_evaluation": 0.00975216041068778,
    "Average-Median-rTRE_evaluation": 0.06092704683135382,
    "Median-Average-rTRE_evaluation": 0.014265385845338714,
    "Average-Average-rTRE_evaluation": 0.06524143709969736,
    "Median-Max-rTRE__tissue_COAD__All": 0.05431687080314875,
    "Average-Max-rTRE__tissue_COAD__All": 0.12959410845869518,
    "Median-Max-rTRE__tissue_breast__All": 0.1036669155438042,
    "Median-Max-rTRE__tissue_kidney__All": 0.030702809501052426,
    "Median-Robustness__tissue_COAD__All": 0.9577464788732394,
    "Average-Max-rTRE__tissue_breast__All": 0.22234615094350674,
    "Average-Max-rTRE__tissue_kidney__All": 0.050718175492128176,
    "Average-Robustness__tissue_COAD__All": 0.8257767741632404,
    "Median-Max-rTRE__tissue_gastric__All": 0.04106256031335153,
    "Median-Median-rTRE__tissue_COAD__All": 0.008563765786148609,
    "Average-Max-rTRE__tissue_gastric__All": 0.1370487599862787,
    "Average-Median-rTRE__tissue_COAD__All": 0.04598019860497359,
    "Median-Average-rTRE__tissue_COAD__All": 0.011793418484282033,
    "Median-Robustness__tissue_breast__All": 0.9878048780487805,
    "Median-Robustness__tissue_kidney__All": 0.9166666666666666,
    "Average-Average-rTRE__tissue_COAD__All": 0.0500948597389766,
    "Average-Robustness__tissue_breast__All": 0.7767882021903633,
    "Average-Robustness__tissue_kidney__All": 0.8552417492901364,
    "Median-Max-rTRE__tissue_COAD__training": 0.046295226146085944,
    "Median-Median-rTRE__tissue_breast__All": 0.019800843183946017,
    "Median-Median-rTRE__tissue_kidney__All": 0.0072222399832409315,
    "Median-Robustness__tissue_gastric__All": 1.0,
    "Average-Max-rTRE__tissue_COAD__training": 0.13023670088410916,
    "Average-Median-rTRE__tissue_breast__All": 0.12117314826231124,
    "Average-Median-rTRE__tissue_kidney__All": 0.009227607627909308,
    "Average-Robustness__tissue_gastric__All": 0.9024952507028895,
    "Median-Average-rTRE__tissue_breast__All": 0.02918315526051479,
    "Median-Average-rTRE__tissue_kidney__All": 0.010734906898517513,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.05432845164138503,
    "Median-Median-rTRE__tissue_gastric__All": 0.007090483211601996,
    "Average-Average-rTRE__tissue_breast__All": 0.1272454472612176,
    "Average-Average-rTRE__tissue_kidney__All": 0.01262750409456397,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.06196574120609864,
    "Average-Median-rTRE__tissue_gastric__All": 0.0672842157748846,
    "Median-Average-rTRE__tissue_gastric__All": 0.010043621301602546,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.06493066523431863,
    "Median-Max-rTRE__tissue_breast__training": 0.22232366345467522,
    "Median-Max-rTRE__tissue_kidney__training": 0.026221275332353845,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.10084126423945758,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.15611768349689067,
    "Median-Robustness__tissue_COAD__training": 0.9712230215827338,
    "Average-Average-rTRE__tissue_gastric__All": 0.07033657887068011,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.12924131261729144,
    "Average-Max-rTRE__tissue_breast__training": 0.32499027376112777,
    "Average-Max-rTRE__tissue_kidney__training": 0.02974194453197393,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.24337968017651418,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.2766150314018153,
    "Average-Robustness__tissue_COAD__training": 0.8191402069387679,
    "Median-Max-rTRE__tissue_gastric__training": 0.03769709367274163,
    "Median-Median-rTRE__tissue_COAD__training": 0.006942866851835928,
    "Median-Robustness__tissue_lung-lobes__All": 0.861545731387168,
    "Average-Max-rTRE__tissue_gastric__training": 0.0377388124601974,
    "Average-Median-rTRE__tissue_COAD__training": 0.04652293787039403,
    "Average-Robustness__tissue_lung-lobes__All": 0.8332731838009803,
    "Median-Average-rTRE__tissue_COAD__training": 0.009381847630936004,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.05709809422047328,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.03488429177246431,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.12920835333615613,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.009912467442090848,
    "Median-Robustness__tissue_COAD__evaluation": 0.9428571428571428,
    "Median-Robustness__tissue_breast__training": 0.8888888888888888,
    "Median-Robustness__tissue_kidney__training": 0.9583333333333334,
    "Median-Robustness__tissue_lung-lesion__All": 0.6637820512820513,
    "Median-Robustness__tissue_mice-kidney__All": 0.5833333333333334,
    "Average-Average-rTRE__tissue_COAD__training": 0.0499069463372528,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.1966851202391015,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.05596223323216672,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.2391921926461337,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.010782909820528774,
    "Average-Robustness__tissue_COAD__evaluation": 0.8294203796982449,
    "Average-Robustness__tissue_breast__training": 0.7207845937466191,
    "Average-Robustness__tissue_kidney__training": 0.9645454545454545,
    "Average-Robustness__tissue_lung-lesion__All": 0.5506196581196581,
    "Average-Robustness__tissue_mice-kidney__All": 0.5466023875114785,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.01295111729592575,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.04288096044096839,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.009185423473982697,
    "Median-Median-rTRE__tissue_breast__training": 0.15016976006412724,
    "Median-Median-rTRE__tissue_kidney__training": 0.008824289675996012,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.030358193121693793,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.04641989026038844,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.01438422081196672,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.1693244929322551,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.04568222410631139,
    "Average-Median-rTRE__tissue_breast__training": 0.20165605342403828,
    "Average-Median-rTRE__tissue_kidney__training": 0.007833560090878076,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.11675332184031822,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.12436878815417114,
    "Average-Robustness__tissue_gastric__training": 0.9787138563142966,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.013061046359378296,
    "Median-Average-rTRE__tissue_breast__training": 0.14521732626523487,
    "Median-Average-rTRE__tissue_kidney__training": 0.010286770130446727,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.03313110095153444,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.047216706482902,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.05432845164138503,
    "Median-Median-rTRE__tissue_gastric__training": 0.005528954327841108,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 0.8688172043010753,
    "Median-Robustness__tissue_mammary-gland__All": 0.6052631578947368,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.050198027881099457,
    "Average-Average-rTRE__tissue_breast__training": 0.20721811626351117,
    "Average-Average-rTRE__tissue_kidney__training": 0.00946923877737148,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.1155845845913799,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.12781368790284897,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.06196574120609864,
    "Average-Median-rTRE__tissue_gastric__training": 0.009433446539756866,
    "Average-Robustness__tissue_breast__evaluation": 0.7907891043012995,
    "Average-Robustness__tissue_kidney__evaluation": 0.827915822976307,
    "Average-Robustness__tissue_mammary-gland__All": 0.5651374249019678,
    "Median-Average-rTRE__tissue_gastric__training": 0.008263909999333982,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.10084126423945758,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.11266129204362695,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.01227635289682025,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.007041315041576197,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.02535924491133374,
    "Median-Robustness__tissue_gastric__evaluation": 1.0,
    "Average-Average-rTRE__tissue_gastric__training": 0.010706548082300501,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.24337968017651418,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.2222717101089632,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.10105242197187947,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.009576119512167117,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.09056930726397848,
    "Average-Robustness__tissue_gastric__evaluation": 0.8777242038791823,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.020123332160599076,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.010989066214493786,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.033660920049470376,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.007589872110421884,
    "Median-Robustness__tissue_lung-lobes__training": 0.861545731387168,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.10725228001064417,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.013417070423862093,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.09555187965210499,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.0860857157763011,
    "Average-Robustness__tissue_lung-lobes__training": 0.8332731838009803,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.011334445473143127,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.12920835333615613,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.17533954140340977,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.009912467442090848,
    "Median-Robustness__tissue_lung-lesion__training": 0.6637820512820513,
    "Median-Robustness__tissue_mice-kidney__training": 0.6212121212121212,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.08971633887690347,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.2391921926461337,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.3219011324791921,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.010782909820528774,
    "Average-Robustness__tissue_lung-lesion__training": 0.5506196581196581,
    "Average-Robustness__tissue_mice-kidney__training": 0.6045454545454546,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.01295111729592575,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.030358193121693793,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.04641989026038844,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.01438422081196672,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.11675332184031822,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.09712406689443043,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.03313110095153444,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.04652264616691072,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 0.6052631578947368,
    "Median-Robustness__tissue_mice-kidney__evaluation": 0.5303030303030303,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.1155845845913799,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.10163932122296404,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.5651374249019678,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.49831649831649827,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.02535924491133374,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.05787332704559191,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.09056930726397848,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.1470727225372884,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.033660920049470376,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.060145561926337576,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.09555187965210499,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.14962566013608644,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200807-084749",
  "required-landmarks": 1.0
}