Evaluation

ID
ee91edf7-5e21-439a-bfc6-104ea76db1f6
Submission ID
74ec6542-8e95-48c2-aa68-ad80a3b602da
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot lWM 
Challenge
ANHIR
Phase
Challenge
Submission created
June 15, 2020, 9:54 a.m.
Result created
June 15, 2020, 9:54 a.m.
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "7a7f7d8d85e6e064cdd1b7e3a731766cab49ecfca7c3a9661327c4cbf1f2bb03",
    "created": "2019-03-22 11:39:51.503289",
    "computer": {
      "node": "MW",
      "system": "Linux",
      "machine": "x86_64",
      "release": "4.15.0-44-generic",
      "version": "#47-Ubuntu SMP Mon Jan 14 11:26:59 UTC 2019",
      "processor": "x86_64",
      "total RAM": null,
      "architecture": [
        "64bit",
        "ELF"
      ],
      "virtual CPUs": 4
    },
    "number runs": 5,
    "python-version": "3.6.7",
    "skimage-version": "0.14.1",
    "registration @1-thread": 20.786610984802245,
    "registration @n-thread": 49.65256750583649
  },
  "aggregates": {
    "STD-Max-rTRE": 0.025382488631980955,
    "STD-Norm-Time": 0.005759806022216329,
    "STD-Robustness": 0.07582550913537776,
    "Median-Max-rTRE": 0.020278111182467768,
    "STD-Median-rTRE": 0.009877892538756981,
    "Average-Max-rTRE": 0.026925833235879344,
    "Median-Norm-Time": 0.03339782878235979,
    "STD-Average-rTRE": 0.010156764782938319,
    "Average-Norm-Time": 0.03140648507372847,
    "Median-Robustness": 1.0,
    "Average-Robustness": 0.9774800541912037,
    "Median-Median-rTRE": 0.0019913354892902185,
    "Average-Median-rTRE": 0.004611433201099805,
    "Median-Average-rTRE": 0.0032525443560428046,
    "STD-Max-rTRE-Robust": 0.020346568934043074,
    "Average-Average-rTRE": 0.006005623845874439,
    "STD-Norm-Time-Robust": 0.005763913352375552,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.020258836148786603,
    "STD-Median-rTRE-Robust": 0.00592367100969869,
    "Average-Max-rTRE-Robust": 0.02594823593009525,
    "Median-Norm-Time-Robust": 0.03310298037806588,
    "STD-Average-rTRE-Robust": 0.006056864729676916,
    "Average-Norm-Time-Robust": 0.031387329281959545,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.02064579065733222,
    "Average-Max-rTRE_training": 0.026136705859586384,
    "Median-Median-rTRE-Robust": 0.0019864250653246363,
    "Average-Median-rTRE-Robust": 0.004103191473703545,
    "Median-Average-rTRE-Robust": 0.003236633014007236,
    "Median-Max-rTRE_evaluation": 0.019760465810619722,
    "Median-Robustness_training": 1.0,
    "Average-Average-rTRE-Robust": 0.005484612380481422,
    "Average-Max-rTRE_evaluation": 0.02764893800300038,
    "Average-Robustness_training": 0.9748081632282161,
    "Median-Median-rTRE_training": 0.0020699786489782844,
    "Average-Median-rTRE_training": 0.004498616988790841,
    "Median-Average-rTRE_training": 0.003471740307114891,
    "Median-Robustness_evaluation": 1.0,
    "Average-Average-rTRE_training": 0.0057979058955813425,
    "Average-Robustness_evaluation": 0.9799284004919493,
    "Median-Median-rTRE_evaluation": 0.00192082387998034,
    "Average-Median-rTRE_evaluation": 0.0047148106068012445,
    "Median-Average-rTRE_evaluation": 0.003037557238296239,
    "Average-Average-rTRE_evaluation": 0.006195963003513533,
    "Median-Max-rTRE__tissue_COAD__All": 0.024132083330018598,
    "Average-Max-rTRE__tissue_COAD__All": 0.0319155689744965,
    "Median-Max-rTRE__tissue_breast__All": 0.01876064862674462,
    "Median-Max-rTRE__tissue_kidney__All": 0.013118523696483685,
    "Median-Robustness__tissue_COAD__All": 1.0,
    "Average-Max-rTRE__tissue_breast__All": 0.02187759886142476,
    "Average-Max-rTRE__tissue_kidney__All": 0.013628408939194678,
    "Average-Robustness__tissue_COAD__All": 0.9765994739620909,
    "Median-Max-rTRE__tissue_gastric__All": 0.008110211076220862,
    "Median-Median-rTRE__tissue_COAD__All": 0.002016645275204974,
    "Average-Max-rTRE__tissue_gastric__All": 0.012784159190698573,
    "Average-Median-rTRE__tissue_COAD__All": 0.004344605893448116,
    "Median-Average-rTRE__tissue_COAD__All": 0.0033278274585310133,
    "Median-Robustness__tissue_breast__All": 1.0,
    "Median-Robustness__tissue_kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__All": 0.006169490450075118,
    "Average-Robustness__tissue_breast__All": 1.0,
    "Average-Robustness__tissue_kidney__All": 0.9861857282502444,
    "Median-Max-rTRE__tissue_COAD__training": 0.021826457172393624,
    "Median-Median-rTRE__tissue_breast__All": 0.0020580423853575097,
    "Median-Median-rTRE__tissue_kidney__All": 0.002066194756406554,
    "Median-Robustness__tissue_gastric__All": 1.0,
    "Average-Max-rTRE__tissue_COAD__training": 0.02836184436253994,
    "Average-Median-rTRE__tissue_breast__All": 0.004285363538893069,
    "Average-Median-rTRE__tissue_kidney__All": 0.0026671651145239623,
    "Average-Robustness__tissue_gastric__All": 0.9961724447036125,
    "Median-Average-rTRE__tissue_breast__All": 0.0032339927757087604,
    "Median-Average-rTRE__tissue_kidney__All": 0.002726413691992378,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.018133967349107407,
    "Median-Median-rTRE__tissue_gastric__All": 0.0006574279493372793,
    "Average-Average-rTRE__tissue_breast__All": 0.005307562476859805,
    "Average-Average-rTRE__tissue_kidney__All": 0.0034737206697503962,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.022921807419636873,
    "Average-Median-rTRE__tissue_gastric__All": 0.0016247987876427611,
    "Median-Average-rTRE__tissue_gastric__All": 0.0011350122625392884,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.02479641685331016,
    "Median-Max-rTRE__tissue_breast__training": 0.024251766289034693,
    "Median-Max-rTRE__tissue_kidney__training": 0.008611919637552595,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.03674935697334522,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.021337663203433926,
    "Median-Robustness__tissue_COAD__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.0022578399138798344,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.0338666334673354,
    "Average-Max-rTRE__tissue_breast__training": 0.02381957114820521,
    "Average-Max-rTRE__tissue_kidney__training": 0.01072596433317137,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.04048164745685799,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.030299880477948342,
    "Average-Robustness__tissue_COAD__training": 0.9852723476206131,
    "Median-Max-rTRE__tissue_gastric__training": 0.006792307931634381,
    "Median-Median-rTRE__tissue_COAD__training": 0.0019411374298461104,
    "Median-Robustness__tissue_lung-lobes__All": 0.9902250619874118,
    "Average-Max-rTRE__tissue_gastric__training": 0.01213738218128067,
    "Average-Median-rTRE__tissue_COAD__training": 0.0024936491529352306,
    "Average-Robustness__tissue_lung-lobes__All": 0.9635690276977116,
    "Median-Average-rTRE__tissue_COAD__training": 0.003103381211495567,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.0183491258091698,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.014273087125290362,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.01702212917098011,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.0013486075161490765,
    "Median-Robustness__tissue_COAD__evaluation": 1.0,
    "Median-Robustness__tissue_breast__training": 1.0,
    "Median-Robustness__tissue_kidney__training": 1.0,
    "Median-Robustness__tissue_lung-lesion__All": 0.9873397435897436,
    "Median-Robustness__tissue_mice-kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.004101129393731999,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.021392105789729648,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.014354020090700503,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.01818177713463878,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.002212504185060957,
    "Average-Robustness__tissue_COAD__evaluation": 0.9718378962672162,
    "Average-Robustness__tissue_breast__training": 1.0,
    "Average-Robustness__tissue_kidney__training": 0.9933333333333334,
    "Average-Robustness__tissue_lung-lesion__All": 0.9322222222222223,
    "Average-Robustness__tissue_mice-kidney__All": 0.986455463728191,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.0023097914212507464,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.008219792901517345,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.0021016625475206645,
    "Median-Median-rTRE__tissue_breast__training": 0.0076795359486053465,
    "Median-Median-rTRE__tissue_kidney__training": 0.001841115501964694,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.006508179621468466,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.006639079329143513,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.003955907189033503,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.01299436171875939,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.005360817437259112,
    "Average-Median-rTRE__tissue_breast__training": 0.00771283526120177,
    "Average-Median-rTRE__tissue_kidney__training": 0.003012911808447056,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.011970268983622355,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.011824455088887393,
    "Average-Robustness__tissue_gastric__training": 0.999000999000999,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.0036394104076125293,
    "Median-Average-rTRE__tissue_breast__training": 0.00804841430744993,
    "Median-Average-rTRE__tissue_kidney__training": 0.0023417504355705415,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.008540804738079196,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.009040253760679039,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.018133967349107407,
    "Median-Median-rTRE__tissue_gastric__training": 0.00065216273586134,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 1.0,
    "Median-Robustness__tissue_mammary-gland__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.007305061226106634,
    "Average-Average-rTRE__tissue_breast__training": 0.008136056176189028,
    "Average-Average-rTRE__tissue_kidney__training": 0.0035856521444483785,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.013506817391028525,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.011941078370739227,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.022921807419636873,
    "Average-Median-rTRE__tissue_gastric__training": 0.0019204645337797927,
    "Average-Robustness__tissue_breast__evaluation": 1.0,
    "Average-Robustness__tissue_kidney__evaluation": 0.9843988269794721,
    "Average-Robustness__tissue_mammary-gland__All": 0.9789365758894846,
    "Median-Average-rTRE__tissue_gastric__training": 0.0009520683637988429,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.03674935697334522,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.021167125100560593,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.0017447098633724123,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.0021724850797318635,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.002122014275726506,
    "Median-Robustness__tissue_gastric__evaluation": 1.0,
    "Average-Average-rTRE__tissue_gastric__training": 0.0024899161461116987,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.04048164745685799,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.03175363492536628,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.003428495608315895,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.002580728441043188,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.00238644647518203,
    "Average-Robustness__tissue_gastric__evaluation": 0.9952531645569621,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.0027046625457867626,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.0027951195598396837,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.0033292411601152155,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.0006689803961930621,
    "Median-Robustness__tissue_lung-lobes__training": 0.9902250619874118,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.0046004390520275,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.003445737801075901,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.0034168906202717265,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.0015287074201482261,
    "Average-Robustness__tissue_lung-lobes__training": 0.9635690276977116,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.0011400773421123861,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.01702212917098011,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.023551843111401724,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.0013486075161490765,
    "Median-Robustness__tissue_lung-lesion__training": 0.9873397435897436,
    "Median-Robustness__tissue_mice-kidney__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.0021824151384044785,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.01818177713463878,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.02908841843843339,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.002212504185060957,
    "Average-Robustness__tissue_lung-lesion__training": 0.9322222222222223,
    "Average-Robustness__tissue_mice-kidney__training": 0.9853535353535353,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.0023097914212507464,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.006508179621468466,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.012244749545738011,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.003955907189033503,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.011970268983622355,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.013888493421328441,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.008540804738079196,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.011315431092704022,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.013506817391028525,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.013650892169670666,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.9789365758894846,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.9873737373737375,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.002122014275726506,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.004455555689282973,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.00238644647518203,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.010104423145186522,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.0033292411601152155,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.007108946521057995,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.0034168906202717265,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.010516233538296359,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200615-095512",
  "required-landmarks": 1.0
}