Evaluation

ID
52358c7d-2bae-49fb-afcd-d5e95b209a28
Submission ID
ed045e1c-3aa5-435b-9067-2459ad126bf1
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot jlotz 
Challenge
ANHIR
Phase
Challenge
Submission created
June 15, 2020, 9:50 a.m.
Result created
June 15, 2020, 9:50 a.m.
Position on leaderboard
14
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "7a7f7d8d85e6e064cdd1b7e3a731766cab49ecfca7c3a9661327c4cbf1f2bb03",
    "created": "2019-03-05 17:04:24.410905",
    "computer": {
      "node": "mic-dl-02",
      "system": "Linux",
      "machine": "x86_64",
      "release": "4.15.0-45-generic",
      "version": "#48~16.04.1-Ubuntu SMP Tue Jan 29 18:03:48 UTC 2019",
      "processor": "x86_64",
      "total RAM": 31.349681854248047,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 8
    },
    "number runs": 5,
    "python-version": "3.7.1",
    "skimage-version": "0.14.1",
    "registration @1-thread": 18.063671875,
    "registration @n-thread": 47.74125963449478
  },
  "aggregates": {
    "STD-Max-rTRE": 0.04231844997573651,
    "STD-Norm-Time": 0.06333491189489665,
    "STD-Robustness": 0.056001481200286626,
    "Median-Max-rTRE": 0.01856601872573114,
    "STD-Median-rTRE": 0.020650175322551,
    "Average-Max-rTRE": 0.026069406033410444,
    "Median-Norm-Time": 0.14175444560403444,
    "STD-Average-rTRE": 0.01956465761359874,
    "Average-Norm-Time": 0.14539218697018702,
    "Median-Robustness": 1.0,
    "Average-Robustness": 0.9844546545434958,
    "Median-Median-rTRE": 0.0018154863375918534,
    "Average-Median-rTRE": 0.003852280058008142,
    "Median-Average-rTRE": 0.002888618369760209,
    "STD-Max-rTRE-Robust": 0.022152526219579048,
    "Average-Average-rTRE": 0.005190887528538511,
    "STD-Norm-Time-Robust": 0.06335625633740281,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.018536795763674955,
    "STD-Median-rTRE-Robust": 0.003437764860948975,
    "Average-Max-rTRE-Robust": 0.024422985023363927,
    "Median-Norm-Time-Robust": 0.1418256139278148,
    "STD-Average-rTRE-Robust": 0.004325875523253535,
    "Average-Norm-Time-Robust": 0.14550059393514916,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.018286313934581896,
    "Average-Max-rTRE_training": 0.027120008201171684,
    "Median-Median-rTRE-Robust": 0.0018110256698074174,
    "Average-Median-rTRE-Robust": 0.002922858100853321,
    "Median-Average-rTRE-Robust": 0.00288833437889596,
    "Median-Max-rTRE_evaluation": 0.018826770527414376,
    "Median-Robustness_training": 1.0,
    "Average-Average-rTRE-Robust": 0.004319942719157178,
    "Average-Max-rTRE_evaluation": 0.02510670285179656,
    "Average-Robustness_training": 0.9805586404651684,
    "Median-Median-rTRE_training": 0.001857109460429059,
    "Average-Median-rTRE_training": 0.004924307963501992,
    "Median-Average-rTRE_training": 0.002964036660454485,
    "Median-Robustness_evaluation": 1.0,
    "Average-Average-rTRE_training": 0.006096322442961096,
    "Average-Robustness_evaluation": 0.9880247072845929,
    "Median-Median-rTRE_evaluation": 0.0017900368654422837,
    "Average-Median-rTRE_evaluation": 0.0028699437302647742,
    "Median-Average-rTRE_evaluation": 0.002739943717813073,
    "Average-Average-rTRE_evaluation": 0.004361206132852477,
    "Median-Max-rTRE__tissue_COAD__All": 0.023218363968315572,
    "Average-Max-rTRE__tissue_COAD__All": 0.030240843064585566,
    "Median-Max-rTRE__tissue_breast__All": 0.02585150966087208,
    "Median-Max-rTRE__tissue_kidney__All": 0.011265240908640397,
    "Median-Robustness__tissue_COAD__All": 1.0,
    "Average-Max-rTRE__tissue_breast__All": 0.024222321946742148,
    "Average-Max-rTRE__tissue_kidney__All": 0.01409820824129202,
    "Average-Robustness__tissue_COAD__All": 0.9837300118132726,
    "Median-Max-rTRE__tissue_gastric__All": 0.0063351294263311346,
    "Median-Median-rTRE__tissue_COAD__All": 0.0019627034859709997,
    "Average-Max-rTRE__tissue_gastric__All": 0.01086735380206823,
    "Average-Median-rTRE__tissue_COAD__All": 0.0030622022176271507,
    "Median-Average-rTRE__tissue_COAD__All": 0.0032530693001773512,
    "Median-Robustness__tissue_breast__All": 1.0,
    "Median-Robustness__tissue_kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__All": 0.004813874526270396,
    "Average-Robustness__tissue_breast__All": 1.0,
    "Average-Robustness__tissue_kidney__All": 0.9870757575757577,
    "Median-Max-rTRE__tissue_COAD__training": 0.020667934620864074,
    "Median-Median-rTRE__tissue_breast__All": 0.0024851830830669272,
    "Median-Median-rTRE__tissue_kidney__All": 0.002359686348606381,
    "Median-Robustness__tissue_gastric__All": 1.0,
    "Average-Max-rTRE__tissue_COAD__training": 0.028957861450843277,
    "Average-Median-rTRE__tissue_breast__All": 0.004011338619536194,
    "Average-Median-rTRE__tissue_kidney__All": 0.002612469247558686,
    "Average-Robustness__tissue_gastric__All": 0.9976116551229998,
    "Median-Average-rTRE__tissue_breast__All": 0.0036574474413951998,
    "Median-Average-rTRE__tissue_kidney__All": 0.0028375107153718934,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.01638117199727621,
    "Median-Median-rTRE__tissue_gastric__All": 0.0006105345530470183,
    "Average-Average-rTRE__tissue_breast__All": 0.005370387842237791,
    "Average-Average-rTRE__tissue_kidney__All": 0.003276437255050244,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.02046510549244243,
    "Average-Median-rTRE__tissue_gastric__All": 0.0013589435269736095,
    "Median-Average-rTRE__tissue_gastric__All": 0.0009469228578719243,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.02463168435047508,
    "Median-Max-rTRE__tissue_breast__training": 0.02916983665259822,
    "Median-Max-rTRE__tissue_kidney__training": 0.007558110102693699,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.02109658414403143,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.012476366740822323,
    "Median-Robustness__tissue_COAD__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.0019505037669063393,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.030945225127032305,
    "Average-Max-rTRE__tissue_breast__training": 0.028764445271342743,
    "Average-Max-rTRE__tissue_kidney__training": 0.009821881111695586,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.05019069877533873,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.017756131370158367,
    "Average-Robustness__tissue_COAD__training": 0.98305070590312,
    "Median-Max-rTRE__tissue_gastric__training": 0.004253413830336851,
    "Median-Median-rTRE__tissue_COAD__training": 0.001899171183083543,
    "Median-Robustness__tissue_lung-lobes__All": 0.9906542056074766,
    "Average-Max-rTRE__tissue_gastric__training": 0.00989396833820675,
    "Average-Median-rTRE__tissue_COAD__training": 0.0026751198868741935,
    "Average-Robustness__tissue_lung-lobes__All": 0.9871192261163628,
    "Median-Average-rTRE__tissue_COAD__training": 0.0031226833943518526,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.022183647563630865,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.013196269282002682,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.01911744874872625,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.0013893342559346635,
    "Median-Robustness__tissue_COAD__evaluation": 1.0,
    "Median-Robustness__tissue_breast__training": 1.0,
    "Median-Robustness__tissue_kidney__training": 1.0,
    "Median-Robustness__tissue_lung-lesion__All": 1.0,
    "Median-Robustness__tissue_mice-kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.0041648820439710715,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.023086791115591997,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.015167290023691132,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.024422209773160244,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.0016966672676502162,
    "Average-Robustness__tissue_COAD__evaluation": 0.9841029640776701,
    "Average-Robustness__tissue_breast__training": 1.0,
    "Average-Robustness__tissue_kidney__training": 0.9974999999999999,
    "Average-Robustness__tissue_lung-lesion__All": 0.9422061965811965,
    "Average-Robustness__tissue_mice-kidney__All": 0.990358126721763,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.002260710088249023,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.008344420847929267,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.0020737534959651715,
    "Median-Median-rTRE__tissue_breast__training": 0.00658599251923716,
    "Median-Median-rTRE__tissue_kidney__training": 0.002369768652203776,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.005348460730895831,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.0013757878508769475,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.002774063684602705,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.01118370407782321,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.003274718007060148,
    "Average-Median-rTRE__tissue_breast__training": 0.007726516713220011,
    "Average-Median-rTRE__tissue_kidney__training": 0.00328509190348924,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.020108296630771523,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.0029131308264089446,
    "Average-Robustness__tissue_gastric__training": 1.0,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.0034059822001415788,
    "Median-Average-rTRE__tissue_breast__training": 0.007675476335580741,
    "Median-Average-rTRE__tissue_kidney__training": 0.0028073506383483747,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.006421716484221901,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.0019307852782307956,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.01638117199727621,
    "Median-Median-rTRE__tissue_gastric__training": 0.0006082233637739466,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 1.0,
    "Median-Robustness__tissue_mammary-gland__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.005170184124395517,
    "Average-Average-rTRE__tissue_breast__training": 0.009105648501156959,
    "Average-Average-rTRE__tissue_kidney__training": 0.003654333660693529,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.020457892413759983,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.003792499929417861,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.02046510549244243,
    "Average-Median-rTRE__tissue_gastric__training": 0.001358539329366106,
    "Average-Robustness__tissue_breast__evaluation": 1.0,
    "Average-Robustness__tissue_kidney__evaluation": 0.9844696969696969,
    "Average-Robustness__tissue_mammary-gland__All": 0.9840945066014318,
    "Median-Average-rTRE__tissue_gastric__training": 0.0009478389081665468,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.02109658414403143,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.010616083261787404,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.001651354418187344,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.002346542312739795,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.0019211992566857848,
    "Median-Robustness__tissue_gastric__evaluation": 1.0,
    "Average-Average-rTRE__tissue_gastric__training": 0.002004818141658209,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.05019069877533873,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.015414609983255083,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.0030825440961152403,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.002444313583576047,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.0032193861004383914,
    "Average-Robustness__tissue_gastric__evaluation": 0.9968354430379748,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.002452093660996981,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.002919990928246248,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.0032886572044788357,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.000614970006620072,
    "Median-Robustness__tissue_lung-lobes__training": 0.9906542056074766,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.004436572677508,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.0031819631536394227,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.004908670893552782,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.0013590748911960482,
    "Average-Robustness__tissue_lung-lobes__training": 0.9871192261163628,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.0009453729610778313,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.01911744874872625,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.015525088201546987,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.0013893342559346635,
    "Median-Robustness__tissue_lung-lesion__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.001932851595111982,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.024422209773160244,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.019707399192577777,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.0016966672676502162,
    "Average-Robustness__tissue_lung-lesion__training": 0.9422061965811965,
    "Average-Robustness__tissue_mice-kidney__training": 0.9878787878787879,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.002260710088249023,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.005348460730895831,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.0012724654421142996,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.002774063684602705,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.020108296630771523,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.002780629686460473,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.006421716484221901,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.0019307852782307956,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.020457892413759983,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.003414180652317321,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.9840945066014318,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.9924242424242424,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.0019211992566857848,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.0014194945294805639,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.0032193861004383914,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.0030235484430326705,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.0032886572044788357,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.0019339333104729174,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.004908670893552782,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.004107765993668313,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200615-095057",
  "required-landmarks": 1.0
}