Evaluation
- ID
- 52358c7d-2bae-49fb-afcd-d5e95b209a28
- Submission ID
- ed045e1c-3aa5-435b-9067-2459ad126bf1
- Method ID
- 9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
- Status
-
Succeeded
- User
-
jlotz
- Challenge
-
ANHIR
- Phase
-
Challenge
- Submission created
- June 15, 2020, 9:50 a.m.
- Result created
- June 15, 2020, 9:50 a.m.
- Position on leaderboard
-
14
- Publication:
-
- Comment:
Metrics
{
"cases": "not exported",
"computer": {
"file": "7a7f7d8d85e6e064cdd1b7e3a731766cab49ecfca7c3a9661327c4cbf1f2bb03",
"created": "2019-03-05 17:04:24.410905",
"computer": {
"node": "mic-dl-02",
"system": "Linux",
"machine": "x86_64",
"release": "4.15.0-45-generic",
"version": "#48~16.04.1-Ubuntu SMP Tue Jan 29 18:03:48 UTC 2019",
"processor": "x86_64",
"total RAM": 31.349681854248047,
"architecture": [
"64bit",
""
],
"virtual CPUs": 8
},
"number runs": 5,
"python-version": "3.7.1",
"skimage-version": "0.14.1",
"registration @1-thread": 18.063671875,
"registration @n-thread": 47.74125963449478
},
"aggregates": {
"STD-Max-rTRE": 0.04231844997573651,
"STD-Norm-Time": 0.06333491189489665,
"STD-Robustness": 0.056001481200286626,
"Median-Max-rTRE": 0.01856601872573114,
"STD-Median-rTRE": 0.020650175322551,
"Average-Max-rTRE": 0.026069406033410444,
"Median-Norm-Time": 0.14175444560403444,
"STD-Average-rTRE": 0.01956465761359874,
"Average-Norm-Time": 0.14539218697018702,
"Median-Robustness": 1.0,
"Average-Robustness": 0.9844546545434958,
"Median-Median-rTRE": 0.0018154863375918534,
"Average-Median-rTRE": 0.003852280058008142,
"Median-Average-rTRE": 0.002888618369760209,
"STD-Max-rTRE-Robust": 0.022152526219579048,
"Average-Average-rTRE": 0.005190887528538511,
"STD-Norm-Time-Robust": 0.06335625633740281,
"Average-Rank-Max-rTRE": null,
"Average-used-landmarks": 1.0,
"Median-Max-rTRE-Robust": 0.018536795763674955,
"STD-Median-rTRE-Robust": 0.003437764860948975,
"Average-Max-rTRE-Robust": 0.024422985023363927,
"Median-Norm-Time-Robust": 0.1418256139278148,
"STD-Average-rTRE-Robust": 0.004325875523253535,
"Average-Norm-Time-Robust": 0.14550059393514916,
"Average-Rank-Median-rTRE": null,
"Median-Max-rTRE_training": 0.018286313934581896,
"Average-Max-rTRE_training": 0.027120008201171684,
"Median-Median-rTRE-Robust": 0.0018110256698074174,
"Average-Median-rTRE-Robust": 0.002922858100853321,
"Median-Average-rTRE-Robust": 0.00288833437889596,
"Median-Max-rTRE_evaluation": 0.018826770527414376,
"Median-Robustness_training": 1.0,
"Average-Average-rTRE-Robust": 0.004319942719157178,
"Average-Max-rTRE_evaluation": 0.02510670285179656,
"Average-Robustness_training": 0.9805586404651684,
"Median-Median-rTRE_training": 0.001857109460429059,
"Average-Median-rTRE_training": 0.004924307963501992,
"Median-Average-rTRE_training": 0.002964036660454485,
"Median-Robustness_evaluation": 1.0,
"Average-Average-rTRE_training": 0.006096322442961096,
"Average-Robustness_evaluation": 0.9880247072845929,
"Median-Median-rTRE_evaluation": 0.0017900368654422837,
"Average-Median-rTRE_evaluation": 0.0028699437302647742,
"Median-Average-rTRE_evaluation": 0.002739943717813073,
"Average-Average-rTRE_evaluation": 0.004361206132852477,
"Median-Max-rTRE__tissue_COAD__All": 0.023218363968315572,
"Average-Max-rTRE__tissue_COAD__All": 0.030240843064585566,
"Median-Max-rTRE__tissue_breast__All": 0.02585150966087208,
"Median-Max-rTRE__tissue_kidney__All": 0.011265240908640397,
"Median-Robustness__tissue_COAD__All": 1.0,
"Average-Max-rTRE__tissue_breast__All": 0.024222321946742148,
"Average-Max-rTRE__tissue_kidney__All": 0.01409820824129202,
"Average-Robustness__tissue_COAD__All": 0.9837300118132726,
"Median-Max-rTRE__tissue_gastric__All": 0.0063351294263311346,
"Median-Median-rTRE__tissue_COAD__All": 0.0019627034859709997,
"Average-Max-rTRE__tissue_gastric__All": 0.01086735380206823,
"Average-Median-rTRE__tissue_COAD__All": 0.0030622022176271507,
"Median-Average-rTRE__tissue_COAD__All": 0.0032530693001773512,
"Median-Robustness__tissue_breast__All": 1.0,
"Median-Robustness__tissue_kidney__All": 1.0,
"Average-Average-rTRE__tissue_COAD__All": 0.004813874526270396,
"Average-Robustness__tissue_breast__All": 1.0,
"Average-Robustness__tissue_kidney__All": 0.9870757575757577,
"Median-Max-rTRE__tissue_COAD__training": 0.020667934620864074,
"Median-Median-rTRE__tissue_breast__All": 0.0024851830830669272,
"Median-Median-rTRE__tissue_kidney__All": 0.002359686348606381,
"Median-Robustness__tissue_gastric__All": 1.0,
"Average-Max-rTRE__tissue_COAD__training": 0.028957861450843277,
"Average-Median-rTRE__tissue_breast__All": 0.004011338619536194,
"Average-Median-rTRE__tissue_kidney__All": 0.002612469247558686,
"Average-Robustness__tissue_gastric__All": 0.9976116551229998,
"Median-Average-rTRE__tissue_breast__All": 0.0036574474413951998,
"Median-Average-rTRE__tissue_kidney__All": 0.0028375107153718934,
"Median-Max-rTRE__tissue_lung-lobes__All": 0.01638117199727621,
"Median-Median-rTRE__tissue_gastric__All": 0.0006105345530470183,
"Average-Average-rTRE__tissue_breast__All": 0.005370387842237791,
"Average-Average-rTRE__tissue_kidney__All": 0.003276437255050244,
"Average-Max-rTRE__tissue_lung-lobes__All": 0.02046510549244243,
"Average-Median-rTRE__tissue_gastric__All": 0.0013589435269736095,
"Median-Average-rTRE__tissue_gastric__All": 0.0009469228578719243,
"Median-Max-rTRE__tissue_COAD__evaluation": 0.02463168435047508,
"Median-Max-rTRE__tissue_breast__training": 0.02916983665259822,
"Median-Max-rTRE__tissue_kidney__training": 0.007558110102693699,
"Median-Max-rTRE__tissue_lung-lesion__All": 0.02109658414403143,
"Median-Max-rTRE__tissue_mice-kidney__All": 0.012476366740822323,
"Median-Robustness__tissue_COAD__training": 1.0,
"Average-Average-rTRE__tissue_gastric__All": 0.0019505037669063393,
"Average-Max-rTRE__tissue_COAD__evaluation": 0.030945225127032305,
"Average-Max-rTRE__tissue_breast__training": 0.028764445271342743,
"Average-Max-rTRE__tissue_kidney__training": 0.009821881111695586,
"Average-Max-rTRE__tissue_lung-lesion__All": 0.05019069877533873,
"Average-Max-rTRE__tissue_mice-kidney__All": 0.017756131370158367,
"Average-Robustness__tissue_COAD__training": 0.98305070590312,
"Median-Max-rTRE__tissue_gastric__training": 0.004253413830336851,
"Median-Median-rTRE__tissue_COAD__training": 0.001899171183083543,
"Median-Robustness__tissue_lung-lobes__All": 0.9906542056074766,
"Average-Max-rTRE__tissue_gastric__training": 0.00989396833820675,
"Average-Median-rTRE__tissue_COAD__training": 0.0026751198868741935,
"Average-Robustness__tissue_lung-lobes__All": 0.9871192261163628,
"Median-Average-rTRE__tissue_COAD__training": 0.0031226833943518526,
"Median-Max-rTRE__tissue_breast__evaluation": 0.022183647563630865,
"Median-Max-rTRE__tissue_kidney__evaluation": 0.013196269282002682,
"Median-Max-rTRE__tissue_mammary-gland__All": 0.01911744874872625,
"Median-Median-rTRE__tissue_lung-lobes__All": 0.0013893342559346635,
"Median-Robustness__tissue_COAD__evaluation": 1.0,
"Median-Robustness__tissue_breast__training": 1.0,
"Median-Robustness__tissue_kidney__training": 1.0,
"Median-Robustness__tissue_lung-lesion__All": 1.0,
"Median-Robustness__tissue_mice-kidney__All": 1.0,
"Average-Average-rTRE__tissue_COAD__training": 0.0041648820439710715,
"Average-Max-rTRE__tissue_breast__evaluation": 0.023086791115591997,
"Average-Max-rTRE__tissue_kidney__evaluation": 0.015167290023691132,
"Average-Max-rTRE__tissue_mammary-gland__All": 0.024422209773160244,
"Average-Median-rTRE__tissue_lung-lobes__All": 0.0016966672676502162,
"Average-Robustness__tissue_COAD__evaluation": 0.9841029640776701,
"Average-Robustness__tissue_breast__training": 1.0,
"Average-Robustness__tissue_kidney__training": 0.9974999999999999,
"Average-Robustness__tissue_lung-lesion__All": 0.9422061965811965,
"Average-Robustness__tissue_mice-kidney__All": 0.990358126721763,
"Median-Average-rTRE__tissue_lung-lobes__All": 0.002260710088249023,
"Median-Max-rTRE__tissue_gastric__evaluation": 0.008344420847929267,
"Median-Median-rTRE__tissue_COAD__evaluation": 0.0020737534959651715,
"Median-Median-rTRE__tissue_breast__training": 0.00658599251923716,
"Median-Median-rTRE__tissue_kidney__training": 0.002369768652203776,
"Median-Median-rTRE__tissue_lung-lesion__All": 0.005348460730895831,
"Median-Median-rTRE__tissue_mice-kidney__All": 0.0013757878508769475,
"Median-Robustness__tissue_gastric__training": 1.0,
"Average-Average-rTRE__tissue_lung-lobes__All": 0.002774063684602705,
"Average-Max-rTRE__tissue_gastric__evaluation": 0.01118370407782321,
"Average-Median-rTRE__tissue_COAD__evaluation": 0.003274718007060148,
"Average-Median-rTRE__tissue_breast__training": 0.007726516713220011,
"Average-Median-rTRE__tissue_kidney__training": 0.00328509190348924,
"Average-Median-rTRE__tissue_lung-lesion__All": 0.020108296630771523,
"Average-Median-rTRE__tissue_mice-kidney__All": 0.0029131308264089446,
"Average-Robustness__tissue_gastric__training": 1.0,
"Median-Average-rTRE__tissue_COAD__evaluation": 0.0034059822001415788,
"Median-Average-rTRE__tissue_breast__training": 0.007675476335580741,
"Median-Average-rTRE__tissue_kidney__training": 0.0028073506383483747,
"Median-Average-rTRE__tissue_lung-lesion__All": 0.006421716484221901,
"Median-Average-rTRE__tissue_mice-kidney__All": 0.0019307852782307956,
"Median-Max-rTRE__tissue_lung-lobes__training": 0.01638117199727621,
"Median-Median-rTRE__tissue_gastric__training": 0.0006082233637739466,
"Median-Robustness__tissue_breast__evaluation": 1.0,
"Median-Robustness__tissue_kidney__evaluation": 1.0,
"Median-Robustness__tissue_mammary-gland__All": 1.0,
"Average-Average-rTRE__tissue_COAD__evaluation": 0.005170184124395517,
"Average-Average-rTRE__tissue_breast__training": 0.009105648501156959,
"Average-Average-rTRE__tissue_kidney__training": 0.003654333660693529,
"Average-Average-rTRE__tissue_lung-lesion__All": 0.020457892413759983,
"Average-Average-rTRE__tissue_mice-kidney__All": 0.003792499929417861,
"Average-Max-rTRE__tissue_lung-lobes__training": 0.02046510549244243,
"Average-Median-rTRE__tissue_gastric__training": 0.001358539329366106,
"Average-Robustness__tissue_breast__evaluation": 1.0,
"Average-Robustness__tissue_kidney__evaluation": 0.9844696969696969,
"Average-Robustness__tissue_mammary-gland__All": 0.9840945066014318,
"Median-Average-rTRE__tissue_gastric__training": 0.0009478389081665468,
"Median-Max-rTRE__tissue_lung-lesion__training": 0.02109658414403143,
"Median-Max-rTRE__tissue_mice-kidney__training": 0.010616083261787404,
"Median-Median-rTRE__tissue_breast__evaluation": 0.001651354418187344,
"Median-Median-rTRE__tissue_kidney__evaluation": 0.002346542312739795,
"Median-Median-rTRE__tissue_mammary-gland__All": 0.0019211992566857848,
"Median-Robustness__tissue_gastric__evaluation": 1.0,
"Average-Average-rTRE__tissue_gastric__training": 0.002004818141658209,
"Average-Max-rTRE__tissue_lung-lesion__training": 0.05019069877533873,
"Average-Max-rTRE__tissue_mice-kidney__training": 0.015414609983255083,
"Average-Median-rTRE__tissue_breast__evaluation": 0.0030825440961152403,
"Average-Median-rTRE__tissue_kidney__evaluation": 0.002444313583576047,
"Average-Median-rTRE__tissue_mammary-gland__All": 0.0032193861004383914,
"Average-Robustness__tissue_gastric__evaluation": 0.9968354430379748,
"Median-Average-rTRE__tissue_breast__evaluation": 0.002452093660996981,
"Median-Average-rTRE__tissue_kidney__evaluation": 0.002919990928246248,
"Median-Average-rTRE__tissue_mammary-gland__All": 0.0032886572044788357,
"Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
"Median-Median-rTRE__tissue_gastric__evaluation": 0.000614970006620072,
"Median-Robustness__tissue_lung-lobes__training": 0.9906542056074766,
"Average-Average-rTRE__tissue_breast__evaluation": 0.004436572677508,
"Average-Average-rTRE__tissue_kidney__evaluation": 0.0031819631536394227,
"Average-Average-rTRE__tissue_mammary-gland__All": 0.004908670893552782,
"Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
"Average-Median-rTRE__tissue_gastric__evaluation": 0.0013590748911960482,
"Average-Robustness__tissue_lung-lobes__training": 0.9871192261163628,
"Median-Average-rTRE__tissue_gastric__evaluation": 0.0009453729610778313,
"Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
"Median-Max-rTRE__tissue_mammary-gland__training": 0.01911744874872625,
"Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.015525088201546987,
"Median-Median-rTRE__tissue_lung-lobes__training": 0.0013893342559346635,
"Median-Robustness__tissue_lung-lesion__training": 1.0,
"Median-Robustness__tissue_mice-kidney__training": 1.0,
"Average-Average-rTRE__tissue_gastric__evaluation": 0.001932851595111982,
"Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
"Average-Max-rTRE__tissue_mammary-gland__training": 0.024422209773160244,
"Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.019707399192577777,
"Average-Median-rTRE__tissue_lung-lobes__training": 0.0016966672676502162,
"Average-Robustness__tissue_lung-lesion__training": 0.9422061965811965,
"Average-Robustness__tissue_mice-kidney__training": 0.9878787878787879,
"Median-Average-rTRE__tissue_lung-lobes__training": 0.002260710088249023,
"Median-Median-rTRE__tissue_lung-lesion__training": 0.005348460730895831,
"Median-Median-rTRE__tissue_mice-kidney__training": 0.0012724654421142996,
"Median-Robustness__tissue_lung-lobes__evaluation": null,
"Average-Average-rTRE__tissue_lung-lobes__training": 0.002774063684602705,
"Average-Median-rTRE__tissue_lung-lesion__training": 0.020108296630771523,
"Average-Median-rTRE__tissue_mice-kidney__training": 0.002780629686460473,
"Average-Robustness__tissue_lung-lobes__evaluation": null,
"Median-Average-rTRE__tissue_lung-lesion__training": 0.006421716484221901,
"Median-Average-rTRE__tissue_mice-kidney__training": 0.0019307852782307956,
"Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
"Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
"Median-Robustness__tissue_lung-lesion__evaluation": null,
"Median-Robustness__tissue_mammary-gland__training": 1.0,
"Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
"Average-Average-rTRE__tissue_lung-lesion__training": 0.020457892413759983,
"Average-Average-rTRE__tissue_mice-kidney__training": 0.003414180652317321,
"Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
"Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
"Average-Robustness__tissue_lung-lesion__evaluation": null,
"Average-Robustness__tissue_mammary-gland__training": 0.9840945066014318,
"Average-Robustness__tissue_mice-kidney__evaluation": 0.9924242424242424,
"Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
"Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
"Median-Median-rTRE__tissue_mammary-gland__training": 0.0019211992566857848,
"Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.0014194945294805639,
"Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
"Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
"Average-Median-rTRE__tissue_mammary-gland__training": 0.0032193861004383914,
"Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.0030235484430326705,
"Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
"Median-Average-rTRE__tissue_mammary-gland__training": 0.0032886572044788357,
"Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.0019339333104729174,
"Median-Robustness__tissue_mammary-gland__evaluation": null,
"Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
"Average-Average-rTRE__tissue_mammary-gland__training": 0.004908670893552782,
"Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.004107765993668313,
"Average-Robustness__tissue_mammary-gland__evaluation": null,
"Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
"Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
"Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
"Average-Average-rTRE__tissue_mammary-gland__evaluation": null
},
"submission-time": "20200615-095057",
"required-landmarks": 1.0
}