Evaluation

ID
2b1167df-8ecd-44cf-90a6-18be1c1e929e
Submission ID
95dd0bbe-4769-4464-89e8-576b372f6309
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot PMG_Shuai 
Challenge
ANHIR
Phase
Challenge
Submission created
June 15, 2020, 10:05 a.m.
Result created
June 15, 2020, 10:05 a.m.
Position on leaderboard
56
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "7a7f7d8d85e6e064cdd1b7e3a731766cab49ecfca7c3a9661327c4cbf1f2bb03",
    "created": "2019-03-19 09:44:12.102400",
    "computer": {
      "node": "zshuai",
      "system": "Linux",
      "machine": "x86_64",
      "release": "4.15.0-46-generic",
      "version": "#49-Ubuntu SMP Wed Feb 6 09:33:07 UTC 2019",
      "processor": "x86_64",
      "total RAM": 62.870052337646484,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 8
    },
    "number runs": 5,
    "python-version": "2.7.15rc1",
    "skimage-version": "0.14.2",
    "registration @1-thread": 14.551929569244384,
    "registration @n-thread": 27.596768751740456
  },
  "aggregates": {
    "STD-Max-rTRE": 0.16163350260551346,
    "STD-Norm-Time": 4.401576654861241,
    "STD-Robustness": 0.2776979101854325,
    "Median-Max-rTRE": 0.43615417896324304,
    "STD-Median-rTRE": 0.11952894733071111,
    "Average-Max-rTRE": 0.4607662484416074,
    "Median-Norm-Time": 4.824366483587719,
    "STD-Average-rTRE": 0.1117687175822589,
    "Average-Norm-Time": 6.0985166149916825,
    "Median-Robustness": 0.0,
    "Average-Robustness": 0.13925848925848927,
    "Median-Median-rTRE": 0.26278495569273325,
    "Average-Median-rTRE": 0.2916306160521952,
    "Median-Average-rTRE": 0.27397594161253225,
    "STD-Max-rTRE-Robust": 0.14289814904644102,
    "Average-Average-rTRE": 0.29995068946493647,
    "STD-Norm-Time-Robust": 5.330130030088293,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.47875084453089206,
    "STD-Median-rTRE-Robust": 0.0972203482028925,
    "Average-Max-rTRE-Robust": 0.4518283574472033,
    "Median-Norm-Time-Robust": 7.07316949582782,
    "STD-Average-rTRE-Robust": 0.08902072900726549,
    "Average-Norm-Time-Robust": 8.471137025496263,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.44834034392879757,
    "Average-Max-rTRE_training": 0.48672694681721435,
    "Median-Median-rTRE-Robust": 0.2550829103848882,
    "Average-Median-rTRE-Robust": 0.24821528392517866,
    "Median-Average-rTRE-Robust": 0.29460374661865585,
    "Median-Max-rTRE_evaluation": 0.4251934312822867,
    "Median-Robustness_training": 0.0,
    "Average-Average-rTRE-Robust": 0.2751276182407259,
    "Average-Max-rTRE_evaluation": 0.4369775606870673,
    "Average-Robustness_training": 0.06299171842650103,
    "Median-Median-rTRE_training": 0.26683862082235166,
    "Average-Median-rTRE_training": 0.3049709310299857,
    "Median-Average-rTRE_training": 0.2946065448588744,
    "Median-Robustness_evaluation": 0.0,
    "Average-Average-rTRE_training": 0.31492066058649615,
    "Average-Robustness_evaluation": 0.20914437488142668,
    "Median-Median-rTRE_evaluation": 0.2615787617928145,
    "Average-Median-rTRE_evaluation": 0.2794064230446582,
    "Median-Average-rTRE_evaluation": 0.2682559397564805,
    "Average-Average-rTRE_evaluation": 0.2862331860467743,
    "Median-Max-rTRE__tissue_COAD__All": 0.44329211313470845,
    "Average-Max-rTRE__tissue_COAD__All": 0.4352793932261419,
    "Median-Max-rTRE__tissue_breast__All": 0.3115562169240706,
    "Median-Max-rTRE__tissue_kidney__All": 0.41094991709454,
    "Median-Robustness__tissue_COAD__All": 0.0,
    "Average-Max-rTRE__tissue_breast__All": 0.375386321181494,
    "Average-Max-rTRE__tissue_kidney__All": 0.4922268197320524,
    "Average-Robustness__tissue_COAD__All": 0.13655816757082578,
    "Median-Max-rTRE__tissue_gastric__All": 0.4160818942958888,
    "Median-Median-rTRE__tissue_COAD__All": 0.27590736236840024,
    "Average-Max-rTRE__tissue_gastric__All": 0.46019408067332895,
    "Average-Median-rTRE__tissue_COAD__All": 0.2830936565352228,
    "Median-Average-rTRE__tissue_COAD__All": 0.28413213695070305,
    "Median-Robustness__tissue_breast__All": 0.25,
    "Median-Robustness__tissue_kidney__All": 0.0,
    "Average-Average-rTRE__tissue_COAD__All": 0.28686847055392906,
    "Average-Robustness__tissue_breast__All": 0.38,
    "Average-Robustness__tissue_kidney__All": 0.03,
    "Median-Max-rTRE__tissue_COAD__training": 0.4485078245805016,
    "Median-Median-rTRE__tissue_breast__All": 0.19021714244551263,
    "Median-Median-rTRE__tissue_kidney__All": 0.30487365844261716,
    "Median-Robustness__tissue_gastric__All": 0.3333333333333333,
    "Average-Max-rTRE__tissue_COAD__training": 0.43820654349634597,
    "Average-Median-rTRE__tissue_breast__All": 0.27616841052449564,
    "Average-Median-rTRE__tissue_kidney__All": 0.37799065290573736,
    "Average-Robustness__tissue_gastric__All": 0.40161725067385445,
    "Median-Average-rTRE__tissue_breast__All": 0.1763303858312511,
    "Median-Average-rTRE__tissue_kidney__All": 0.31379690909835495,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.6207698077908612,
    "Median-Median-rTRE__tissue_gastric__All": 0.2264177227827293,
    "Average-Average-rTRE__tissue_breast__All": 0.2749859147431133,
    "Average-Average-rTRE__tissue_kidney__All": 0.37384813329649447,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.5514348128489595,
    "Average-Median-rTRE__tissue_gastric__All": 0.24666290128462784,
    "Median-Average-rTRE__tissue_gastric__All": 0.222783293133264,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.4396356996859403,
    "Median-Max-rTRE__tissue_breast__training": 0.37321842578601006,
    "Median-Max-rTRE__tissue_kidney__training": 0.42471286467889574,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.4032584993879176,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.43249418082070035,
    "Median-Robustness__tissue_COAD__training": 0.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.2714996059848345,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.4336723303326966,
    "Average-Max-rTRE__tissue_breast__training": 0.4056797928256161,
    "Average-Max-rTRE__tissue_kidney__training": 0.5357453011148926,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.4058939197276942,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.4176615389223911,
    "Average-Robustness__tissue_COAD__training": 0.07979024943310657,
    "Median-Max-rTRE__tissue_gastric__training": 0.4414698349857316,
    "Median-Median-rTRE__tissue_COAD__training": 0.27790226399864343,
    "Median-Robustness__tissue_lung-lobes__All": 0.0,
    "Average-Max-rTRE__tissue_gastric__training": 0.4490446566214953,
    "Average-Median-rTRE__tissue_COAD__training": 0.28971847316059335,
    "Average-Robustness__tissue_lung-lobes__All": 0.0,
    "Median-Average-rTRE__tissue_COAD__training": 0.29982993697658955,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.2980268331909288,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.4101105569913255,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.6535848610536183,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.25622888902059954,
    "Median-Robustness__tissue_COAD__evaluation": 0.0,
    "Median-Robustness__tissue_breast__training": 0.5,
    "Median-Robustness__tissue_kidney__training": 0.0,
    "Median-Robustness__tissue_lung-lesion__All": 0.0,
    "Median-Robustness__tissue_mice-kidney__All": 0.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.290600821528801,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.3678129532704636,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.48134719938634235,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.6413077267648513,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.31396102525463826,
    "Average-Robustness__tissue_COAD__evaluation": 0.16772486772486772,
    "Average-Robustness__tissue_breast__training": 0.4,
    "Average-Robustness__tissue_kidney__training": 0.0,
    "Average-Robustness__tissue_lung-lesion__All": 0.041666666666666664,
    "Average-Robustness__tissue_mice-kidney__All": 0.055555555555555546,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.3118082722313261,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.4152606917822008,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.2712274667173404,
    "Median-Median-rTRE__tissue_breast__training": 0.3461793851838946,
    "Median-Median-rTRE__tissue_kidney__training": 0.3200638027793011,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.24615284981429797,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.2607354760333728,
    "Median-Robustness__tissue_gastric__training": 0.25,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.3334922883033188,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.4638176434901749,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.2794565023095291,
    "Average-Median-rTRE__tissue_breast__training": 0.3290842559566362,
    "Average-Median-rTRE__tissue_kidney__training": 0.3961126790082896,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.2591742594315942,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.2525940471747973,
    "Average-Robustness__tissue_gastric__training": 0.2847985347985348,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.277661034186515,
    "Median-Average-rTRE__tissue_breast__training": 0.34354118016947627,
    "Median-Average-rTRE__tissue_kidney__training": 0.33156561395226924,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.24870940539337288,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.25747731675182295,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.6207698077908612,
    "Median-Median-rTRE__tissue_gastric__training": 0.241912327825898,
    "Median-Robustness__tissue_breast__evaluation": 0.25,
    "Median-Robustness__tissue_kidney__evaluation": 0.0,
    "Median-Robustness__tissue_mammary-gland__All": 0.0,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.28481933668537196,
    "Average-Average-rTRE__tissue_breast__training": 0.3181007034474101,
    "Average-Average-rTRE__tissue_kidney__training": 0.41413946565364235,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.26478475678928903,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.25683392945658806,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.5514348128489595,
    "Average-Median-rTRE__tissue_gastric__training": 0.23841733190379533,
    "Average-Robustness__tissue_breast__evaluation": 0.375,
    "Average-Robustness__tissue_kidney__evaluation": 0.0375,
    "Average-Robustness__tissue_mammary-gland__All": 0.0,
    "Median-Average-rTRE__tissue_gastric__training": 0.2606083558638943,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.4032584993879176,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.3817938814558742,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.18053639791918807,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.30263383520492537,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.37715934430093834,
    "Median-Robustness__tissue_gastric__evaluation": 0.5,
    "Average-Average-rTRE__tissue_gastric__training": 0.26601660704616636,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.4058939197276942,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.3992825590420475,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.26293944916646056,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.37346014638009933,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.3969670268030348,
    "Average-Robustness__tissue_gastric__evaluation": 0.4395833333333333,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.16674864076735302,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.312542554258676,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.39837189332435374,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.22484764071872537,
    "Median-Robustness__tissue_lung-lobes__training": 0.0,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.2642072175670391,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.3637753002072075,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.41893078645494713,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.24934271133339844,
    "Average-Robustness__tissue_lung-lobes__training": 0.0,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.2201227802674588,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.6535848610536183,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.4396384415161825,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.25622888902059954,
    "Median-Robustness__tissue_lung-lesion__training": 0.0,
    "Median-Robustness__tissue_mice-kidney__training": 0.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.2732815806399017,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.6413077267648513,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.43297735548934413,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.31396102525463826,
    "Average-Robustness__tissue_lung-lesion__training": 0.041666666666666664,
    "Average-Robustness__tissue_mice-kidney__training": 0.05555555555555555,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.3118082722313261,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.24615284981429797,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.24244344138683938,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.3334922883033188,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.2591742594315942,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.24420910601228119,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.24870940539337288,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.24278815715989505,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 0.0,
    "Median-Robustness__tissue_mice-kidney__evaluation": 0.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.26478475678928903,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.24661747121799935,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.0,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.05555555555555555,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.37715934430093834,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.263362327995192,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.3969670268030348,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.25958149814356074,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.39837189332435374,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.26803467414048693,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.41893078645494713,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.26534764465541194,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200615-100654",
  "required-landmarks": 1.0
}