Evaluation

ID
1910b5d0-99a4-4492-b279-8cd9e581b8ee
Submission ID
37014b01-e037-48b6-a840-0b3621adfb97
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot Borda 
Challenge
ANHIR
Phase
Challenge
Submission created
June 15, 2020, 7:10 a.m.
Result created
June 15, 2020, 7:10 a.m.
Position on leaderboard
22
Publication:
Comment:
DROP2

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "16f804e62ef26aceeb9f6e2fd0bf9dc1f19ab80bd9695bc1d8bcd86dd26ed22f",
    "created": "2019-07-21 06:07:18.135773",
    "computer": {
      "node": "cmpgrid-68",
      "system": "Linux",
      "machine": "x86_64",
      "release": "4.9.0-6-amd64",
      "version": "#1 SMP Debian 4.9.82-1+deb9u3 (2018-03-02)",
      "processor": "",
      "total RAM": 251.89098358154297,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 24
    },
    "number runs": 5,
    "python-version": "3.5.3",
    "skimage-version": "0.13.1",
    "registration @1-thread": 34.34758529663086,
    "registration @n-thread": 62.058542693654694
  },
  "aggregates": {
    "STD-Max-rTRE": 0.24296616430976714,
    "STD-Norm-Time": 1.569500770781818,
    "STD-Robustness": 0.23716103798427554,
    "Median-Max-rTRE": 0.026459730529985525,
    "STD-Median-rTRE": 0.14552810287609685,
    "Average-Max-rTRE": 0.12295795824705033,
    "Median-Norm-Time": 3.388049930915741,
    "STD-Average-rTRE": 0.14153878159757016,
    "Average-Norm-Time": 3.406354648869523,
    "Median-Robustness": 0.9906542056074766,
    "Average-Robustness": 0.8860521371340067,
    "Median-Median-rTRE": 0.002795949226061868,
    "Average-Median-rTRE": 0.061335683031316854,
    "Median-Average-rTRE": 0.004339564447096995,
    "STD-Max-rTRE-Robust": 0.1796374016947419,
    "Average-Average-rTRE": 0.06160198827379222,
    "STD-Norm-Time-Robust": 1.538571973369002,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.023596842567811388,
    "STD-Median-rTRE-Robust": 0.10311732580439939,
    "Average-Max-rTRE-Robust": 0.07670015862610625,
    "Median-Norm-Time-Robust": 3.415281039047433,
    "STD-Average-rTRE-Robust": 0.10047424604068132,
    "Average-Norm-Time-Robust": 3.4656097300589286,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.025512316526954182,
    "Average-Max-rTRE_training": 0.07771621903446621,
    "Median-Median-rTRE-Robust": 0.0025582105026744862,
    "Average-Median-rTRE-Robust": 0.032100224001499984,
    "Median-Average-rTRE-Robust": 0.003879589757199077,
    "Median-Max-rTRE_evaluation": 0.027341949767179848,
    "Median-Robustness_training": 0.9964028776978417,
    "Average-Average-rTRE-Robust": 0.03290335769754786,
    "Average-Max-rTRE_evaluation": 0.1644145320275059,
    "Average-Robustness_training": 0.8899534999869514,
    "Median-Median-rTRE_training": 0.002799635191138544,
    "Average-Median-rTRE_training": 0.033705589914179615,
    "Median-Average-rTRE_training": 0.004640911539637712,
    "Median-Robustness_evaluation": 0.989247311827957,
    "Average-Average-rTRE_training": 0.03484187092787827,
    "Average-Robustness_evaluation": 0.8824771831253321,
    "Median-Median-rTRE_evaluation": 0.002779685281846414,
    "Average-Median-rTRE_evaluation": 0.08665409505100434,
    "Median-Average-rTRE_evaluation": 0.00421564117484468,
    "Average-Average-rTRE_evaluation": 0.08612321133976915,
    "Median-Max-rTRE__tissue_COAD__All": 0.026438013309554198,
    "Average-Max-rTRE__tissue_COAD__All": 0.08703269487989472,
    "Median-Max-rTRE__tissue_breast__All": 0.062415614120681286,
    "Median-Max-rTRE__tissue_kidney__All": 0.01166500467302039,
    "Median-Robustness__tissue_COAD__All": 1.0,
    "Average-Max-rTRE__tissue_breast__All": 0.29842040273061504,
    "Average-Max-rTRE__tissue_kidney__All": 0.022698808005379566,
    "Average-Robustness__tissue_COAD__All": 0.9384342215787096,
    "Median-Max-rTRE__tissue_gastric__All": 0.05467632014201114,
    "Median-Median-rTRE__tissue_COAD__All": 0.002530021474852399,
    "Average-Max-rTRE__tissue_gastric__All": 0.426000898277225,
    "Average-Median-rTRE__tissue_COAD__All": 0.037300944616652315,
    "Median-Average-rTRE__tissue_COAD__All": 0.0038047107845628697,
    "Median-Robustness__tissue_breast__All": 1.0,
    "Median-Robustness__tissue_kidney__All": 0.9875,
    "Average-Average-rTRE__tissue_COAD__All": 0.03833877686125848,
    "Average-Robustness__tissue_breast__All": 0.7740888734233434,
    "Average-Robustness__tissue_kidney__All": 0.936624941167952,
    "Median-Max-rTRE__tissue_COAD__training": 0.023796989838181494,
    "Median-Median-rTRE__tissue_breast__All": 0.018898576600875825,
    "Median-Median-rTRE__tissue_kidney__All": 0.0028006582822266636,
    "Median-Robustness__tissue_gastric__All": 0.7533333333333333,
    "Average-Max-rTRE__tissue_COAD__training": 0.04511355936255758,
    "Average-Median-rTRE__tissue_breast__All": 0.19617996718344904,
    "Average-Median-rTRE__tissue_kidney__All": 0.009714931942778633,
    "Average-Robustness__tissue_gastric__All": 0.7520831342019152,
    "Median-Average-rTRE__tissue_breast__All": 0.021237325034262244,
    "Median-Average-rTRE__tissue_kidney__All": 0.003357391354411389,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.023238186356308747,
    "Median-Median-rTRE__tissue_gastric__All": 0.022107749443377074,
    "Average-Average-rTRE__tissue_breast__All": 0.1910672820373519,
    "Average-Average-rTRE__tissue_kidney__All": 0.010389229610370363,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.0450901933240002,
    "Average-Median-rTRE__tissue_gastric__All": 0.23109994725312855,
    "Median-Average-rTRE__tissue_gastric__All": 0.021247455209226152,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.02911463054624244,
    "Median-Max-rTRE__tissue_breast__training": 0.533676329026322,
    "Median-Max-rTRE__tissue_kidney__training": 0.008232176827302365,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.031237576013311473,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.01550342129855612,
    "Median-Robustness__tissue_COAD__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.22648717986568254,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.11004712222274649,
    "Average-Max-rTRE__tissue_breast__training": 0.4807843253102706,
    "Average-Max-rTRE__tissue_kidney__training": 0.010950616358675357,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.05911119618157826,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.023531617451606937,
    "Average-Robustness__tissue_COAD__training": 0.9636216832089769,
    "Median-Max-rTRE__tissue_gastric__training": 0.01202549198520053,
    "Median-Median-rTRE__tissue_COAD__training": 0.002448935953970591,
    "Median-Robustness__tissue_lung-lobes__All": 0.9825140449438202,
    "Average-Max-rTRE__tissue_gastric__training": 0.3170502446161453,
    "Average-Median-rTRE__tissue_COAD__training": 0.009627337450297063,
    "Average-Robustness__tissue_lung-lobes__All": 0.9116326309611317,
    "Median-Average-rTRE__tissue_COAD__training": 0.0036073308789701694,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.02958873343521292,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.014091540572549202,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.02907038693837066,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.002266575964927238,
    "Median-Robustness__tissue_COAD__evaluation": 0.9891304347826086,
    "Median-Robustness__tissue_breast__training": 0.9230769230769231,
    "Median-Robustness__tissue_kidney__training": 1.0,
    "Median-Robustness__tissue_lung-lesion__All": 0.9873397435897436,
    "Median-Robustness__tissue_mice-kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.011538748930750844,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.2528294220857012,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.025635855917055618,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.09359248312876282,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.010635287281418566,
    "Average-Robustness__tissue_COAD__evaluation": 0.9246058112718961,
    "Average-Robustness__tissue_breast__training": 0.7583495618305746,
    "Average-Robustness__tissue_kidney__training": 0.9933333333333334,
    "Average-Robustness__tissue_lung-lesion__All": 0.8298611111111113,
    "Average-Robustness__tissue_mice-kidney__All": 0.9809458218549129,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.003717063382149181,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.7017944761950556,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.0026651979601299506,
    "Median-Median-rTRE__tissue_breast__training": 0.36991286932743367,
    "Median-Median-rTRE__tissue_kidney__training": 0.0026774539345938994,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.006812182705044444,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.001796794375826871,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.012698955383217043,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.4614098607170759,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.052494297570729716,
    "Average-Median-rTRE__tissue_breast__training": 0.32617577956933125,
    "Average-Median-rTRE__tissue_kidney__training": 0.0025669555112833066,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.022711744640740716,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.0034095761657872937,
    "Average-Robustness__tissue_gastric__training": 0.8624262338918431,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.004045788252426816,
    "Median-Average-rTRE__tissue_breast__training": 0.36665314761291595,
    "Median-Average-rTRE__tissue_kidney__training": 0.0032013080719045482,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.008603087707737152,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.002437798104742644,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.023238186356308747,
    "Median-Median-rTRE__tissue_gastric__training": 0.0015949038354228207,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 0.9821428571428571,
    "Median-Robustness__tissue_mammary-gland__All": 0.9605263157894737,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.053052517685850904,
    "Average-Average-rTRE__tissue_breast__training": 0.3128713805974473,
    "Average-Average-rTRE__tissue_kidney__training": 0.0031614806223132577,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.02487674577540024,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.004679164460841364,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.0450901933240002,
    "Average-Median-rTRE__tissue_gastric__training": 0.1625438049131337,
    "Average-Robustness__tissue_breast__evaluation": 0.7780237013215354,
    "Average-Robustness__tissue_kidney__evaluation": 0.9224478431266068,
    "Average-Robustness__tissue_mammary-gland__All": 0.7216201388639062,
    "Median-Average-rTRE__tissue_gastric__training": 0.002151480133528362,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.031237576013311473,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.019642536588821372,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.0074096048891005425,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.0028612544309029077,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.0057746053467797875,
    "Median-Robustness__tissue_gastric__evaluation": 0.6940928270042194,
    "Average-Average-rTRE__tissue_gastric__training": 0.1584616613319083,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.05911119618157826,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.02476036838782885,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.1636810140869785,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.011501926050652462,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.05387342466829876,
    "Average-Robustness__tissue_gastric__evaluation": 0.7162216268026885,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.009244644787534048,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.003567092428364357,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.007072916551189573,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.3931588708239248,
    "Median-Robustness__tissue_lung-lobes__training": 0.9825140449438202,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.16061625739732807,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.01219616685738464,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.05514105009745031,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.2533806935136269,
    "Average-Robustness__tissue_lung-lobes__training": 0.9116326309611317,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.3802917575381241,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.02907038693837066,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.012465081636912186,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.002266575964927238,
    "Median-Robustness__tissue_lung-lesion__training": 0.9873397435897436,
    "Median-Robustness__tissue_mice-kidney__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.24859547338915924,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.09359248312876282,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.022507658338088675,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.010635287281418566,
    "Average-Robustness__tissue_lung-lesion__training": 0.8298611111111113,
    "Average-Robustness__tissue_mice-kidney__training": 0.9994949494949494,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.003717063382149181,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.006812182705044444,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.001796794375826871,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.012698955383217043,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.022711744640740716,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.0021901484858819664,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.008603087707737152,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.002437798104742644,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 0.9605263157894737,
    "Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.02487674577540024,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.003639267168101287,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.7216201388639062,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.9654882154882155,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.0057746053467797875,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.0018135500843882851,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.05387342466829876,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.004425765899041734,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.007072916551189573,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.0024855086575963532,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.05514105009745031,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.0055457455381247595,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200615-071102",
  "required-landmarks": 1.0
}