Evaluation

ID
15edbba0-077a-4502-94a8-476650768218
Submission ID
23123ee5-95b5-41f7-8f59-42bb5379abac
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot masi 
Challenge
ANHIR
Phase
Challenge
Submission created
June 15, 2020, 9:55 a.m.
Result created
June 15, 2020, 9:55 a.m.
Position on leaderboard
19
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "7a7f7d8d85e6e064cdd1b7e3a731766cab49ecfca7c3a9661327c4cbf1f2bb03",
    "created": "2019-03-23 14:16:24.702264",
    "computer": {
      "node": "na59.tcsc-local",
      "system": "Linux",
      "machine": "x86_64",
      "release": "3.10.0-957.5.1.el7.x86_64",
      "version": "#1 SMP Fri Feb 1 14:54:57 UTC 2019",
      "processor": "x86_64",
      "total RAM": null,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 40
    },
    "number runs": 5,
    "python-version": "3.7.1",
    "skimage-version": "0.14.2",
    "registration @1-thread": 26.59358024597168,
    "registration @n-thread": 211.3671354442835
  },
  "aggregates": {
    "STD-Max-rTRE": 0.07526171195962521,
    "STD-Norm-Time": 5.862256904098847,
    "STD-Robustness": 0.2872810091929195,
    "Median-Max-rTRE": 0.023399148277700954,
    "STD-Median-rTRE": 0.024841917609343907,
    "Average-Max-rTRE": 0.03872267874460186,
    "Median-Norm-Time": 8.977965371720003,
    "STD-Average-rTRE": 0.024683903786257004,
    "Average-Norm-Time": 10.320548911112862,
    "Median-Robustness": 1.0,
    "Average-Robustness": 0.8899195517192505,
    "Median-Median-rTRE": 0.0025013968027796196,
    "Average-Median-rTRE": 0.008723580183572518,
    "Median-Average-rTRE": 0.003718725753670077,
    "STD-Max-rTRE-Robust": 0.07009472161496129,
    "Average-Average-rTRE": 0.01036263147711638,
    "STD-Norm-Time-Robust": 4.2109153343813865,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.020732463658713743,
    "STD-Median-rTRE-Robust": 0.020415154099197946,
    "Average-Max-rTRE-Robust": 0.033379261410910306,
    "Median-Norm-Time-Robust": 8.767960752586092,
    "STD-Average-rTRE-Robust": 0.019632814454930834,
    "Average-Norm-Time-Robust": 9.131540895590812,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.027063611803939402,
    "Average-Max-rTRE_training": 0.04969518933448085,
    "Median-Median-rTRE-Robust": 0.002225194076214174,
    "Average-Median-rTRE-Robust": 0.005647194992164092,
    "Median-Average-rTRE-Robust": 0.0033499791534013553,
    "Median-Max-rTRE_evaluation": 0.020420761233535478,
    "Median-Robustness_training": 1.0,
    "Average-Average-rTRE-Robust": 0.007182835250903232,
    "Average-Max-rTRE_evaluation": 0.02866818696901553,
    "Average-Robustness_training": 0.7891278528968673,
    "Median-Median-rTRE_training": 0.0031063695340976015,
    "Average-Median-rTRE_training": 0.013027985807164888,
    "Median-Average-rTRE_training": 0.0051255120479957225,
    "Median-Robustness_evaluation": 1.0,
    "Average-Average-rTRE_training": 0.01469302063235505,
    "Average-Robustness_evaluation": 0.9822784789270119,
    "Median-Median-rTRE_evaluation": 0.0020594669424313446,
    "Average-Median-rTRE_evaluation": 0.004779304114145246,
    "Median-Average-rTRE_evaluation": 0.003127912911470121,
    "Average-Average-rTRE_evaluation": 0.006394545797017199,
    "Median-Max-rTRE__tissue_COAD__All": 0.02428296973905596,
    "Average-Max-rTRE__tissue_COAD__All": 0.03154029204231218,
    "Median-Max-rTRE__tissue_breast__All": 0.027294179630532947,
    "Median-Max-rTRE__tissue_kidney__All": 0.012025427932104676,
    "Median-Robustness__tissue_COAD__All": 1.0,
    "Average-Max-rTRE__tissue_breast__All": 0.04934160597825378,
    "Average-Max-rTRE__tissue_kidney__All": 0.01505338747902439,
    "Average-Robustness__tissue_COAD__All": 0.9827481453747757,
    "Median-Max-rTRE__tissue_gastric__All": 0.007287088742132701,
    "Median-Median-rTRE__tissue_COAD__All": 0.002426113521555021,
    "Average-Max-rTRE__tissue_gastric__All": 0.011652052120369148,
    "Average-Median-rTRE__tissue_COAD__All": 0.0036779153518429852,
    "Median-Average-rTRE__tissue_COAD__All": 0.0036942395639330936,
    "Median-Robustness__tissue_breast__All": 1.0,
    "Median-Robustness__tissue_kidney__All": 0.9876543209876543,
    "Average-Average-rTRE__tissue_COAD__All": 0.005695472124944831,
    "Average-Robustness__tissue_breast__All": 0.995,
    "Average-Robustness__tissue_kidney__All": 0.9815579812461533,
    "Median-Max-rTRE__tissue_COAD__training": 0.022235000943473526,
    "Median-Median-rTRE__tissue_breast__All": 0.005952630774741517,
    "Median-Median-rTRE__tissue_kidney__All": 0.0023179118714897386,
    "Median-Robustness__tissue_gastric__All": 1.0,
    "Average-Max-rTRE__tissue_COAD__training": 0.03075998016188673,
    "Average-Median-rTRE__tissue_breast__All": 0.022800860744686253,
    "Average-Median-rTRE__tissue_kidney__All": 0.003108269776609992,
    "Average-Robustness__tissue_gastric__All": 0.9952233102459996,
    "Median-Average-rTRE__tissue_breast__All": 0.00660835593406086,
    "Median-Average-rTRE__tissue_kidney__All": 0.0033633067402769282,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.06769783864684178,
    "Median-Median-rTRE__tissue_gastric__All": 0.000990542188967196,
    "Average-Average-rTRE__tissue_breast__All": 0.022942306050648797,
    "Average-Average-rTRE__tissue_kidney__All": 0.003909351030202376,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.07566348822728997,
    "Average-Median-rTRE__tissue_gastric__All": 0.0017977648160384166,
    "Median-Average-rTRE__tissue_gastric__All": 0.0012678564589063926,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.025210569245097018,
    "Median-Max-rTRE__tissue_breast__training": 0.037679926453127906,
    "Median-Max-rTRE__tissue_kidney__training": 0.007925739617133245,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.030016007544526744,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.012079356349061115,
    "Median-Robustness__tissue_COAD__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.002350755778762679,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.031968698564898694,
    "Average-Max-rTRE__tissue_breast__training": 0.13894529372528636,
    "Average-Max-rTRE__tissue_kidney__training": 0.010686076584996308,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.03443498753671274,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.03876678146500459,
    "Average-Robustness__tissue_COAD__training": 0.9850393247373778,
    "Median-Max-rTRE__tissue_gastric__training": 0.004118903171199045,
    "Median-Median-rTRE__tissue_COAD__training": 0.002196931777591604,
    "Median-Robustness__tissue_lung-lobes__All": 0.0,
    "Average-Max-rTRE__tissue_gastric__training": 0.010326946206001395,
    "Average-Median-rTRE__tissue_COAD__training": 0.002795705025664793,
    "Average-Robustness__tissue_lung-lobes__All": 0.0,
    "Median-Average-rTRE__tissue_COAD__training": 0.003373093438393612,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.02243978219220734,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.012478400614016451,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.032154374154123366,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.027722851102721074,
    "Median-Robustness__tissue_COAD__evaluation": 1.0,
    "Median-Robustness__tissue_breast__training": 1.0,
    "Median-Robustness__tissue_kidney__training": 1.0,
    "Median-Robustness__tissue_lung-lesion__All": 1.0,
    "Median-Robustness__tissue_mice-kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.004677848996823823,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.026940684041495626,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.016145215202531413,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.09432191367831207,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.03184091751484064,
    "Average-Robustness__tissue_COAD__evaluation": 0.9814902429796218,
    "Average-Robustness__tissue_breast__training": 0.975,
    "Average-Robustness__tissue_kidney__training": 0.9758333333333333,
    "Average-Robustness__tissue_lung-lesion__All": 0.8763461538461539,
    "Average-Robustness__tissue_mice-kidney__All": 0.9387052341597796,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.029473885338311873,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.00877693163716854,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.0025352764425344066,
    "Median-Median-rTRE__tissue_breast__training": 0.009376514662257867,
    "Median-Median-rTRE__tissue_kidney__training": 0.002138616917366774,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.0069300065106236135,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.0017117056713755604,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.034276069851784455,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.012082711542538666,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.004162266119156503,
    "Average-Median-rTRE__tissue_breast__training": 0.08914071114926067,
    "Average-Median-rTRE__tissue_kidney__training": 0.002905466937629383,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.01174267897755804,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.01177346975903684,
    "Average-Robustness__tissue_gastric__training": 1.0,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.0039916726163420685,
    "Median-Average-rTRE__tissue_breast__training": 0.011359349003091553,
    "Median-Average-rTRE__tissue_kidney__training": 0.0032487120912841417,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.00838508147353446,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.00215545949870642,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.06769783864684178,
    "Median-Median-rTRE__tissue_gastric__training": 0.000990542188967196,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 0.9875771604938272,
    "Median-Robustness__tissue_mammary-gland__All": 0.9868421052631579,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.006254167175677934,
    "Average-Average-rTRE__tissue_breast__training": 0.08544279803618444,
    "Average-Average-rTRE__tissue_kidney__training": 0.00352960146748296,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.012890397291361643,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.01294765008874854,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.07566348822728997,
    "Average-Median-rTRE__tissue_gastric__training": 0.0019015140767560253,
    "Average-Robustness__tissue_breast__evaluation": 1.0,
    "Average-Robustness__tissue_kidney__evaluation": 0.9829891432243583,
    "Average-Robustness__tissue_mammary-gland__All": 0.9397776738496959,
    "Median-Average-rTRE__tissue_gastric__training": 0.0011995887672535367,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.030016007544526744,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.011342681904469291,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.0023305160028645,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.0024340082735708106,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.002529760750226871,
    "Median-Robustness__tissue_gastric__evaluation": 1.0,
    "Average-Average-rTRE__tissue_gastric__training": 0.0024419601024179153,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.03443498753671274,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.021321745742256124,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.006215898143542645,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.003158970486355144,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.01491907262264655,
    "Average-Robustness__tissue_gastric__evaluation": 0.9936708860759496,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.003128045136196189,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.0035630934848147246,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.005870453577261241,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.0009898348526293276,
    "Median-Robustness__tissue_lung-lobes__training": 0.0,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.007317183054264889,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.004004288420882229,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.01720237362748482,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.0017640463063051935,
    "Average-Robustness__tissue_lung-lobes__training": 0.0,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.0012879571730141522,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.032154374154123366,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.012492886684405652,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.027722851102721074,
    "Median-Robustness__tissue_lung-lesion__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.002321114373574727,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.09432191367831207,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.05330431123396165,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.03184091751484064,
    "Average-Robustness__tissue_lung-lesion__training": 0.8763461538461539,
    "Average-Robustness__tissue_mice-kidney__training": 0.9333333333333333,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.029473885338311873,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.0069300065106236135,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.0015392699977165656,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.034276069851784455,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.01174267897755804,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.00558700736525781,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.00838508147353446,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.00215545949870642,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 0.9868421052631579,
    "Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.012890397291361643,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.006560202680136001,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.9397776738496959,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.9431818181818181,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.002529760750226871,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.0017402127906535104,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.01491907262264655,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.016928855087186025,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.005870453577261241,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.0021559108319101667,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.01720237362748482,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.018270522929258994,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200615-095623",
  "required-landmarks": 1.0
}