Evaluation

ID
84e3f5b9-d507-48ff-ba40-1403b98ca8f1
Submission ID
b7eb6bfe-ca03-4ddb-9624-eba318ed0262
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot SIAT 
Challenge
ANHIR
Phase
Challenge
Submission created
July 28, 2022, 10:48 a.m.
Result created
July 28, 2022, 10:48 a.m.
Position on leaderboard
5
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "601b3bd43c424c44b2d9c42a97b8574a8be51e16484cc70445abaebe13abc842",
    "created": "2022-06-09 17:12:08.949975",
    "computer": {
      "name": "igrtgroup-All-Series",
      "system": "Linux",
      "machine": "x86_64",
      "release": "5.13.0-44-generic",
      "version": "#49~20.04.1-Ubuntu SMP Wed May 18 18:44:28 UTC 2022",
      "processor": "x86_64",
      "total RAM": 125.7192268371582,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 12
    },
    "number runs": 5,
    "python-version": "3.7.10",
    "skimage-version": "0.19.2",
    "registration @1-thread": 28.40004930496216,
    "registration @n-thread": 53.633050521214805
  },
  "aggregates": {
    "STD-Max-rTRE": 0.02126889330455218,
    "STD-Norm-Time": 0.006327684453774712,
    "STD-Robustness": 0.048622084378722535,
    "Median-Max-rTRE": 0.0044418781177217245,
    "STD-Median-rTRE": 0.0018813642934718076,
    "Average-Max-rTRE": 0.012868375386788262,
    "Median-Norm-Time": 0.014974438066114157,
    "STD-Average-rTRE": 0.002921292415230342,
    "Average-Norm-Time": 0.015514416295212032,
    "Median-Robustness": 1.0,
    "Average-Robustness": 0.9927404870630758,
    "Median-Median-rTRE": 0.0007885521522539679,
    "Average-Median-rTRE": 0.001303978664230566,
    "Median-Average-rTRE": 0.0010096542220306098,
    "STD-Max-rTRE-Robust": 0.021288688953321335,
    "Average-Average-rTRE": 0.0019691453248563734,
    "STD-Norm-Time-Robust": 0.0062989054082003325,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.0043920748084966075,
    "STD-Median-rTRE-Robust": 0.001821358566770436,
    "Average-Max-rTRE-Robust": 0.012853958527445171,
    "Median-Norm-Time-Robust": 0.014980088600131742,
    "STD-Average-rTRE-Robust": 0.002885289007890934,
    "Average-Norm-Time-Robust": 0.015544894023651369,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.0006902850164753196,
    "Average-Max-rTRE_training": 0.0008373990121914655,
    "Median-Median-rTRE-Robust": 0.000785117074689511,
    "Average-Median-rTRE-Robust": 0.0012821325477101106,
    "Median-Average-rTRE-Robust": 0.0010087745234364537,
    "Median-Max-rTRE_evaluation": 0.01697395001029009,
    "Median-Robustness_training": 1.0,
    "Average-Average-rTRE-Robust": 0.0019474291545481042,
    "Average-Max-rTRE_evaluation": 0.023892776048769396,
    "Average-Robustness_training": 0.9955571921982934,
    "Median-Median-rTRE_training": 0.00018732218342012145,
    "Average-Median-rTRE_training": 0.0003094315928245407,
    "Median-Average-rTRE_training": 0.00022543279480516257,
    "Median-Robustness_evaluation": 1.0,
    "Average-Average-rTRE_training": 0.00033677263683207817,
    "Average-Robustness_evaluation": 0.9901594425168607,
    "Median-Median-rTRE_evaluation": 0.0016288656353597704,
    "Average-Median-rTRE_evaluation": 0.0022153166181085975,
    "Median-Average-rTRE_evaluation": 0.0023949114003879862,
    "Average-Average-rTRE_evaluation": 0.0034649449991415848,
    "Median-Max-rTRE__tissue_COAD__All": 0.012585368722858134,
    "Average-Max-rTRE__tissue_COAD__All": 0.017997269778905825,
    "Median-Max-rTRE__tissue_breast__All": 0.01064785114877596,
    "Median-Max-rTRE__tissue_kidney__All": 0.010875451809420325,
    "Median-Robustness__tissue_COAD__All": 1.0,
    "Average-Max-rTRE__tissue_breast__All": 0.012188589945754042,
    "Average-Max-rTRE__tissue_kidney__All": 0.016597862429883457,
    "Average-Robustness__tissue_COAD__All": 0.9929893301065094,
    "Median-Max-rTRE__tissue_gastric__All": 0.0046969412347831335,
    "Median-Median-rTRE__tissue_COAD__All": 0.001382015780620265,
    "Average-Max-rTRE__tissue_gastric__All": 0.014976453387520391,
    "Average-Median-rTRE__tissue_COAD__All": 0.0016863194533128783,
    "Median-Average-rTRE__tissue_COAD__All": 0.0021082647895007754,
    "Median-Robustness__tissue_breast__All": 1.0,
    "Median-Robustness__tissue_kidney__All": 0.9876543209876543,
    "Average-Average-rTRE__tissue_COAD__All": 0.0027203805275788514,
    "Average-Robustness__tissue_breast__All": 1.0,
    "Average-Robustness__tissue_kidney__All": 0.9394207797379841,
    "Median-Max-rTRE__tissue_COAD__training": 0.00022955844914585388,
    "Median-Median-rTRE__tissue_breast__All": 0.0009403606248453386,
    "Median-Median-rTRE__tissue_kidney__All": 0.0015978886429145489,
    "Median-Robustness__tissue_gastric__All": 1.0,
    "Average-Max-rTRE__tissue_COAD__training": 0.00023464624840776262,
    "Average-Median-rTRE__tissue_breast__All": 0.0014415448289870235,
    "Average-Median-rTRE__tissue_kidney__All": 0.0030436277783048938,
    "Average-Robustness__tissue_gastric__All": 0.9945034124187027,
    "Median-Average-rTRE__tissue_breast__All": 0.0014034022001458634,
    "Median-Average-rTRE__tissue_kidney__All": 0.0025489550470266646,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.0008720667385143303,
    "Median-Median-rTRE__tissue_gastric__All": 0.000886038742189927,
    "Average-Average-rTRE__tissue_breast__All": 0.0020046747155642907,
    "Average-Average-rTRE__tissue_kidney__All": 0.003947700424900638,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.0008837887097750786,
    "Average-Median-rTRE__tissue_gastric__All": 0.001193617752362379,
    "Median-Average-rTRE__tissue_gastric__All": 0.0011412055182958715,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.02359937252769892,
    "Median-Max-rTRE__tissue_breast__training": 0.00021915666540456958,
    "Median-Max-rTRE__tissue_kidney__training": 0.00031615816407935295,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.0008655255634800268,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.005327118184045966,
    "Median-Robustness__tissue_COAD__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.0016751632123989011,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.02774929838388515,
    "Average-Max-rTRE__tissue_breast__training": 0.0004916454689270281,
    "Average-Max-rTRE__tissue_kidney__training": 0.010111677226353807,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.0008490530313893447,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.009469616289148209,
    "Average-Robustness__tissue_COAD__training": 1.0,
    "Median-Max-rTRE__tissue_gastric__training": 0.0007026331533858648,
    "Median-Median-rTRE__tissue_COAD__training": 9.828657743968678e-05,
    "Median-Robustness__tissue_lung-lobes__All": 1.0,
    "Average-Max-rTRE__tissue_gastric__training": 0.0007535578653067,
    "Average-Median-rTRE__tissue_COAD__training": 0.00010015369102319917,
    "Average-Robustness__tissue_lung-lobes__All": 0.999766355140187,
    "Median-Average-rTRE__tissue_COAD__training": 0.00010383598374562265,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.015297529037927016,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.012041741567598269,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.000929180605001515,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.0001920916956080922,
    "Median-Robustness__tissue_COAD__evaluation": 1.0,
    "Median-Robustness__tissue_breast__training": 1.0,
    "Median-Robustness__tissue_kidney__training": 1.0,
    "Median-Robustness__tissue_lung-lesion__All": 1.0,
    "Median-Robustness__tissue_mice-kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.00010515261614366781,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.0151128260649608,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.018219408730765867,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.0009895212536942476,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.00019735148176927862,
    "Average-Robustness__tissue_COAD__evaluation": 0.9891403348708674,
    "Average-Robustness__tissue_breast__training": 1.0,
    "Average-Robustness__tissue_kidney__training": 0.7975,
    "Average-Robustness__tissue_lung-lesion__All": 1.0,
    "Average-Robustness__tissue_mice-kidney__All": 0.9995408631772268,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.0002319559308206088,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.007852606533901229,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.0019368911016236906,
    "Median-Median-rTRE__tissue_breast__training": 0.00015793099256853377,
    "Median-Median-rTRE__tissue_kidney__training": 0.00022378098273775448,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.00023176807370163164,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.0011965143300210457,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.00023779241495247103,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.01959889443223984,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.0025571555580993686,
    "Average-Median-rTRE__tissue_breast__training": 0.0001560504672569499,
    "Average-Median-rTRE__tissue_kidney__training": 0.006517072950281352,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.0002296854302254697,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.000873558298805773,
    "Average-Robustness__tissue_gastric__training": 1.0,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.003188645616092353,
    "Median-Average-rTRE__tissue_breast__training": 0.00016346832353979457,
    "Median-Average-rTRE__tissue_kidney__training": 0.00021734234880374113,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.0002647647350247454,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.0014700426790527996,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.0008720667385143303,
    "Median-Median-rTRE__tissue_gastric__training": 0.0002104109699492233,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 0.9875771604938272,
    "Median-Robustness__tissue_mammary-gland__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.004156191929935422,
    "Average-Average-rTRE__tissue_breast__training": 0.00018908319912634697,
    "Average-Average-rTRE__tissue_kidney__training": 0.006605015760607682,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.00026435658652491505,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.001120914115056186,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.0008837887097750786,
    "Average-Median-rTRE__tissue_gastric__training": 0.0002068031659515744,
    "Average-Robustness__tissue_breast__evaluation": 1.0,
    "Average-Robustness__tissue_kidney__evaluation": 0.97490097467248,
    "Average-Robustness__tissue_mammary-gland__All": 1.0,
    "Median-Average-rTRE__tissue_gastric__training": 0.00024605940132090096,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.0008655255634800268,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.0007577363163430164,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.0012123394340092172,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.0016588338988115722,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.0002245642656089983,
    "Median-Robustness__tissue_gastric__evaluation": 1.0,
    "Average-Average-rTRE__tissue_gastric__training": 0.0002376791761312903,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.0008490530313893447,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.0007769116826219225,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.0017629184194195417,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.002175266485310779,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.00022507697274001327,
    "Average-Robustness__tissue_gastric__evaluation": 0.9927170214547811,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.0015451145598640382,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.002552771633416908,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.00027956099014766014,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.001059626691165997,
    "Median-Robustness__tissue_lung-lobes__training": 1.0,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.0024585725946737764,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.0032833715909738777,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.0002737665121121734,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.0015143324929458904,
    "Average-Robustness__tissue_lung-lobes__training": 0.999766355140187,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.0013286143272408064,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.000929180605001515,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.010062891469584579,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.0001920916956080922,
    "Median-Robustness__tissue_lung-lesion__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.0021423455241858748,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.0009895212536942476,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.016713536794586783,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.00019735148176927862,
    "Average-Robustness__tissue_lung-lesion__training": 1.0,
    "Average-Robustness__tissue_mice-kidney__training": 1.0,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.0002319559308206088,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.00023176807370163164,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.00022400321797467465,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.00023779241495247103,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.0002296854302254697,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.00022431672779852794,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.0002647647350247454,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.0002500154581702191,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.00026435658652491505,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.0002479360648549394,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 1.0,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.9991582491582491,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.0002245642656089983,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.0013642762675302464,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.00022507697274001327,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.0014145929413118105,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.00027956099014766014,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.001908131376112406,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.0002737665121121734,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.001848395823557225,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20220728-105222",
  "required-landmarks": 1.0
}