Evaluation

ID
5e45343b-8997-4f65-8bc5-677635d9e64b
Submission ID
317be0d3-35b5-490e-a603-cf290a6a5865
Method ID
9e8f56b2-47cb-486d-bbf9-1fb8790edd1e
Status
Succeeded
User
User Mugshot zhaoshuaibit 
Challenge
ANHIR
Phase
Challenge
Submission created
June 15, 2020, 9:57 a.m.
Result created
June 15, 2020, 9:57 a.m.
Position on leaderboard
20
Publication:
Comment:

Metrics

{
  "cases": "not exported",
  "computer": {
    "file": "7a7f7d8d85e6e064cdd1b7e3a731766cab49ecfca7c3a9661327c4cbf1f2bb03",
    "created": "2019-03-19 09:44:12.102400",
    "computer": {
      "node": "zshuai",
      "system": "Linux",
      "machine": "x86_64",
      "release": "4.15.0-46-generic",
      "version": "#49-Ubuntu SMP Wed Feb 6 09:33:07 UTC 2019",
      "processor": "x86_64",
      "total RAM": 62.870052337646484,
      "architecture": [
        "64bit",
        ""
      ],
      "virtual CPUs": 8
    },
    "number runs": 5,
    "python-version": "2.7.15rc1",
    "skimage-version": "0.14.2",
    "registration @1-thread": 14.551929569244384,
    "registration @n-thread": 27.596768751740456
  },
  "aggregates": {
    "STD-Max-rTRE": 0.01756339589305336,
    "STD-Norm-Time": 4.401576654861241,
    "STD-Robustness": 0.040749502626897964,
    "Median-Max-rTRE": 0.017278421919345456,
    "STD-Median-rTRE": 0.003385788432048942,
    "Average-Max-rTRE": 0.022606515150005235,
    "Median-Norm-Time": 4.824366483587719,
    "STD-Average-rTRE": 0.003980665020635259,
    "Average-Norm-Time": 6.0985166149916825,
    "Median-Robustness": 1.0,
    "Average-Robustness": 0.9852843399663156,
    "Median-Median-rTRE": 0.0025652154776047865,
    "Average-Median-rTRE": 0.0034759160083580446,
    "Median-Average-rTRE": 0.0034897436239230057,
    "STD-Max-rTRE-Robust": 0.017578783208553134,
    "Average-Average-rTRE": 0.004664323846358397,
    "STD-Norm-Time-Robust": 4.402549813617327,
    "Average-Rank-Max-rTRE": null,
    "Average-used-landmarks": 1.0,
    "Median-Max-rTRE-Robust": 0.017215320319740712,
    "STD-Median-rTRE-Robust": 0.003387462768081668,
    "Average-Max-rTRE-Robust": 0.022591959498228564,
    "Median-Norm-Time-Robust": 4.825087130202794,
    "STD-Average-rTRE-Robust": 0.003980121213547408,
    "Average-Norm-Time-Robust": 6.106646847973235,
    "Average-Rank-Median-rTRE": null,
    "Median-Max-rTRE_training": 0.016495714260100075,
    "Average-Max-rTRE_training": 0.02016563627652851,
    "Median-Median-rTRE-Robust": 0.002553160081416383,
    "Average-Median-rTRE-Robust": 0.0034708097110326924,
    "Median-Average-rTRE-Robust": 0.0034867663542649465,
    "Median-Max-rTRE_evaluation": 0.019670861354257576,
    "Median-Robustness_training": 1.0,
    "Average-Average-rTRE-Robust": 0.00465551294372688,
    "Average-Max-rTRE_evaluation": 0.02484317706594007,
    "Average-Robustness_training": 0.9847465590591239,
    "Median-Median-rTRE_training": 0.002446634835224767,
    "Average-Median-rTRE_training": 0.0027327288590838265,
    "Median-Average-rTRE_training": 0.0034205250440917903,
    "Median-Robustness_evaluation": 1.0,
    "Average-Average-rTRE_training": 0.0038111755958918562,
    "Average-Robustness_evaluation": 0.9857771272517901,
    "Median-Median-rTRE_evaluation": 0.002646325033832934,
    "Average-Median-rTRE_evaluation": 0.004156924153111312,
    "Median-Average-rTRE_evaluation": 0.0037239121343378423,
    "Average-Average-rTRE_evaluation": 0.005446093159534909,
    "Median-Max-rTRE__tissue_COAD__All": 0.023955775689475114,
    "Average-Max-rTRE__tissue_COAD__All": 0.02812098071768085,
    "Median-Max-rTRE__tissue_breast__All": 0.02098027568955771,
    "Median-Max-rTRE__tissue_kidney__All": 0.014193673997342601,
    "Median-Robustness__tissue_COAD__All": 1.0,
    "Average-Max-rTRE__tissue_breast__All": 0.024786382706602092,
    "Average-Max-rTRE__tissue_kidney__All": 0.01686404475723442,
    "Average-Robustness__tissue_COAD__All": 0.9836192333143949,
    "Median-Max-rTRE__tissue_gastric__All": 0.008642087012636041,
    "Median-Median-rTRE__tissue_COAD__All": 0.002829912622336332,
    "Average-Max-rTRE__tissue_gastric__All": 0.01222181519005025,
    "Average-Median-rTRE__tissue_COAD__All": 0.0038724691783713536,
    "Median-Average-rTRE__tissue_COAD__All": 0.004008758315857083,
    "Median-Robustness__tissue_breast__All": 1.0,
    "Median-Robustness__tissue_kidney__All": 0.9876543209876543,
    "Average-Average-rTRE__tissue_COAD__All": 0.005398899791019936,
    "Average-Robustness__tissue_breast__All": 1.0,
    "Average-Robustness__tissue_kidney__All": 0.9531748643630364,
    "Median-Max-rTRE__tissue_COAD__training": 0.019207377301282635,
    "Median-Median-rTRE__tissue_breast__All": 0.004950915968939894,
    "Median-Median-rTRE__tissue_kidney__All": 0.003697454678037462,
    "Median-Robustness__tissue_gastric__All": 1.0,
    "Average-Max-rTRE__tissue_COAD__training": 0.025355936177932182,
    "Average-Median-rTRE__tissue_breast__All": 0.006091301999170458,
    "Average-Median-rTRE__tissue_kidney__All": 0.004176259002893959,
    "Average-Robustness__tissue_gastric__All": 0.996294115103007,
    "Median-Average-rTRE__tissue_breast__All": 0.006123759211414597,
    "Median-Average-rTRE__tissue_kidney__All": 0.004637707614873864,
    "Median-Max-rTRE__tissue_lung-lobes__All": 0.018226190465773222,
    "Median-Median-rTRE__tissue_gastric__All": 0.0015379642420015446,
    "Average-Average-rTRE__tissue_breast__All": 0.007219687526702215,
    "Average-Average-rTRE__tissue_kidney__All": 0.005182013707056884,
    "Average-Max-rTRE__tissue_lung-lobes__All": 0.021797098895201723,
    "Average-Median-rTRE__tissue_gastric__All": 0.0024939130482791623,
    "Median-Average-rTRE__tissue_gastric__All": 0.0018961446790543275,
    "Median-Max-rTRE__tissue_COAD__evaluation": 0.026689960695403678,
    "Median-Max-rTRE__tissue_breast__training": 0.02098027568955771,
    "Median-Max-rTRE__tissue_kidney__training": 0.009209045811450461,
    "Median-Max-rTRE__tissue_lung-lesion__All": 0.016685177113596517,
    "Median-Max-rTRE__tissue_mice-kidney__All": 0.011191561478099033,
    "Median-Robustness__tissue_COAD__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__All": 0.0030149165590776577,
    "Average-Max-rTRE__tissue_COAD__evaluation": 0.02963904438656246,
    "Average-Max-rTRE__tissue_breast__training": 0.02166679634929911,
    "Average-Max-rTRE__tissue_kidney__training": 0.013943987880110992,
    "Average-Max-rTRE__tissue_lung-lesion__All": 0.01750973163402018,
    "Average-Max-rTRE__tissue_mice-kidney__All": 0.014554112883234384,
    "Average-Robustness__tissue_COAD__training": 0.9828532644805088,
    "Median-Max-rTRE__tissue_gastric__training": 0.0066256433155564495,
    "Median-Median-rTRE__tissue_COAD__training": 0.002595202324673934,
    "Median-Robustness__tissue_lung-lobes__All": 0.9887640449438202,
    "Average-Max-rTRE__tissue_gastric__training": 0.008867528906207975,
    "Average-Median-rTRE__tissue_COAD__training": 0.002793347693981315,
    "Average-Robustness__tissue_lung-lobes__All": 0.9803997170116603,
    "Median-Average-rTRE__tissue_COAD__training": 0.0036403970140050394,
    "Median-Max-rTRE__tissue_breast__evaluation": 0.021626805666201784,
    "Median-Max-rTRE__tissue_kidney__evaluation": 0.014802211601397212,
    "Median-Max-rTRE__tissue_mammary-gland__All": 0.0163216311226173,
    "Median-Median-rTRE__tissue_lung-lobes__All": 0.0018923089339296408,
    "Median-Robustness__tissue_COAD__evaluation": 1.0,
    "Median-Robustness__tissue_breast__training": 1.0,
    "Median-Robustness__tissue_kidney__training": 1.0,
    "Median-Robustness__tissue_lung-lesion__All": 1.0,
    "Median-Robustness__tissue_mice-kidney__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__training": 0.0041365735399200125,
    "Average-Max-rTRE__tissue_breast__evaluation": 0.025566279295927835,
    "Average-Max-rTRE__tissue_kidney__evaluation": 0.017594058976515278,
    "Average-Max-rTRE__tissue_mammary-gland__All": 0.016910074616267638,
    "Average-Median-rTRE__tissue_lung-lobes__All": 0.0022689508902121354,
    "Average-Robustness__tissue_COAD__evaluation": 0.9840397652231954,
    "Average-Robustness__tissue_breast__training": 1.0,
    "Average-Robustness__tissue_kidney__training": 0.9491666666666667,
    "Average-Robustness__tissue_lung-lesion__All": 0.9908920940170941,
    "Average-Robustness__tissue_mice-kidney__All": 0.9993112947658402,
    "Median-Average-rTRE__tissue_lung-lobes__All": 0.003010197874364253,
    "Median-Max-rTRE__tissue_gastric__evaluation": 0.01022088467792514,
    "Median-Median-rTRE__tissue_COAD__evaluation": 0.003064495665732694,
    "Median-Median-rTRE__tissue_breast__training": 0.005175247506501781,
    "Median-Median-rTRE__tissue_kidney__training": 0.0023752163497824945,
    "Median-Median-rTRE__tissue_lung-lesion__All": 0.004263397256467394,
    "Median-Median-rTRE__tissue_mice-kidney__All": 0.0014893108495651509,
    "Median-Robustness__tissue_gastric__training": 1.0,
    "Average-Average-rTRE__tissue_lung-lobes__All": 0.0035465631814400067,
    "Average-Max-rTRE__tissue_gastric__evaluation": 0.013311958232298988,
    "Average-Median-rTRE__tissue_COAD__evaluation": 0.004464928032546276,
    "Average-Median-rTRE__tissue_breast__training": 0.005127434443928632,
    "Average-Median-rTRE__tissue_kidney__training": 0.0026949962914794338,
    "Average-Median-rTRE__tissue_lung-lesion__All": 0.004114426155323271,
    "Average-Median-rTRE__tissue_mice-kidney__All": 0.0017216709030950202,
    "Average-Robustness__tissue_gastric__training": 1.0,
    "Median-Average-rTRE__tissue_COAD__evaluation": 0.004675282499514448,
    "Median-Average-rTRE__tissue_breast__training": 0.00615926772219753,
    "Median-Average-rTRE__tissue_kidney__training": 0.002831542719992788,
    "Median-Average-rTRE__tissue_lung-lesion__All": 0.004965420857629561,
    "Median-Average-rTRE__tissue_mice-kidney__All": 0.0020718681915059545,
    "Median-Max-rTRE__tissue_lung-lobes__training": 0.018226190465773222,
    "Median-Median-rTRE__tissue_gastric__training": 0.0017080907345889647,
    "Median-Robustness__tissue_breast__evaluation": 1.0,
    "Median-Robustness__tissue_kidney__evaluation": 0.9857626443647949,
    "Median-Robustness__tissue_mammary-gland__All": 1.0,
    "Average-Average-rTRE__tissue_COAD__evaluation": 0.0060919416543689115,
    "Average-Average-rTRE__tissue_breast__training": 0.006295769198589993,
    "Average-Average-rTRE__tissue_kidney__training": 0.004125890167551258,
    "Average-Average-rTRE__tissue_lung-lesion__All": 0.004989465041992731,
    "Average-Average-rTRE__tissue_mice-kidney__All": 0.0022867169394165917,
    "Average-Max-rTRE__tissue_lung-lobes__training": 0.021797098895201723,
    "Average-Median-rTRE__tissue_gastric__training": 0.0019324923638097782,
    "Average-Robustness__tissue_breast__evaluation": 1.0,
    "Average-Robustness__tissue_kidney__evaluation": 0.9541769137871288,
    "Average-Robustness__tissue_mammary-gland__All": 0.9802901392236574,
    "Median-Average-rTRE__tissue_gastric__training": 0.0023324388438712173,
    "Median-Max-rTRE__tissue_lung-lesion__training": 0.016685177113596517,
    "Median-Max-rTRE__tissue_mice-kidney__training": 0.011038023655665337,
    "Median-Median-rTRE__tissue_breast__evaluation": 0.004030481091672008,
    "Median-Median-rTRE__tissue_kidney__evaluation": 0.004369857551541547,
    "Median-Median-rTRE__tissue_mammary-gland__All": 0.002395420749733662,
    "Median-Robustness__tissue_gastric__evaluation": 1.0,
    "Average-Average-rTRE__tissue_gastric__training": 0.0023052320123277898,
    "Average-Max-rTRE__tissue_lung-lesion__training": 0.01750973163402018,
    "Average-Max-rTRE__tissue_mice-kidney__training": 0.011673811165377036,
    "Average-Median-rTRE__tissue_breast__evaluation": 0.006332268887980913,
    "Average-Median-rTRE__tissue_kidney__evaluation": 0.0045465746807475905,
    "Average-Median-rTRE__tissue_mammary-gland__All": 0.0024807375806706173,
    "Average-Robustness__tissue_gastric__evaluation": 0.9950897025114841,
    "Median-Average-rTRE__tissue_breast__evaluation": 0.004672037154523951,
    "Median-Average-rTRE__tissue_kidney__evaluation": 0.005135669473734828,
    "Median-Average-rTRE__tissue_mammary-gland__All": 0.0031355798466404655,
    "Median-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_gastric__evaluation": 0.0014857458824002131,
    "Median-Robustness__tissue_lung-lobes__training": 0.9887640449438202,
    "Average-Average-rTRE__tissue_breast__evaluation": 0.0074506671087302715,
    "Average-Average-rTRE__tissue_kidney__evaluation": 0.005446044591933292,
    "Average-Average-rTRE__tissue_mammary-gland__All": 0.0033462966745642555,
    "Average-Max-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_gastric__evaluation": 0.002676374770731711,
    "Average-Robustness__tissue_lung-lobes__training": 0.9803997170116603,
    "Median-Average-rTRE__tissue_gastric__evaluation": 0.0018695504186349377,
    "Median-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Max-rTRE__tissue_mammary-gland__training": 0.0163216311226173,
    "Median-Max-rTRE__tissue_mice-kidney__evaluation": 0.01185095332057065,
    "Median-Median-rTRE__tissue_lung-lobes__training": 0.0018923089339296408,
    "Median-Robustness__tissue_lung-lesion__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__training": 1.0,
    "Average-Average-rTRE__tissue_gastric__evaluation": 0.0032455640367713657,
    "Average-Max-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Max-rTRE__tissue_mammary-gland__training": 0.016910074616267638,
    "Average-Max-rTRE__tissue_mice-kidney__evaluation": 0.016954364314782172,
    "Average-Median-rTRE__tissue_lung-lobes__training": 0.0022689508902121354,
    "Average-Robustness__tissue_lung-lesion__training": 0.9908920940170941,
    "Average-Robustness__tissue_mice-kidney__training": 0.9994949494949494,
    "Median-Average-rTRE__tissue_lung-lobes__training": 0.003010197874364253,
    "Median-Median-rTRE__tissue_lung-lesion__training": 0.004263397256467394,
    "Median-Median-rTRE__tissue_mice-kidney__training": 0.0014893108495651509,
    "Median-Robustness__tissue_lung-lobes__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lobes__training": 0.0035465631814400067,
    "Average-Median-rTRE__tissue_lung-lesion__training": 0.004114426155323271,
    "Average-Median-rTRE__tissue_mice-kidney__training": 0.0014128685703076827,
    "Average-Robustness__tissue_lung-lobes__evaluation": null,
    "Median-Average-rTRE__tissue_lung-lesion__training": 0.004965420857629561,
    "Median-Average-rTRE__tissue_mice-kidney__training": 0.0019107576398123003,
    "Median-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Robustness__tissue_lung-lesion__evaluation": null,
    "Median-Robustness__tissue_mammary-gland__training": 1.0,
    "Median-Robustness__tissue_mice-kidney__evaluation": 1.0,
    "Average-Average-rTRE__tissue_lung-lesion__training": 0.004989465041992731,
    "Average-Average-rTRE__tissue_mice-kidney__training": 0.0018877429706703008,
    "Average-Max-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Robustness__tissue_lung-lesion__evaluation": null,
    "Average-Robustness__tissue_mammary-gland__training": 0.9802901392236574,
    "Average-Robustness__tissue_mice-kidney__evaluation": 0.9991582491582491,
    "Median-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Median-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__training": 0.002395420749733662,
    "Median-Median-rTRE__tissue_mice-kidney__evaluation": 0.0014420856261573099,
    "Average-Average-rTRE__tissue_lung-lobes__evaluation": null,
    "Average-Median-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__training": 0.0024807375806706173,
    "Average-Median-rTRE__tissue_mice-kidney__evaluation": 0.0019790061804178015,
    "Median-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__training": 0.0031355798466404655,
    "Median-Average-rTRE__tissue_mice-kidney__evaluation": 0.002154183948506252,
    "Median-Robustness__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_lung-lesion__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__training": 0.0033462966745642555,
    "Average-Average-rTRE__tissue_mice-kidney__evaluation": 0.0026191952467051675,
    "Average-Robustness__tissue_mammary-gland__evaluation": null,
    "Median-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Median-rTRE__tissue_mammary-gland__evaluation": null,
    "Median-Average-rTRE__tissue_mammary-gland__evaluation": null,
    "Average-Average-rTRE__tissue_mammary-gland__evaluation": null
  },
  "submission-time": "20200615-095845",
  "required-landmarks": 1.0
}