{
  "idCol": "method",
  "data": [
    {
      "method": "CIDR",
      "ARI_Koh": 0.6722,
      "ARI_KohTCC": 0.8054,
      "ARI_Kumar": 0.9888,
      "ARI_KumarTCC": 0.9774,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 0.7106,
      "ARI_Trapnell": 0.337,
      "ARI_TrapnellTCC": 0.2842,
      "ARI_Zhengmix4eq": 0.3097,
      "ARI_Zhengmix4uneq": 0.4758,
      "ARI_Zhengmix8eq": 0.2541,
      "elapsed_Koh": 7.305,
      "elapsed_KohTCC": 96.515,
      "elapsed_Kumar": 2.035,
      "elapsed_KumarTCC": 25.337,
      "elapsed_SimKumar4easy": 5.361,
      "elapsed_SimKumar4hard": 5.358,
      "elapsed_SimKumar8hard": 5.537,
      "elapsed_Trapnell": 1.738,
      "elapsed_TrapnellTCC": 21.588,
      "elapsed_Zhengmix4eq": 260.746,
      "elapsed_Zhengmix4uneq": 1087.955,
      "elapsed_Zhengmix8eq": 356.313,
      "s.norm.vs.true_Koh": 0.0408,
      "s.norm.vs.true_KohTCC": 0.0059,
      "s.norm.vs.true_Kumar": 0.0007,
      "s.norm.vs.true_KumarTCC": 0.0005,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0.105,
      "s.norm.vs.true_Trapnell": 0.0076,
      "s.norm.vs.true_TrapnellTCC": 0.0046,
      "s.norm.vs.true_Zhengmix4eq": 0.357,
      "s.norm.vs.true_Zhengmix4uneq": 0.3041,
      "s.norm.vs.true_Zhengmix8eq": 0.2489,
      "nclust.vs.true_Koh": 3,
      "nclust.vs.true_KohTCC": 2,
      "nclust.vs.true_Kumar": 0,
      "nclust.vs.true_KumarTCC": 0,
      "nclust.vs.true_SimKumar4easy": 0,
      "nclust.vs.true_SimKumar4hard": 0,
      "nclust.vs.true_SimKumar8hard": 1,
      "nclust.vs.true_Trapnell": 0,
      "nclust.vs.true_TrapnellTCC": 1,
      "nclust.vs.true_Zhengmix4eq": 5,
      "nclust.vs.true_Zhengmix4uneq": 1,
      "nclust.vs.true_Zhengmix8eq": 0,
      "_row": "CIDR"
    },
    {
      "method": "FlowSOM",
      "ARI_Koh": 0.6991,
      "ARI_KohTCC": 0.8548,
      "ARI_Kumar": 0.5115,
      "ARI_KumarTCC": 0.5634,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 1,
      "ARI_Trapnell": 0.1183,
      "ARI_TrapnellTCC": 0.3013,
      "ARI_Zhengmix4eq": 0.0027,
      "ARI_Zhengmix4uneq": 0.0053,
      "ARI_Zhengmix8eq": 0.1975,
      "elapsed_Koh": 12.877,
      "elapsed_KohTCC": 173.006,
      "elapsed_Kumar": 3.079,
      "elapsed_KumarTCC": 56.731,
      "elapsed_SimKumar4easy": 9.483,
      "elapsed_SimKumar4hard": 9.604,
      "elapsed_SimKumar8hard": 13.396,
      "elapsed_Trapnell": 2.727,
      "elapsed_TrapnellTCC": 38.294,
      "elapsed_Zhengmix4eq": 107.949,
      "elapsed_Zhengmix4uneq": 170.224,
      "elapsed_Zhengmix8eq": 99.275,
      "s.norm.vs.true_Koh": 0.0559,
      "s.norm.vs.true_KohTCC": 0.0074,
      "s.norm.vs.true_Kumar": 0.4034,
      "s.norm.vs.true_KumarTCC": 0.3601,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0,
      "s.norm.vs.true_Trapnell": 0.2429,
      "s.norm.vs.true_TrapnellTCC": 0.0369,
      "s.norm.vs.true_Zhengmix4eq": 0.7245,
      "s.norm.vs.true_Zhengmix4uneq": 0.7347,
      "s.norm.vs.true_Zhengmix8eq": 0.3727,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "FlowSOM"
    },
    {
      "method": "PCAHC",
      "ARI_Koh": 0.8685,
      "ARI_KohTCC": 0.8911,
      "ARI_Kumar": 1,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 1,
      "ARI_Trapnell": 0.4176,
      "ARI_TrapnellTCC": 0.3927,
      "ARI_Zhengmix4eq": 0.2733,
      "ARI_Zhengmix4uneq": 0.4755,
      "ARI_Zhengmix8eq": 0.3531,
      "elapsed_Koh": 10.352,
      "elapsed_KohTCC": 177.436,
      "elapsed_Kumar": 3.06,
      "elapsed_KumarTCC": 57.897,
      "elapsed_SimKumar4easy": 12.056,
      "elapsed_SimKumar4hard": 12.468,
      "elapsed_SimKumar8hard": 10.98,
      "elapsed_Trapnell": 1.896,
      "elapsed_TrapnellTCC": 39.185,
      "elapsed_Zhengmix4eq": 103.339,
      "elapsed_Zhengmix4uneq": 170.229,
      "elapsed_Zhengmix8eq": 102.514,
      "s.norm.vs.true_Koh": 0.0036,
      "s.norm.vs.true_KohTCC": 0.0043,
      "s.norm.vs.true_Kumar": 0,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0,
      "s.norm.vs.true_Trapnell": 0.0072,
      "s.norm.vs.true_TrapnellTCC": 0.0005,
      "s.norm.vs.true_Zhengmix4eq": 0.3472,
      "s.norm.vs.true_Zhengmix4uneq": 0.0434,
      "s.norm.vs.true_Zhengmix8eq": 0.25,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "PCAHC"
    },
    {
      "method": "PCAKmeans",
      "ARI_Koh": 0.8355,
      "ARI_KohTCC": 0.9026,
      "ARI_Kumar": 0.9888,
      "ARI_KumarTCC": 0.9781,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 1,
      "ARI_Trapnell": 0.357,
      "ARI_TrapnellTCC": 0.2995,
      "ARI_Zhengmix4eq": 0.2833,
      "ARI_Zhengmix4uneq": 0.437,
      "ARI_Zhengmix8eq": 0.3741,
      "elapsed_Koh": 12.386,
      "elapsed_KohTCC": 205.31,
      "elapsed_Kumar": 2.772,
      "elapsed_KumarTCC": 54.134,
      "elapsed_SimKumar4easy": 9.773,
      "elapsed_SimKumar4hard": 9.566,
      "elapsed_SimKumar8hard": 11.3,
      "elapsed_Trapnell": 1.758,
      "elapsed_TrapnellTCC": 39.221,
      "elapsed_Zhengmix4eq": 109.734,
      "elapsed_Zhengmix4uneq": 186.881,
      "elapsed_Zhengmix8eq": 122.618,
      "s.norm.vs.true_Koh": 0.0045,
      "s.norm.vs.true_KohTCC": 0.0003,
      "s.norm.vs.true_Kumar": 0.0007,
      "s.norm.vs.true_KumarTCC": 0.0001,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0,
      "s.norm.vs.true_Trapnell": 0.0037,
      "s.norm.vs.true_TrapnellTCC": 0.0084,
      "s.norm.vs.true_Zhengmix4eq": 0.1795,
      "s.norm.vs.true_Zhengmix4uneq": 0.0592,
      "s.norm.vs.true_Zhengmix8eq": 0.1687,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "PCAKmeans"
    },
    {
      "method": "RaceID2",
      "ARI_Koh": 0.2803,
      "ARI_KohTCC": 0.2757,
      "ARI_Kumar": 0.949,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 0.644,
      "ARI_SimKumar4hard": 0.1942,
      "ARI_SimKumar8hard": 0.1848,
      "ARI_Trapnell": 0.2842,
      "ARI_TrapnellTCC": 0.2403,
      "ARI_Zhengmix4eq": 0.7734,
      "ARI_Zhengmix4uneq": 0.6589,
      "ARI_Zhengmix8eq": 0.3263,
      "elapsed_Koh": 64.359,
      "elapsed_KohTCC": 743.887,
      "elapsed_Kumar": 9.947,
      "elapsed_KumarTCC": 175.884,
      "elapsed_SimKumar4easy": 39.329,
      "elapsed_SimKumar4hard": 37.518,
      "elapsed_SimKumar8hard": 45.479,
      "elapsed_Trapnell": 8.124,
      "elapsed_TrapnellTCC": 120.477,
      "elapsed_Zhengmix4eq": 3312.127,
      "elapsed_Zhengmix4uneq": 20253.079,
      "elapsed_Zhengmix8eq": 5837.303,
      "s.norm.vs.true_Koh": 0.0195,
      "s.norm.vs.true_KohTCC": 0.047,
      "s.norm.vs.true_Kumar": 0.0031,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0.1435,
      "s.norm.vs.true_SimKumar4hard": 0.048,
      "s.norm.vs.true_SimKumar8hard": 0.1328,
      "s.norm.vs.true_Trapnell": 0.0611,
      "s.norm.vs.true_TrapnellTCC": 0.0745,
      "s.norm.vs.true_Zhengmix4eq": 0.0086,
      "s.norm.vs.true_Zhengmix4uneq": 0.0549,
      "s.norm.vs.true_Zhengmix8eq": 0.1191,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "RaceID2"
    },
    {
      "method": "RtsneKmeans",
      "ARI_Koh": 0.9656,
      "ARI_KohTCC": 0.9666,
      "ARI_Kumar": 0.9888,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 0.7054,
      "ARI_Trapnell": 0.3779,
      "ARI_TrapnellTCC": 0.3708,
      "ARI_Zhengmix4eq": 0.8118,
      "ARI_Zhengmix4uneq": 0.6698,
      "ARI_Zhengmix8eq": 0.5421,
      "elapsed_Koh": 29.233,
      "elapsed_KohTCC": 206.118,
      "elapsed_Kumar": 8.974,
      "elapsed_KumarTCC": 68.204,
      "elapsed_SimKumar4easy": 28.989,
      "elapsed_SimKumar4hard": 27.034,
      "elapsed_SimKumar8hard": 27.003,
      "elapsed_Trapnell": 8.621,
      "elapsed_TrapnellTCC": 45.113,
      "elapsed_Zhengmix4eq": 248.158,
      "elapsed_Zhengmix4uneq": 394.537,
      "elapsed_Zhengmix8eq": 247.816,
      "s.norm.vs.true_Koh": 0,
      "s.norm.vs.true_KohTCC": 0.0004,
      "s.norm.vs.true_Kumar": 0.0007,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0.1009,
      "s.norm.vs.true_Trapnell": 0.0001,
      "s.norm.vs.true_TrapnellTCC": 0.0066,
      "s.norm.vs.true_Zhengmix4eq": 0.0018,
      "s.norm.vs.true_Zhengmix4uneq": 0.1128,
      "s.norm.vs.true_Zhengmix8eq": 0.0162,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "RtsneKmeans"
    },
    {
      "method": "SAFE",
      "ARI_Koh": 0.6135,
      "ARI_KohTCC": 0.9498,
      "ARI_Kumar": 0.9888,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 0.9519,
      "ARI_SimKumar4hard": null,
      "ARI_SimKumar8hard": null,
      "ARI_Trapnell": 0.3358,
      "ARI_TrapnellTCC": 0.3465,
      "ARI_Zhengmix4eq": 0.6467,
      "ARI_Zhengmix4uneq": 0.6492,
      "ARI_Zhengmix8eq": 0.6642,
      "elapsed_Koh": 333.99,
      "elapsed_KohTCC": 1058.646,
      "elapsed_Kumar": 91.05,
      "elapsed_KumarTCC": 471.244,
      "elapsed_SimKumar4easy": 229.043,
      "elapsed_SimKumar4hard": null,
      "elapsed_SimKumar8hard": null,
      "elapsed_Trapnell": 90.191,
      "elapsed_TrapnellTCC": 373.234,
      "elapsed_Zhengmix4eq": 2550.892,
      "elapsed_Zhengmix4uneq": 4124.537,
      "elapsed_Zhengmix8eq": 2684.142,
      "s.norm.vs.true_Koh": 0.1502,
      "s.norm.vs.true_KohTCC": 0.0004,
      "s.norm.vs.true_Kumar": 0.0007,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0.1035,
      "s.norm.vs.true_SimKumar4hard": null,
      "s.norm.vs.true_SimKumar8hard": null,
      "s.norm.vs.true_Trapnell": 0.0031,
      "s.norm.vs.true_TrapnellTCC": 0.0014,
      "s.norm.vs.true_Zhengmix4eq": 0.2376,
      "s.norm.vs.true_Zhengmix4uneq": 0.1185,
      "s.norm.vs.true_Zhengmix8eq": 0.0525,
      "nclust.vs.true_Koh": 2,
      "nclust.vs.true_KohTCC": 2,
      "nclust.vs.true_Kumar": 0,
      "nclust.vs.true_KumarTCC": 1,
      "nclust.vs.true_SimKumar4easy": 1,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": 0,
      "nclust.vs.true_TrapnellTCC": 0,
      "nclust.vs.true_Zhengmix4eq": 1,
      "nclust.vs.true_Zhengmix4uneq": 0,
      "nclust.vs.true_Zhengmix8eq": 0,
      "_row": "SAFE"
    },
    {
      "method": "SC3",
      "ARI_Koh": 0.939,
      "ARI_KohTCC": 0.939,
      "ARI_Kumar": 1,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 1,
      "ARI_Trapnell": 0.4486,
      "ARI_TrapnellTCC": 0.4445,
      "ARI_Zhengmix4eq": 0.9747,
      "ARI_Zhengmix4uneq": 0.8339,
      "ARI_Zhengmix8eq": 0.6606,
      "elapsed_Koh": 301.722,
      "elapsed_KohTCC": 400.633,
      "elapsed_Kumar": 63.072,
      "elapsed_KumarTCC": 100.128,
      "elapsed_SimKumar4easy": 243.231,
      "elapsed_SimKumar4hard": 291.755,
      "elapsed_SimKumar8hard": 296.53,
      "elapsed_Trapnell": 59.199,
      "elapsed_TrapnellTCC": 86.354,
      "elapsed_Zhengmix4eq": 4825.808,
      "elapsed_Zhengmix4uneq": 19297.556,
      "elapsed_Zhengmix8eq": 7855.879,
      "s.norm.vs.true_Koh": 0.0378,
      "s.norm.vs.true_KohTCC": 0.0378,
      "s.norm.vs.true_Kumar": 0,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 1.1102e-16,
      "s.norm.vs.true_Trapnell": 0.0003,
      "s.norm.vs.true_TrapnellTCC": 0.0007,
      "s.norm.vs.true_Zhengmix4eq": 0.0001,
      "s.norm.vs.true_Zhengmix4uneq": 0.1561,
      "s.norm.vs.true_Zhengmix8eq": 0.0955,
      "nclust.vs.true_Koh": 0,
      "nclust.vs.true_KohTCC": 0,
      "nclust.vs.true_Kumar": 1,
      "nclust.vs.true_KumarTCC": 1,
      "nclust.vs.true_SimKumar4easy": 1,
      "nclust.vs.true_SimKumar4hard": 3,
      "nclust.vs.true_SimKumar8hard": 7,
      "nclust.vs.true_Trapnell": 2,
      "nclust.vs.true_TrapnellTCC": 3,
      "nclust.vs.true_Zhengmix4eq": 4,
      "nclust.vs.true_Zhengmix4uneq": 4,
      "nclust.vs.true_Zhengmix8eq": 0,
      "_row": "SC3"
    },
    {
      "method": "SC3svm",
      "ARI_Koh": 0.9273,
      "ARI_KohTCC": 0.9292,
      "ARI_Kumar": 1,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 0.9949,
      "ARI_Trapnell": 0.3438,
      "ARI_TrapnellTCC": 0.2204,
      "ARI_Zhengmix4eq": 0.9805,
      "ARI_Zhengmix4uneq": 0.834,
      "ARI_Zhengmix8eq": 0.6419,
      "elapsed_Koh": 92.642,
      "elapsed_KohTCC": 300.801,
      "elapsed_Kumar": 44.065,
      "elapsed_KumarTCC": 109.645,
      "elapsed_SimKumar4easy": 76.741,
      "elapsed_SimKumar4hard": 84.391,
      "elapsed_SimKumar8hard": 88.989,
      "elapsed_Trapnell": 41.505,
      "elapsed_TrapnellTCC": 95.808,
      "elapsed_Zhengmix4eq": 6317.648,
      "elapsed_Zhengmix4uneq": 3668.194,
      "elapsed_Zhengmix8eq": 13763.433,
      "s.norm.vs.true_Koh": 0.0351,
      "s.norm.vs.true_KohTCC": 0.0381,
      "s.norm.vs.true_Kumar": 0,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 1.1102e-16,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0.0025,
      "s.norm.vs.true_Trapnell": 0.0049,
      "s.norm.vs.true_TrapnellTCC": 0.0138,
      "s.norm.vs.true_Zhengmix4eq": 0.0001,
      "s.norm.vs.true_Zhengmix4uneq": 0.1559,
      "s.norm.vs.true_Zhengmix8eq": 0.1394,
      "nclust.vs.true_Koh": 0,
      "nclust.vs.true_KohTCC": 0,
      "nclust.vs.true_Kumar": 1,
      "nclust.vs.true_KumarTCC": 1,
      "nclust.vs.true_SimKumar4easy": 1,
      "nclust.vs.true_SimKumar4hard": 3,
      "nclust.vs.true_SimKumar8hard": 7,
      "nclust.vs.true_Trapnell": 2,
      "nclust.vs.true_TrapnellTCC": 3,
      "nclust.vs.true_Zhengmix4eq": 4,
      "nclust.vs.true_Zhengmix4uneq": 4,
      "nclust.vs.true_Zhengmix8eq": 0,
      "_row": "SC3svm"
    },
    {
      "method": "Seurat",
      "ARI_Koh": 0.8622,
      "ARI_KohTCC": 0.9019,
      "ARI_Kumar": 0.988,
      "ARI_KumarTCC": 0.9891,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 1,
      "ARI_Trapnell": 0.3565,
      "ARI_TrapnellTCC": 0.3794,
      "ARI_Zhengmix4eq": 0.982,
      "ARI_Zhengmix4uneq": 0.9814,
      "ARI_Zhengmix8eq": 0.7243,
      "elapsed_Koh": 7.5035,
      "elapsed_KohTCC": 75.378,
      "elapsed_Kumar": 5.509,
      "elapsed_KumarTCC": 59.207,
      "elapsed_SimKumar4easy": 8.742,
      "elapsed_SimKumar4hard": 8.075,
      "elapsed_SimKumar8hard": 9.022,
      "elapsed_Trapnell": 5.54,
      "elapsed_TrapnellTCC": 30.582,
      "elapsed_Zhengmix4eq": 27.8135,
      "elapsed_Zhengmix4uneq": 66.1035,
      "elapsed_Zhengmix8eq": 38.35,
      "s.norm.vs.true_Koh": 0.0003,
      "s.norm.vs.true_KohTCC": 0.0057,
      "s.norm.vs.true_Kumar": 0.0012,
      "s.norm.vs.true_KumarTCC": 0.0001,
      "s.norm.vs.true_SimKumar4easy": 1.1102e-16,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 1.1102e-16,
      "s.norm.vs.true_Trapnell": 0.0015,
      "s.norm.vs.true_TrapnellTCC": 0.0024,
      "s.norm.vs.true_Zhengmix4eq": 0.0001,
      "s.norm.vs.true_Zhengmix4uneq": 0.0001,
      "s.norm.vs.true_Zhengmix8eq": 0.06,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "Seurat"
    },
    {
      "method": "TSCAN",
      "ARI_Koh": 0.6391,
      "ARI_KohTCC": 0.6175,
      "ARI_Kumar": 1,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 1,
      "ARI_Trapnell": 0.2175,
      "ARI_TrapnellTCC": 0.1795,
      "ARI_Zhengmix4eq": 0.6182,
      "ARI_Zhengmix4uneq": 0.5975,
      "ARI_Zhengmix8eq": 0.4182,
      "elapsed_Koh": 25.394,
      "elapsed_KohTCC": 404.252,
      "elapsed_Kumar": 6.066,
      "elapsed_KumarTCC": 132.819,
      "elapsed_SimKumar4easy": 18.561,
      "elapsed_SimKumar4hard": 23.889,
      "elapsed_SimKumar8hard": 21.304,
      "elapsed_Trapnell": 5.443,
      "elapsed_TrapnellTCC": 96.841,
      "elapsed_Zhengmix4eq": 204.194,
      "elapsed_Zhengmix4uneq": 371.361,
      "elapsed_Zhengmix8eq": 230.551,
      "s.norm.vs.true_Koh": 0.0248,
      "s.norm.vs.true_KohTCC": 0.0382,
      "s.norm.vs.true_Kumar": 0,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0,
      "s.norm.vs.true_Trapnell": 0.0142,
      "s.norm.vs.true_TrapnellTCC": 0.0369,
      "s.norm.vs.true_Zhengmix4eq": 0.1075,
      "s.norm.vs.true_Zhengmix4uneq": 0.1231,
      "s.norm.vs.true_Zhengmix8eq": 0.0978,
      "nclust.vs.true_Koh": 3,
      "nclust.vs.true_KohTCC": 1,
      "nclust.vs.true_Kumar": 0,
      "nclust.vs.true_KumarTCC": 0,
      "nclust.vs.true_SimKumar4easy": 0,
      "nclust.vs.true_SimKumar4hard": 0,
      "nclust.vs.true_SimKumar8hard": 1,
      "nclust.vs.true_Trapnell": 1,
      "nclust.vs.true_TrapnellTCC": 0,
      "nclust.vs.true_Zhengmix4eq": 6,
      "nclust.vs.true_Zhengmix4uneq": 6,
      "nclust.vs.true_Zhengmix8eq": 4,
      "_row": "TSCAN"
    },
    {
      "method": "monocle",
      "ARI_Koh": 0.8552,
      "ARI_KohTCC": 0.9633,
      "ARI_Kumar": 0.988,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 0.9955,
      "ARI_SimKumar4hard": 0.9919,
      "ARI_SimKumar8hard": 0.9719,
      "ARI_Trapnell": 0.421,
      "ARI_TrapnellTCC": 0.2945,
      "ARI_Zhengmix4eq": 0.6286,
      "ARI_Zhengmix4uneq": 0.6503,
      "ARI_Zhengmix8eq": 0.6286,
      "elapsed_Koh": 16.669,
      "elapsed_KohTCC": 132.269,
      "elapsed_Kumar": 6.947,
      "elapsed_KumarTCC": 94.665,
      "elapsed_SimKumar4easy": 24.472,
      "elapsed_SimKumar4hard": 21.101,
      "elapsed_SimKumar8hard": 20.859,
      "elapsed_Trapnell": 7.56,
      "elapsed_TrapnellTCC": 75.708,
      "elapsed_Zhengmix4eq": 135.614,
      "elapsed_Zhengmix4uneq": 305.853,
      "elapsed_Zhengmix8eq": 131.082,
      "s.norm.vs.true_Koh": 0.0587,
      "s.norm.vs.true_KohTCC": 0.0006,
      "s.norm.vs.true_Kumar": 0.0012,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0.0095,
      "s.norm.vs.true_SimKumar4hard": 0.0163,
      "s.norm.vs.true_SimKumar8hard": 0.0263,
      "s.norm.vs.true_Trapnell": 0.0718,
      "s.norm.vs.true_TrapnellTCC": 0.0495,
      "s.norm.vs.true_Zhengmix4eq": 0.1382,
      "s.norm.vs.true_Zhengmix4uneq": 0.1102,
      "s.norm.vs.true_Zhengmix8eq": 0.0364,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "monocle"
    },
    {
      "method": "pcaReduce",
      "ARI_Koh": 0.9355,
      "ARI_KohTCC": 0.9786,
      "ARI_Kumar": 1,
      "ARI_KumarTCC": 1,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": 0.7037,
      "ARI_Trapnell": 0.3317,
      "ARI_TrapnellTCC": 0.3626,
      "ARI_Zhengmix4eq": 0.6556,
      "ARI_Zhengmix4uneq": 0.6446,
      "ARI_Zhengmix8eq": 0.5545,
      "elapsed_Koh": 362.873,
      "elapsed_KohTCC": 594.577,
      "elapsed_Kumar": 303.629,
      "elapsed_KumarTCC": 348.637,
      "elapsed_SimKumar4easy": 356.365,
      "elapsed_SimKumar4hard": 363.72,
      "elapsed_SimKumar8hard": 367.588,
      "elapsed_Trapnell": 281.649,
      "elapsed_TrapnellTCC": 362.697,
      "elapsed_Zhengmix4eq": 772.685,
      "elapsed_Zhengmix4uneq": 1217.178,
      "elapsed_Zhengmix8eq": 930.71,
      "s.norm.vs.true_Koh": 0.0109,
      "s.norm.vs.true_KohTCC": 0,
      "s.norm.vs.true_Kumar": 0,
      "s.norm.vs.true_KumarTCC": 0,
      "s.norm.vs.true_SimKumar4easy": 0,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": 0.1071,
      "s.norm.vs.true_Trapnell": 0.0054,
      "s.norm.vs.true_TrapnellTCC": 0.0027,
      "s.norm.vs.true_Zhengmix4eq": 0.0368,
      "s.norm.vs.true_Zhengmix4uneq": 0.1104,
      "s.norm.vs.true_Zhengmix8eq": 0.0212,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": null,
      "nclust.vs.true_KumarTCC": null,
      "nclust.vs.true_SimKumar4easy": null,
      "nclust.vs.true_SimKumar4hard": null,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": null,
      "nclust.vs.true_TrapnellTCC": null,
      "nclust.vs.true_Zhengmix4eq": null,
      "nclust.vs.true_Zhengmix4uneq": null,
      "nclust.vs.true_Zhengmix8eq": null,
      "_row": "pcaReduce"
    },
    {
      "method": "ascend",
      "ARI_Koh": null,
      "ARI_KohTCC": null,
      "ARI_Kumar": 1,
      "ARI_KumarTCC": 0.9885,
      "ARI_SimKumar4easy": 1,
      "ARI_SimKumar4hard": 1,
      "ARI_SimKumar8hard": null,
      "ARI_Trapnell": 0.3903,
      "ARI_TrapnellTCC": 0.4045,
      "ARI_Zhengmix4eq": 0.2999,
      "ARI_Zhengmix4uneq": 0.4941,
      "ARI_Zhengmix8eq": 0.3989,
      "elapsed_Koh": null,
      "elapsed_KohTCC": null,
      "elapsed_Kumar": 10.864,
      "elapsed_KumarTCC": 89.879,
      "elapsed_SimKumar4easy": 23.797,
      "elapsed_SimKumar4hard": 23.675,
      "elapsed_SimKumar8hard": null,
      "elapsed_Trapnell": 11.166,
      "elapsed_TrapnellTCC": 72.023,
      "elapsed_Zhengmix4eq": 194.055,
      "elapsed_Zhengmix4uneq": 354.033,
      "elapsed_Zhengmix8eq": 221.358,
      "s.norm.vs.true_Koh": null,
      "s.norm.vs.true_KohTCC": null,
      "s.norm.vs.true_Kumar": 0,
      "s.norm.vs.true_KumarTCC": 0.0005,
      "s.norm.vs.true_SimKumar4easy": 1.1102e-16,
      "s.norm.vs.true_SimKumar4hard": 0,
      "s.norm.vs.true_SimKumar8hard": null,
      "s.norm.vs.true_Trapnell": 0,
      "s.norm.vs.true_TrapnellTCC": 0.0005,
      "s.norm.vs.true_Zhengmix4eq": 0.3295,
      "s.norm.vs.true_Zhengmix4uneq": 0.1493,
      "s.norm.vs.true_Zhengmix8eq": 0.1641,
      "nclust.vs.true_Koh": null,
      "nclust.vs.true_KohTCC": null,
      "nclust.vs.true_Kumar": 0,
      "nclust.vs.true_KumarTCC": 0,
      "nclust.vs.true_SimKumar4easy": 1,
      "nclust.vs.true_SimKumar4hard": 0,
      "nclust.vs.true_SimKumar8hard": null,
      "nclust.vs.true_Trapnell": 0,
      "nclust.vs.true_TrapnellTCC": 0,
      "nclust.vs.true_Zhengmix4eq": 1,
      "nclust.vs.true_Zhengmix4uneq": 1,
      "nclust.vs.true_Zhengmix8eq": 4,
      "_row": "ascend"
    }
  ],
  "metricInfo": [
    {
      "Metric": "ARI_Koh",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_KohTCC",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_Kumar",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_KumarTCC",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_SimKumar4easy",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_SimKumar4hard",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_SimKumar8hard",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_Trapnell",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_TrapnellTCC",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_Zhengmix4eq",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_Zhengmix4uneq",
      "Class": "ARI"
    },
    {
      "Metric": "ARI_Zhengmix8eq",
      "Class": "ARI"
    },
    {
      "Metric": "elapsed_Koh",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_KohTCC",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_Kumar",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_KumarTCC",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_SimKumar4easy",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_SimKumar4hard",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_SimKumar8hard",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_Trapnell",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_TrapnellTCC",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_Zhengmix4eq",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_Zhengmix4uneq",
      "Class": "elapsed"
    },
    {
      "Metric": "elapsed_Zhengmix8eq",
      "Class": "elapsed"
    },
    {
      "Metric": "s.norm.vs.true_Koh",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_KohTCC",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_Kumar",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_KumarTCC",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_SimKumar4easy",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_SimKumar4hard",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_SimKumar8hard",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_Trapnell",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_TrapnellTCC",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_Zhengmix4eq",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_Zhengmix4uneq",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "s.norm.vs.true_Zhengmix8eq",
      "Class": "s.norm.vs.true"
    },
    {
      "Metric": "nclust.vs.true_Koh",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_KohTCC",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_Kumar",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_KumarTCC",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_SimKumar4easy",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_SimKumar4hard",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_SimKumar8hard",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_Trapnell",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_TrapnellTCC",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_Zhengmix4eq",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_Zhengmix4uneq",
      "Class": "nclust.vs.true"
    },
    {
      "Metric": "nclust.vs.true_Zhengmix8eq",
      "Class": "nclust.vs.true"
    }
  ],
  "idInfo": {},
  "initialWeights": {},
  "initialTransforms": {
    "elapsed_Koh": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_KohTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_Kumar": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_KumarTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_SimKumar4easy": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_SimKumar4hard": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_SimKumar8hard": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_Trapnell": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_TrapnellTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_Zhengmix4eq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_Zhengmix4uneq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "elapsed_Zhengmix8eq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_Koh": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_KohTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_Kumar": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_KumarTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_SimKumar4easy": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_SimKumar4hard": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_SimKumar8hard": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_Trapnell": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_TrapnellTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_Zhengmix4eq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_Zhengmix4uneq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "s.norm.vs.true_Zhengmix8eq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_Koh": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_KohTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_Kumar": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_KumarTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_SimKumar4easy": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_SimKumar4hard": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_SimKumar8hard": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_Trapnell": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_TrapnellTCC": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_Zhengmix4eq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_Zhengmix4uneq": {
      "flip": true,
      "transform": "[0,1]"
    },
    "nclust.vs.true_Zhengmix8eq": {
      "flip": true,
      "transform": "[0,1]"
    }
  },
  "metricColors": {
    "Class": {
      "ARI": "purple",
      "elapsed": "forestgreen",
      "nclust.vs.true": "blue",
      "s.norm.vs.true": "orange"
    }
  },
  "idColors": {
    "method": {
      "CIDR": "#332288",
      "FlowSOM": "#6699CC",
      "PCAHC": "#88CCEE",
      "PCAKmeans": "#44AA99",
      "pcaReduce": "#117733",
      "RtsneKmeans": "#999933",
      "Seurat": "#DDCC77",
      "SC3svm": "#661100",
      "SC3": "#CC6677",
      "TSCAN": "grey34",
      "ascend": "orange",
      "SAFE": "black",
      "monocle": "red",
      "RaceID2": "blue"
    }
  }
}
