{
  "incumbent_cases": [
    {
      "key": "confirmed",
      "label": "Incumbent proved optimal",
      "n_rows": 8,
      "n_bins": 3,
      "incumbent_objective": -0.3963002019258779,
      "certified_objective": -0.3963002019258779,
      "gain": 0.0,
      "status": "optimal",
      "incumbent_was_optimal": true,
      "gap": 0.0,
      "nodes_explored": 8,
      "seconds": 0.019972499925643206
    },
    {
      "key": "improved",
      "label": "Incumbent beaten by the search",
      "n_rows": 10,
      "n_bins": 3,
      "incumbent_objective": -0.7400877260994717,
      "certified_objective": -0.6932424026419328,
      "gain": 0.04684532345753889,
      "status": "optimal",
      "incumbent_was_optimal": false,
      "gap": 0.0,
      "nodes_explored": 67,
      "seconds": 0.02166904101613909
    }
  ],
  "hit_rates": {
    "n_rows": 28,
    "n_bins": 5,
    "certified_objective": -0.01976486948264576,
    "certified_nodes": 51292,
    "certified_seconds": 3.4442825840087608,
    "rows": [
      {
        "init": "kmeans++",
        "solver_restarts": 1,
        "trials": 64,
        "hits": 23,
        "hit_rate": 0.359375,
        "median_shortfall": 0.000772832691652188,
        "seconds_per_trial": 0.014450482422034838
      },
      {
        "init": "kmeans++",
        "solver_restarts": 2,
        "trials": 64,
        "hits": 39,
        "hit_rate": 0.609375,
        "median_shortfall": 2.0816681711721685e-16,
        "seconds_per_trial": 0.01368171028116194
      },
      {
        "init": "kmeans++",
        "solver_restarts": 3,
        "trials": 64,
        "hits": 45,
        "hit_rate": 0.703125,
        "median_shortfall": 2.0816681711721685e-16,
        "seconds_per_trial": 0.019137822921038605
      },
      {
        "init": "kmeans++",
        "solver_restarts": 4,
        "trials": 64,
        "hits": 53,
        "hit_rate": 0.828125,
        "median_shortfall": 2.0816681711721685e-16,
        "seconds_per_trial": 0.024412582688455586
      },
      {
        "init": "kmeans++",
        "solver_restarts": 6,
        "trials": 64,
        "hits": 61,
        "hit_rate": 0.953125,
        "median_shortfall": 9.71445146547012e-17,
        "seconds_per_trial": 0.03450844401595532
      },
      {
        "init": "kmeans++",
        "solver_restarts": 8,
        "trials": 64,
        "hits": 62,
        "hit_rate": 0.96875,
        "median_shortfall": 9.71445146547012e-17,
        "seconds_per_trial": 0.04352003646818048
      },
      {
        "init": "kmeans++",
        "solver_restarts": 12,
        "trials": 64,
        "hits": 63,
        "hit_rate": 0.984375,
        "median_shortfall": 9.71445146547012e-17,
        "seconds_per_trial": 0.06452635287496378
      },
      {
        "init": "kmeans++",
        "solver_restarts": 16,
        "trials": 64,
        "hits": 63,
        "hit_rate": 0.984375,
        "median_shortfall": 9.71445146547012e-17,
        "seconds_per_trial": 0.08277145637475769
      },
      {
        "init": "random",
        "solver_restarts": 1,
        "trials": 64,
        "hits": 9,
        "hit_rate": 0.140625,
        "median_shortfall": 0.0007728326916521307,
        "seconds_per_trial": 0.039353865235170815
      },
      {
        "init": "random",
        "solver_restarts": 2,
        "trials": 64,
        "hits": 13,
        "hit_rate": 0.203125,
        "median_shortfall": 0.0007728326916519052,
        "seconds_per_trial": 0.06982814453112951
      },
      {
        "init": "random",
        "solver_restarts": 3,
        "trials": 64,
        "hits": 19,
        "hit_rate": 0.296875,
        "median_shortfall": 0.0006534604247875365,
        "seconds_per_trial": 0.10422202343761455
      },
      {
        "init": "random",
        "solver_restarts": 4,
        "trials": 64,
        "hits": 25,
        "hit_rate": 0.390625,
        "median_shortfall": 0.0006534604247874255,
        "seconds_per_trial": 0.1385659505158401
      },
      {
        "init": "random",
        "solver_restarts": 6,
        "trials": 64,
        "hits": 33,
        "hit_rate": 0.515625,
        "median_shortfall": 3.7816971776294395e-16,
        "seconds_per_trial": 0.20579737565640244
      },
      {
        "init": "random",
        "solver_restarts": 8,
        "trials": 64,
        "hits": 43,
        "hit_rate": 0.671875,
        "median_shortfall": 2.0816681711721685e-16,
        "seconds_per_trial": 0.2738617011709721
      },
      {
        "init": "random",
        "solver_restarts": 12,
        "trials": 64,
        "hits": 52,
        "hit_rate": 0.8125,
        "median_shortfall": 0.0,
        "seconds_per_trial": 0.41087948959284404
      },
      {
        "init": "random",
        "solver_restarts": 16,
        "trials": 64,
        "hits": 58,
        "hit_rate": 0.90625,
        "median_shortfall": 0.0,
        "seconds_per_trial": 0.5480022545616521
      }
    ],
    "single_restart_shortfalls": {
      "kmeans++": [
        0.0007728326916527535,
        2.0816681711721685e-16,
        3.226585665316861e-16,
        0.0007728326916526425,
        0.0007728326916526425,
        0.0007728326916526425,
        0.013301663611499488,
        0.024054673193491992,
        0.0007728326916527535,
        9.71445146547012e-17,
        0.0006534604247875365,
        0.0007728326916527535,
        2.0816681711721685e-16,
        0.000772832691652528,
        2.0816681711721685e-16,
        3.226585665316861e-16,
        0.0007728326916527535,
        0.013301663611499488,
        2.0816681711721685e-16,
        0.0007728326916526425,
        0.013301663611499488,
        0.0007728326916527535,
        2.0816681711721685e-16,
        0.0006534604247874255,
        0.0007728326916526425,
        3.226585665316861e-16,
        0.0006534604247874255,
        2.0816681711721685e-16,
        0.0007728326916527535,
        0.0007728326916527535,
        0.0007728326916527535,
        2.0816681711721685e-16,
        0.0007728326916526425,
        0.000772832691652188,
        0.000772832691652528,
        0.000772832691652188,
        0.0006534604247875365,
        0.0006534604247874255,
        9.71445146547012e-17,
        0.013301663611499488,
        2.0816681711721685e-16,
        0.0,
        2.0816681711721685e-16,
        0.0007728326916519625,
        0.013301663611499377,
        2.0816681711721685e-16,
        0.0007728326916526425,
        9.71445146547012e-17,
        9.71445146547012e-17,
        2.0816681711721685e-16,
        0.013301663611499488,
        0.0007728326916526425,
        2.0816681711721685e-16,
        0.000772832691652528,
        0.0006534604247874255,
        0.0007728326916527535,
        2.0816681711721685e-16,
        0.0007728326916527535,
        0.000772832691652528,
        0.0007728326916527535,
        0.0007728326916526425,
        0.0006534604247874255,
        9.71445146547012e-17,
        2.0816681711721685e-16
      ],
      "random": [
        0.000772832691652188,
        0.000772832691652528,
        0.000772832691652188,
        0.0,
        9.71445146547012e-17,
        0.000772832691652188,
        0.0007728326916524135,
        0.000772832691652188,
        0.000772832691652188,
        0.000772832691652188,
        0.0007728326916519625,
        0.0007728326916520735,
        9.71445146547012e-17,
        0.0,
        0.0007728326916523025,
        0.0,
        0.000772832691652188,
        0.0006534604247874255,
        2.0816681711721685e-16,
        0.0007728326916520735,
        0.0007728326916523025,
        0.0007728326916520735,
        0.0007728326916524135,
        0.0007728326916519625,
        0.000653460424787311,
        0.0,
        0.0007728326916524135,
        0.0007728326916513935,
        0.0007728326916523025,
        0.0007728326916526425,
        0.000772832691652188,
        0.0007728326916519625,
        0.0006534604247871965,
        0.0007728326916520735,
        0.0007728326916524135,
        2.0816681711721685e-16,
        0.0007728326916520735,
        0.0007728326916520735,
        0.0007728326916526425,
        0.0006534604247874255,
        0.000772832691651848,
        0.0007728326916523025,
        0.0007728326916524135,
        0.0007728326916519625,
        0.0007728326916523025,
        0.0007728326916526425,
        0.013301663611499377,
        0.000772832691652188,
        0.0007728326916520735,
        0.000772832691651848,
        0.000772832691652868,
        0.0007728326916524135,
        0.000772832691652528,
        0.0007728326916520735,
        0.0007728326916527535,
        0.0007728326916524135,
        0.0007728326916517335,
        0.0007728326916519625,
        0.0007728326916524135,
        0.0007728326916523025,
        0.000653460424786971,
        0.000772832691652188,
        0.0,
        0.0007728326916520735
      ]
    }
  },
  "scaling": [
    {
      "n_rows": 12,
      "n_bins": 3,
      "status": "optimal",
      "nodes_explored": 151,
      "seconds": 0.6082437079166993,
      "gap": 0.0
    },
    {
      "n_rows": 16,
      "n_bins": 3,
      "status": "optimal",
      "nodes_explored": 330,
      "seconds": 0.6329596659634262,
      "gap": 0.0
    },
    {
      "n_rows": 20,
      "n_bins": 3,
      "status": "optimal",
      "nodes_explored": 948,
      "seconds": 0.7261308750603348,
      "gap": 0.0
    },
    {
      "n_rows": 24,
      "n_bins": 3,
      "status": "optimal",
      "nodes_explored": 3051,
      "seconds": 0.7378218750236556,
      "gap": 0.0
    },
    {
      "n_rows": 28,
      "n_bins": 3,
      "status": "optimal",
      "nodes_explored": 5117,
      "seconds": 0.4465947919525206,
      "gap": 0.0
    },
    {
      "n_rows": 32,
      "n_bins": 3,
      "status": "optimal",
      "nodes_explored": 37471,
      "seconds": 1.5923810410313308,
      "gap": 0.0
    },
    {
      "n_rows": 12,
      "n_bins": 4,
      "status": "optimal",
      "nodes_explored": 332,
      "seconds": 0.49642116599716246,
      "gap": 0.0
    },
    {
      "n_rows": 16,
      "n_bins": 4,
      "status": "optimal",
      "nodes_explored": 847,
      "seconds": 0.3440954589750618,
      "gap": 0.0
    },
    {
      "n_rows": 20,
      "n_bins": 4,
      "status": "optimal",
      "nodes_explored": 7204,
      "seconds": 0.5976226660422981,
      "gap": 0.0
    },
    {
      "n_rows": 24,
      "n_bins": 4,
      "status": "optimal",
      "nodes_explored": 27129,
      "seconds": 1.344136375002563,
      "gap": 0.0
    },
    {
      "n_rows": 28,
      "n_bins": 4,
      "status": "optimal",
      "nodes_explored": 26281,
      "seconds": 1.3036650830181316,
      "gap": 0.0
    },
    {
      "n_rows": 32,
      "n_bins": 4,
      "status": "optimal",
      "nodes_explored": 263634,
      "seconds": 10.312349833082408,
      "gap": 0.0
    },
    {
      "n_rows": 12,
      "n_bins": 5,
      "status": "optimal",
      "nodes_explored": 414,
      "seconds": 0.33233841601759195,
      "gap": 0.0
    },
    {
      "n_rows": 16,
      "n_bins": 5,
      "status": "optimal",
      "nodes_explored": 1152,
      "seconds": 0.3795925830490887,
      "gap": 0.0
    },
    {
      "n_rows": 20,
      "n_bins": 5,
      "status": "optimal",
      "nodes_explored": 8361,
      "seconds": 0.7504705419996753,
      "gap": 0.0
    },
    {
      "n_rows": 24,
      "n_bins": 5,
      "status": "optimal",
      "nodes_explored": 36813,
      "seconds": 2.2977428750600666,
      "gap": 0.0
    },
    {
      "n_rows": 28,
      "n_bins": 5,
      "status": "optimal",
      "nodes_explored": 51292,
      "seconds": 2.7780379169853404,
      "gap": 0.0
    },
    {
      "n_rows": 32,
      "n_bins": 5,
      "status": "optimal",
      "nodes_explored": 925202,
      "seconds": 49.42201787501108,
      "gap": 0.0
    }
  ],
  "overrun": {
    "n_rows": 36,
    "n_bins": 4,
    "status": "budget_exhausted",
    "nodes_explored": 200001,
    "seconds": 7.671913916012272,
    "gap": 0.030369949411089
  }
}
