{
  "protocol": {
    "eval_seed": 40000,
    "eval_episodes": 128,
    "paired_scenarios": true,
    "greedy": true
  },
  "checkpoints": {
    "0": {
      "reward": {
        "mean": -173.17613524055355,
        "std": 55.539835995174535,
        "ci95": 9.659592460435414
      },
      "success_rate": {
        "mean": 0.1953125,
        "std": 0.34929826415793996,
        "ci95": 0.06075060933194625
      },
      "makespan": {
        "mean": 27.01710037794253,
        "std": 66.61059528496475,
        "ci95": 11.58503968315037
      },
      "time_cost": {
        "mean": 1.4003163280493496,
        "std": 9.010329229649017,
        "ci95": 1.5670933616066212
      },
      "waiting_time": {
        "mean": 7.45567081942706,
        "std": 20.783029803044652,
        "ci95": 3.6146235290996698
      },
      "travel_dist": {
        "mean": 0.5385598853051321,
        "std": 0.9742027550677473,
        "ci95": 0.16943517061529356
      },
      "efficiency": {
        "mean": 8.442708333333334,
        "std": 2.763927602150707,
        "ci95": 0.48070747326736685
      },
      "successful_makespan": {
        "mean": 9.992415257761676,
        "std": 3.4555335055989986,
        "ci95": 1.7487412326743628
      }
    },
    "50": {
      "reward": {
        "mean": -34.880288223205284,
        "std": 19.663316257202503,
        "ci95": 3.4198808487971215
      },
      "success_rate": {
        "mean": 0.98828125,
        "std": 0.09812388036781618,
        "ci95": 0.01706588933881574
      },
      "makespan": {
        "mean": 12.557509371913422,
        "std": 24.062221629014875,
        "ci95": 4.1849467227298325
      },
      "time_cost": {
        "mean": 2.7980491879468934,
        "std": 1.1089201884115165,
        "ci95": 0.1928654793315409
      },
      "waiting_time": {
        "mean": 1.501218947980229,
        "std": 9.769165994858007,
        "ci95": 1.699071675272344
      },
      "travel_dist": {
        "mean": 3.048551868358606,
        "std": 1.2710088612499877,
        "ci95": 0.22105624536492477
      },
      "efficiency": {
        "mean": 2.392708333333333,
        "std": 0.9894012990468304,
        "ci95": 0.17207852989425693
      },
      "successful_makespan": {
        "mean": 9.53976369764769,
        "std": 2.3110516017580225,
        "ci95": 0.40514520891359174
      }
    },
    "100": {
      "reward": {
        "mean": -33.5698016972392,
        "std": 13.12842011330648,
        "ci95": 2.28331945299482
      },
      "success_rate": {
        "mean": 0.99609375,
        "std": 0.044021201834315016,
        "ci95": 0.007656249999999999
      },
      "makespan": {
        "mean": 11.045789898613513,
        "std": 17.10729443521806,
        "ci95": 2.9753327388154056
      },
      "time_cost": {
        "mean": 2.8160783132390126,
        "std": 1.0805919877568366,
        "ci95": 0.18793858553434958
      },
      "waiting_time": {
        "mean": 0.7223214439884409,
        "std": 4.3905485346892705,
        "ci95": 0.7636124371441252
      },
      "travel_dist": {
        "mean": 3.0732595881540936,
        "std": 1.2822220101645831,
        "ci95": 0.22300645725828677
      },
      "efficiency": {
        "mean": 2.332161458333333,
        "std": 0.7254112626454551,
        "ci95": 0.12616488755879252
      },
      "successful_makespan": {
        "mean": 9.541479925826383,
        "std": 2.303588792358934,
        "ci95": 0.40223120098090853
      }
    },
    "300": {
      "reward": {
        "mean": -32.4568125560951,
        "std": 6.859979964482961,
        "ci95": 1.1931005836858228
      },
      "success_rate": {
        "mean": 1.0,
        "std": 0.0,
        "ci95": 0.0
      },
      "makespan": {
        "mean": 9.519312556095105,
        "std": 2.303447258996415,
        "ci95": 0.400619868195966
      },
      "time_cost": {
        "mean": 2.7893758693306054,
        "std": 0.9906679567593484,
        "ci95": 0.17229882937967228
      },
      "waiting_time": {
        "mean": 0.3272355440955679,
        "std": 0.37390292569003275,
        "ci95": 0.06502989822015287
      },
      "travel_dist": {
        "mean": 3.059727149928946,
        "std": 1.2447168853880233,
        "ci95": 0.2164834956033258
      },
      "efficiency": {
        "mean": 2.29375,
        "std": 0.6524967073671714,
        "ci95": 0.11348345132834875
      },
      "successful_makespan": {
        "mean": 9.519312556095105,
        "std": 2.303447258996415,
        "ci95": 0.400619868195966
      }
    }
  }
}