{
  "completed_jobs": 96,
  "planned_jobs": 96,
  "completed_trajectories": 1056,
  "maximum_trajectories": 1536,
  "missing_phase_opportunities": 96,
  "summaries": [
    {
      "model": "new",
      "phase": "approach",
      "comparison": "B-A",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": -0.30784501079609644,
      "city_bootstrap95_pp": [
        -1.0534919077092781,
        0.4574418989745232
      ],
      "wins": 4,
      "ties": 16,
      "losses": 12,
      "delivered_delta": -0.875,
      "lost_delta": -0.15625,
      "onboard_delta": 0.28125,
      "waiting_delta": 0.75,
      "discovered_delta": -0.28125
    },
    {
      "model": "new",
      "phase": "approach",
      "comparison": "D-C",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.3042634763037505,
      "city_bootstrap95_pp": [
        -0.6916211907370132,
        1.6502619631097468
      ],
      "wins": 8,
      "ties": 15,
      "losses": 9,
      "delivered_delta": 0.9375,
      "lost_delta": -2.125,
      "onboard_delta": 1.65625,
      "waiting_delta": -0.46875,
      "discovered_delta": 0.0625
    },
    {
      "model": "new",
      "phase": "approach",
      "comparison": "D-B",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.6557285165644307,
      "city_bootstrap95_pp": [
        -0.6226386434506431,
        1.804617187865544
      ],
      "wins": 15,
      "ties": 10,
      "losses": 7,
      "delivered_delta": 1.9375,
      "lost_delta": -3.21875,
      "onboard_delta": 2.3125,
      "waiting_delta": -1.03125,
      "discovered_delta": 0.03125
    },
    {
      "model": "new",
      "phase": "approach",
      "comparison": "C-A",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.043620029464584015,
      "city_bootstrap95_pp": [
        -0.860036797552702,
        0.8982961705607319
      ],
      "wins": 10,
      "ties": 15,
      "losses": 7,
      "delivered_delta": 0.125,
      "lost_delta": -1.25,
      "onboard_delta": 0.9375,
      "waiting_delta": 0.1875,
      "discovered_delta": -0.3125
    },
    {
      "model": "new",
      "phase": "approach",
      "comparison": "E-A",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.31805793960620904,
      "city_bootstrap95_pp": [
        -0.5336943308761014,
        1.1895500099481637
      ],
      "wins": 12,
      "ties": 6,
      "losses": 14,
      "delivered_delta": 0.96875,
      "lost_delta": -1.71875,
      "onboard_delta": 0.84375,
      "waiting_delta": -0.09375,
      "discovered_delta": -0.25
    },
    {
      "model": "new",
      "phase": "wait",
      "comparison": "B-A",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.04923533385622621,
      "city_bootstrap95_pp": [
        -0.19256594302335128,
        0.31320958213039085
      ],
      "wins": 2,
      "ties": 27,
      "losses": 3,
      "delivered_delta": 0.15625,
      "lost_delta": -0.75,
      "onboard_delta": 0.625,
      "waiting_delta": -0.03125,
      "discovered_delta": 0.15625
    },
    {
      "model": "new",
      "phase": "wait",
      "comparison": "D-C",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": -0.1242094057194058,
      "city_bootstrap95_pp": [
        -0.5328148285406532,
        0.15496473642521535
      ],
      "wins": 4,
      "ties": 25,
      "losses": 3,
      "delivered_delta": -0.375,
      "lost_delta": 0.65625,
      "onboard_delta": -0.25,
      "waiting_delta": -0.03125,
      "discovered_delta": 0.125
    },
    {
      "model": "new",
      "phase": "wait",
      "comparison": "D-B",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.46284840398129773,
      "city_bootstrap95_pp": [
        -0.39043469462945296,
        1.318765802672978
      ],
      "wins": 16,
      "ties": 8,
      "losses": 8,
      "delivered_delta": 1.3125,
      "lost_delta": -0.75,
      "onboard_delta": -0.4375,
      "waiting_delta": -0.125,
      "discovered_delta": -0.25
    },
    {
      "model": "new",
      "phase": "wait",
      "comparison": "C-A",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": 0.6362931435569297,
      "city_bootstrap95_pp": [
        -0.2851376979670813,
        1.520862673977287
      ],
      "wins": 14,
      "ties": 11,
      "losses": 7,
      "delivered_delta": 1.84375,
      "lost_delta": -2.15625,
      "onboard_delta": 0.4375,
      "waiting_delta": -0.125,
      "discovered_delta": -0.21875
    },
    {
      "model": "new",
      "phase": "wait",
      "comparison": "E-A",
      "n": 32,
      "allocation_differs": 31,
      "sent_delta_pp": -0.6642122110777025,
      "city_bootstrap95_pp": [
        -1.6816999390264362,
        0.36682025609795144
      ],
      "wins": 10,
      "ties": 7,
      "losses": 15,
      "delivered_delta": -1.90625,
      "lost_delta": 0.09375,
      "onboard_delta": 1.625,
      "waiting_delta": 0.1875,
      "discovered_delta": 0.0
    },
    {
      "model": "previous",
      "phase": "approach",
      "comparison": "B-A",
      "n": 32,
      "allocation_differs": 27,
      "sent_delta_pp": -0.7932948736197298,
      "city_bootstrap95_pp": [
        -1.439324540251566,
        -0.19958235880224018
      ],
      "wins": 4,
      "ties": 19,
      "losses": 9,
      "delivered_delta": -2.34375,
      "lost_delta": 1.21875,
      "onboard_delta": 0.5625,
      "waiting_delta": 0.5625,
      "discovered_delta": 0.09375
    },
    {
      "model": "previous",
      "phase": "approach",
      "comparison": "D-C",
      "n": 32,
      "allocation_differs": 27,
      "sent_delta_pp": 0.14726688993637352,
      "city_bootstrap95_pp": [
        -0.9920095154521638,
        1.1843948085679248
      ],
      "wins": 11,
      "ties": 13,
      "losses": 8,
      "delivered_delta": 0.375,
      "lost_delta": -0.09375,
      "onboard_delta": -0.03125,
      "waiting_delta": -0.25,
      "discovered_delta": -0.125
    },
    {
      "model": "previous",
      "phase": "approach",
      "comparison": "D-B",
      "n": 32,
      "allocation_differs": 27,
      "sent_delta_pp": -0.13132555554897848,
      "city_bootstrap95_pp": [
        -1.269785232984988,
        0.8836068219010429
      ],
      "wins": 11,
      "ties": 9,
      "losses": 12,
      "delivered_delta": -0.40625,
      "lost_delta": 1.0,
      "onboard_delta": -0.65625,
      "waiting_delta": 0.0625,
      "discovered_delta": 0.15625
    },
    {
      "model": "previous",
      "phase": "approach",
      "comparison": "C-A",
      "n": 32,
      "allocation_differs": 27,
      "sent_delta_pp": -1.0718873191050817,
      "city_bootstrap95_pp": [
        -1.8080032213195905,
        -0.42015279556936946
      ],
      "wins": 2,
      "ties": 17,
      "losses": 13,
      "delivered_delta": -3.125,
      "lost_delta": 2.3125,
      "onboard_delta": -0.0625,
      "waiting_delta": 0.875,
      "discovered_delta": 0.375
    },
    {
      "model": "previous",
      "phase": "approach",
      "comparison": "E-A",
      "n": 32,
      "allocation_differs": 27,
      "sent_delta_pp": 0.08377085952360355,
      "city_bootstrap95_pp": [
        -1.2914570504374234,
        1.5593878868859632
      ],
      "wins": 15,
      "ties": 6,
      "losses": 11,
      "delivered_delta": 0.3125,
      "lost_delta": -0.40625,
      "onboard_delta": 0.09375,
      "waiting_delta": 0.0,
      "discovered_delta": 0.0625
    },
    {
      "model": "previous",
      "phase": "wait",
      "comparison": "B-A",
      "n": 32,
      "allocation_differs": 30,
      "sent_delta_pp": -0.4718303963719873,
      "city_bootstrap95_pp": [
        -1.0658627592632495,
        -0.0229036913217397
      ],
      "wins": 2,
      "ties": 24,
      "losses": 6,
      "delivered_delta": -1.375,
      "lost_delta": 1.0,
      "onboard_delta": 0.1875,
      "waiting_delta": 0.1875,
      "discovered_delta": -0.0625
    },
    {
      "model": "previous",
      "phase": "wait",
      "comparison": "D-C",
      "n": 32,
      "allocation_differs": 30,
      "sent_delta_pp": -0.24714026945238057,
      "city_bootstrap95_pp": [
        -0.7168273059855149,
        0.13801648556158466
      ],
      "wins": 3,
      "ties": 25,
      "losses": 4,
      "delivered_delta": -0.78125,
      "lost_delta": 0.59375,
      "onboard_delta": -0.03125,
      "waiting_delta": 0.21875,
      "discovered_delta": -0.0625
    },
    {
      "model": "previous",
      "phase": "wait",
      "comparison": "D-B",
      "n": 32,
      "allocation_differs": 30,
      "sent_delta_pp": 0.6015931345026078,
      "city_bootstrap95_pp": [
        -0.3850636496379553,
        1.611072669122324
      ],
      "wins": 12,
      "ties": 10,
      "losses": 10,
      "delivered_delta": 1.75,
      "lost_delta": -1.4375,
      "onboard_delta": -0.90625,
      "waiting_delta": 0.59375,
      "discovered_delta": -0.03125
    },
    {
      "model": "previous",
      "phase": "wait",
      "comparison": "C-A",
      "n": 32,
      "allocation_differs": 30,
      "sent_delta_pp": 0.37690300758300105,
      "city_bootstrap95_pp": [
        -0.5691668998474778,
        1.2703567832175455
      ],
      "wins": 10,
      "ties": 12,
      "losses": 10,
      "delivered_delta": 1.15625,
      "lost_delta": -1.03125,
      "onboard_delta": -0.6875,
      "waiting_delta": 0.5625,
      "discovered_delta": -0.03125
    },
    {
      "model": "previous",
      "phase": "wait",
      "comparison": "E-A",
      "n": 32,
      "allocation_differs": 30,
      "sent_delta_pp": -0.35001753327591895,
      "city_bootstrap95_pp": [
        -1.3895143942526655,
        0.6351061897061258
      ],
      "wins": 12,
      "ties": 6,
      "losses": 14,
      "delivered_delta": -1.0,
      "lost_delta": 1.78125,
      "onboard_delta": -1.34375,
      "waiting_delta": 0.5625,
      "discovered_delta": 0.4375
    },
    {
      "model": "rule",
      "phase": "approach",
      "comparison": "B-A",
      "n": 32,
      "allocation_differs": 32,
      "sent_delta_pp": 0.13539767658593707,
      "city_bootstrap95_pp": [
        -0.485010205655273,
        0.8295479732594699
      ],
      "wins": 7,
      "ties": 21,
      "losses": 4,
      "delivered_delta": 0.4375,
      "lost_delta": -0.0625,
      "onboard_delta": -0.5625,
      "waiting_delta": 0.1875,
      "discovered_delta": 0.0625
    },
    {
      "model": "rule",
      "phase": "approach",
      "comparison": "D-C",
      "n": 32,
      "allocation_differs": 32,
      "sent_delta_pp": -0.11684840865366151,
      "city_bootstrap95_pp": [
        -0.7149970724504908,
        0.3984997001126199
      ],
      "wins": 7,
      "ties": 19,
      "losses": 6,
      "delivered_delta": -0.28125,
      "lost_delta": -0.125,
      "onboard_delta": 0.53125,
      "waiting_delta": -0.125,
      "discovered_delta": 0.0
    },
    {
      "model": "rule",
      "phase": "approach",
      "comparison": "D-B",
      "n": 32,
      "allocation_differs": 32,
      "sent_delta_pp": 0.18179778456620022,
      "city_bootstrap95_pp": [
        -0.6116737237221718,
        0.9054890271379564
      ],
      "wins": 16,
      "ties": 10,
      "losses": 6,
      "delivered_delta": 0.5625,
      "lost_delta": -0.59375,
      "onboard_delta": 0.40625,
      "waiting_delta": -0.375,
      "discovered_delta": -0.03125
    },
    {
      "model": "rule",
      "phase": "approach",
      "comparison": "C-A",
      "n": 32,
      "allocation_differs": 32,
      "sent_delta_pp": 0.43404386980579873,
      "city_bootstrap95_pp": [
        -0.3081160730855022,
        1.113490993374509
      ],
      "wins": 11,
      "ties": 19,
      "losses": 2,
      "delivered_delta": 1.28125,
      "lost_delta": -0.53125,
      "onboard_delta": -0.6875,
      "waiting_delta": -0.0625,
      "discovered_delta": 0.03125
    },
    {
      "model": "rule",
      "phase": "approach",
      "comparison": "E-A",
      "n": 32,
      "allocation_differs": 32,
      "sent_delta_pp": -0.7019899928739014,
      "city_bootstrap95_pp": [
        -1.502279325890619,
        0.12084793518795718
      ],
      "wins": 9,
      "ties": 8,
      "losses": 15,
      "delivered_delta": -1.96875,
      "lost_delta": 0.71875,
      "onboard_delta": 0.65625,
      "waiting_delta": 0.59375,
      "discovered_delta": 0.09375
    },
    {
      "model": "rule",
      "phase": "wait",
      "comparison": "B-A",
      "n": 32,
      "allocation_differs": 28,
      "sent_delta_pp": 0.16137871785756605,
      "city_bootstrap95_pp": [
        0.0,
        0.40896433226685625
      ],
      "wins": 2,
      "ties": 30,
      "losses": 0,
      "delivered_delta": 0.46875,
      "lost_delta": -0.0625,
      "onboard_delta": -0.25,
      "waiting_delta": -0.15625,
      "discovered_delta": 0.0
    },
    {
      "model": "rule",
      "phase": "wait",
      "comparison": "D-C",
      "n": 32,
      "allocation_differs": 28,
      "sent_delta_pp": 0.09686202651570722,
      "city_bootstrap95_pp": [
        0.0,
        0.24744980461732968
      ],
      "wins": 3,
      "ties": 29,
      "losses": 0,
      "delivered_delta": 0.28125,
      "lost_delta": -0.25,
      "onboard_delta": 0.0625,
      "waiting_delta": -0.09375,
      "discovered_delta": 0.0
    },
    {
      "model": "rule",
      "phase": "wait",
      "comparison": "D-B",
      "n": 32,
      "allocation_differs": 28,
      "sent_delta_pp": -0.4346954862870334,
      "city_bootstrap95_pp": [
        -0.9843915960681527,
        0.09171032612297578
      ],
      "wins": 8,
      "ties": 15,
      "losses": 9,
      "delivered_delta": -1.21875,
      "lost_delta": -0.125,
      "onboard_delta": 1.21875,
      "waiting_delta": 0.125,
      "discovered_delta": 0.03125
    },
    {
      "model": "rule",
      "phase": "wait",
      "comparison": "C-A",
      "n": 32,
      "allocation_differs": 28,
      "sent_delta_pp": -0.3701787949451745,
      "city_bootstrap95_pp": [
        -0.996687070171374,
        0.1842459983506098
      ],
      "wins": 7,
      "ties": 18,
      "losses": 7,
      "delivered_delta": -1.03125,
      "lost_delta": 0.0625,
      "onboard_delta": 0.90625,
      "waiting_delta": 0.0625,
      "discovered_delta": 0.03125
    },
    {
      "model": "rule",
      "phase": "wait",
      "comparison": "E-A",
      "n": 32,
      "allocation_differs": 28,
      "sent_delta_pp": 0.45398803708990426,
      "city_bootstrap95_pp": [
        -0.22802007655178422,
        1.1772533234725875
      ],
      "wins": 10,
      "ties": 15,
      "losses": 7,
      "delivered_delta": 1.375,
      "lost_delta": -0.9375,
      "onboard_delta": -0.09375,
      "waiting_delta": -0.34375,
      "discovered_delta": 0.03125
    }
  ]
}