[
  {
    "condition": "heldout-legacy",
    "algorithm": "HATT",
    "selector": "best",
    "num_training_seeds": 3,
    "coalition_changes": 579.1979166666666,
    "coalition_changes_per_100_alive_steps": 4.295832291890576,
    "coalition_changes_per_decision": 1.0002878126011545,
    "coalition_changes_per_gate_open": 579.1979166666666,
    "committed_payload_shortage_ratio": 0.28412858040202305,
    "committed_payload_surplus_ratio": 0.07576067609403554,
    "dead_agents": 0.1796875,
    "decision_count": 579.0286458333334,
    "decision_deliver_ratio": 0.6617924974553121,
    "decision_explore_ratio": 0.08896472383591479,
    "decision_idle_ratio": 0.048155398801519866,
    "decision_resupply_ratio": 0.2010873799072533,
    "discovered_ratio": 1.0,
    "episode_length": 462.3541666666667,
    "episode_length_std": 101.87439864786991,
    "episode_reward": 47.011832421859445,
    "episode_reward_std": 20.864102334988278,
    "executed_deliver_ratio": 0.44705606056777203,
    "executed_explore_ratio": 0.11958835246506733,
    "executed_idle_ratio": 0.030531818670955196,
    "executed_resupply_ratio": 0.4028237682962054,
    "explore_distance_per_alive_step": 0.0,
    "explored_area_ratio": 0.0,
    "gate_decision_count": 0.0,
    "gate_event_trigger_open_rate": 0.0,
    "gate_learned_open_rate": 0.0,
    "gate_mandatory_open_rate": 0.0,
    "gate_off_trigger_open_rate": 0.0,
    "gate_open_count": 0.0,
    "gate_open_rate": 0.0,
    "harmful_idle_agent_step_ratio": 0.02535975178254345,
    "max_idle_duration": 38.666666666666664,
    "mean_explore_leg_distance": 0.0,
    "mean_response_time": 27.04739583333333,
    "num_episodes": 128.0,
    "premature_no_explorer_ratio": 0.041670806148717515,
    "reconfiguration_decisions": 579.0286458333334,
    "reconfiguration_decisions_per_100_alive_steps": 4.29514860648933,
    "reward_coalition_complete": 33.60712962962963,
    "reward_coalition_deliver": 0.0,
    "reward_dead": -0.02994791666666666,
    "reward_deliver": 24.625416666666666,
    "reward_discover": -3.5083764483519375,
    "reward_dist": -82.08550005708788,
    "reward_end": 34.890812785856404,
    "reward_resupply": 3.5001611259647896,
    "reward_switch_coalition": 36.01213663584846,
    "sent_percentage": 0.9998728053764708,
    "short_explore_leg_ratio": 0.0,
    "success": 0.9947916666666666,
    "successful_episode_length": 456.8821924603174,
    "successful_episode_length_median": 449.3333333333333,
    "task_completion_ratio": 0.9997916666666667,
    "tasks_completed": 24.994791666666668,
    "unavailable_sector_ratio": 0.0,
    "useful_idle_agent_step_ratio": 0.005387595840739928
  },
  {
    "condition": "heldout-legacy",
    "algorithm": "HATT",
    "selector": "last",
    "num_training_seeds": 3,
    "coalition_changes": 594.6432291666666,
    "coalition_changes_per_100_alive_steps": 4.1471679515627775,
    "coalition_changes_per_decision": 1.0012684602604602,
    "coalition_changes_per_gate_open": 594.6432291666666,
    "committed_payload_shortage_ratio": 0.27630145364636355,
    "committed_payload_surplus_ratio": 0.07076129905343422,
    "dead_agents": 0.8854166666666666,
    "decision_count": 593.8333333333334,
    "decision_deliver_ratio": 0.6510212963230012,
    "decision_explore_ratio": 0.08916920643662658,
    "decision_idle_ratio": 0.06379719705614552,
    "decision_resupply_ratio": 0.19601230018422675,
    "discovered_ratio": 1.0,
    "episode_length": 511.9869791666667,
    "episode_length_std": 176.65012778713307,
    "episode_reward": 36.510675477914,
    "episode_reward_std": 37.231314138509696,
    "executed_deliver_ratio": 0.42005290853240224,
    "executed_explore_ratio": 0.14385272608848537,
    "executed_idle_ratio": 0.055903494131859716,
    "executed_resupply_ratio": 0.38019087124725265,
    "explore_distance_per_alive_step": 0.0,
    "explored_area_ratio": 0.0,
    "gate_decision_count": 0.0,
    "gate_event_trigger_open_rate": 0.0,
    "gate_learned_open_rate": 0.0,
    "gate_mandatory_open_rate": 0.0,
    "gate_off_trigger_open_rate": 0.0,
    "gate_open_count": 0.0,
    "gate_open_rate": 0.0,
    "harmful_idle_agent_step_ratio": 0.0412832443761666,
    "max_idle_duration": 72.02083333333333,
    "mean_explore_leg_distance": 0.0,
    "mean_response_time": 22.64833333333333,
    "num_episodes": 128.0,
    "premature_no_explorer_ratio": 0.04939639845933921,
    "reconfiguration_decisions": 593.8333333333334,
    "reconfiguration_decisions_per_100_alive_steps": 4.1448914969732265,
    "reward_coalition_complete": 32.48998726851852,
    "reward_coalition_deliver": 0.0,
    "reward_dead": -0.14756944444444442,
    "reward_deliver": 24.601458333333337,
    "reward_discover": -5.163047975365689,
    "reward_dist": -90.8121527070632,
    "reward_end": 35.113442775891585,
    "reward_resupply": 3.5356808415640253,
    "reward_switch_coalition": 36.89287638548001,
    "sent_percentage": 0.9993434604994884,
    "short_explore_leg_ratio": 0.0,
    "success": 0.9791666666666666,
    "successful_episode_length": 491.29494287634407,
    "successful_episode_length_median": 464.0,
    "task_completion_ratio": 0.9990625,
    "tasks_completed": 24.9765625,
    "unavailable_sector_ratio": 0.0,
    "useful_idle_agent_step_ratio": 0.015307085452457648
  },
  {
    "condition": "heldout-legacy",
    "algorithm": "HATT",
    "selector": "p90",
    "num_training_seeds": 3,
    "coalition_changes": 590.9921875,
    "coalition_changes_per_100_alive_steps": 4.229709204776637,
    "coalition_changes_per_decision": 1.0009520527613722,
    "coalition_changes_per_gate_open": 590.9921875,
    "committed_payload_shortage_ratio": 0.2676229335131803,
    "committed_payload_surplus_ratio": 0.07432062446735714,
    "dead_agents": 0.7942708333333334,
    "decision_count": 590.4791666666666,
    "decision_deliver_ratio": 0.6483197849118066,
    "decision_explore_ratio": 0.08805265635340671,
    "decision_idle_ratio": 0.06588035080418513,
    "decision_resupply_ratio": 0.1977472079306015,
    "discovered_ratio": 1.0,
    "episode_length": 500.4635416666667,
    "episode_length_std": 173.48922111288982,
    "episode_reward": 38.03403653333941,
    "episode_reward_std": 37.18209042598037,
    "executed_deliver_ratio": 0.4321822210352832,
    "executed_explore_ratio": 0.12736520974214596,
    "executed_idle_ratio": 0.050913750885019066,
    "executed_resupply_ratio": 0.3895388183375517,
    "explore_distance_per_alive_step": 0.0,
    "explored_area_ratio": 0.0,
    "gate_decision_count": 0.0,
    "gate_event_trigger_open_rate": 0.0,
    "gate_learned_open_rate": 0.0,
    "gate_mandatory_open_rate": 0.0,
    "gate_off_trigger_open_rate": 0.0,
    "gate_open_count": 0.0,
    "gate_open_rate": 0.0,
    "harmful_idle_agent_step_ratio": 0.043299814393308135,
    "max_idle_duration": 62.317708333333336,
    "mean_explore_leg_distance": 0.0,
    "mean_response_time": 24.947938368055556,
    "num_episodes": 128.0,
    "premature_no_explorer_ratio": 0.06793743295643877,
    "reconfiguration_decisions": 590.4791666666666,
    "reconfiguration_decisions_per_100_alive_steps": 4.229005002274214,
    "reward_coalition_complete": 32.51056712962963,
    "reward_coalition_deliver": 0.0,
    "reward_dead": -0.1323784722222222,
    "reward_deliver": 24.57004340277778,
    "reward_discover": -6.555734833034157,
    "reward_dist": -88.12915775003529,
    "reward_end": 35.489694586925616,
    "reward_resupply": 3.5049884400769034,
    "reward_switch_coalition": 36.77601402922121,
    "sent_percentage": 0.9986214459677775,
    "short_explore_leg_ratio": 0.0,
    "success": 0.9739583333333334,
    "successful_episode_length": 473.94325818417923,
    "successful_episode_length_median": 455.3333333333333,
    "task_completion_ratio": 0.9976041666666667,
    "tasks_completed": 24.940104166666668,
    "unavailable_sector_ratio": 0.0,
    "useful_idle_agent_step_ratio": 0.008933134736751981
  },
  {
    "condition": "heldout-legacy",
    "algorithm": "MAPPO",
    "selector": "best",
    "num_training_seeds": 3,
    "coalition_changes": 646.40625,
    "coalition_changes_per_100_alive_steps": 3.344094521260414,
    "coalition_changes_per_decision": 0.9984178399451498,
    "coalition_changes_per_gate_open": 646.40625,
    "committed_payload_shortage_ratio": 0.15704765044905009,
    "committed_payload_surplus_ratio": 0.0901560675211523,
    "dead_agents": 0.4609375,
    "decision_count": 647.5260416666666,
    "decision_deliver_ratio": 0.7046186618318321,
    "decision_explore_ratio": 0.07611986357329291,
    "decision_idle_ratio": 0.029428337207460815,
    "decision_resupply_ratio": 0.18983313738741414,
    "discovered_ratio": 1.0,
    "episode_length": 659.0703125,
    "episode_length_std": 106.41944730376541,
    "episode_reward": -40.619377630414036,
    "episode_reward_std": 33.39928411992761,
    "executed_deliver_ratio": 0.5114542456126036,
    "executed_explore_ratio": 0.1595009557712642,
    "executed_idle_ratio": 0.037452222026223704,
    "executed_resupply_ratio": 0.2915925765899085,
    "explore_distance_per_alive_step": 0.0,
    "explored_area_ratio": 0.0,
    "gate_decision_count": 0.0,
    "gate_event_trigger_open_rate": 0.0,
    "gate_learned_open_rate": 0.0,
    "gate_mandatory_open_rate": 0.0,
    "gate_off_trigger_open_rate": 0.0,
    "gate_open_count": 0.0,
    "gate_open_rate": 0.0,
    "harmful_idle_agent_step_ratio": 0.001087077180075039,
    "max_idle_duration": 24.609375,
    "mean_explore_leg_distance": 0.0,
    "mean_response_time": 90.40302083333331,
    "num_episodes": 128.0,
    "premature_no_explorer_ratio": 0.45866108179507853,
    "reconfiguration_decisions": 647.5260416666666,
    "reconfiguration_decisions_per_100_alive_steps": 3.3504831038158045,
    "reward_coalition_complete": 30.769953703703706,
    "reward_coalition_deliver": 0.0,
    "reward_dead": -0.07682291666666667,
    "reward_deliver": 24.540520833333336,
    "reward_discover": -60.019676868100895,
    "reward_dist": -117.4169852598231,
    "reward_end": 37.38759250947397,
    "reward_resupply": 3.405039163305368,
    "reward_switch_coalition": 40.79100120436006,
    "sent_percentage": 1.0,
    "short_explore_leg_ratio": 0.0,
    "success": 1.0,
    "successful_episode_length": 659.0703125,
    "successful_episode_length_median": 639.0,
    "task_completion_ratio": 1.0,
    "tasks_completed": 25.0,
    "unavailable_sector_ratio": 0.0,
    "useful_idle_agent_step_ratio": 0.03636951535756531
  },
  {
    "condition": "heldout-legacy",
    "algorithm": "MAPPO",
    "selector": "last",
    "num_training_seeds": 3,
    "coalition_changes": 684.8463541666666,
    "coalition_changes_per_100_alive_steps": 3.3733949539397314,
    "coalition_changes_per_decision": 0.8082353487215638,
    "coalition_changes_per_gate_open": 684.8463541666666,
    "committed_payload_shortage_ratio": 0.12601836614704096,
    "committed_payload_surplus_ratio": 0.08963505053287214,
    "dead_agents": 0.033854166666666664,
    "decision_count": 6274.90625,
    "decision_deliver_ratio": 0.5666076934327736,
    "decision_explore_ratio": 0.04868416589038704,
    "decision_idle_ratio": 0.2490449478839889,
    "decision_resupply_ratio": 0.13566319279285047,
    "discovered_ratio": 0.9605208333333334,
    "episode_length": 784.4036458333334,
    "episode_length_std": 200.4035050127525,
    "episode_reward": -289.91647554132817,
    "episode_reward_std": 252.32372068460617,
    "executed_deliver_ratio": 0.4918079752706895,
    "executed_explore_ratio": 0.030908386254362954,
    "executed_idle_ratio": 0.2180632399054155,
    "executed_resupply_ratio": 0.2592203985695321,
    "explore_distance_per_alive_step": 0.0,
    "explored_area_ratio": 0.0,
    "gate_decision_count": 0.0,
    "gate_event_trigger_open_rate": 0.0,
    "gate_learned_open_rate": 0.0,
    "gate_mandatory_open_rate": 0.0,
    "gate_off_trigger_open_rate": 0.0,
    "gate_open_count": 0.0,
    "gate_open_rate": 0.0,
    "harmful_idle_agent_step_ratio": 0.002635428516550792,
    "max_idle_duration": 239.46354166666666,
    "mean_explore_leg_distance": 0.0,
    "mean_response_time": 75.40356989713796,
    "num_episodes": 128.0,
    "premature_no_explorer_ratio": 0.5479696311303061,
    "reconfiguration_decisions": 6274.90625,
    "reconfiguration_decisions_per_100_alive_steps": 15.807656701994395,
    "reward_coalition_complete": 25.703679398148143,
    "reward_coalition_deliver": 0.0,
    "reward_dead": -0.005642361111111111,
    "reward_deliver": 23.516588541666668,
    "reward_discover": -93.54206549804515,
    "reward_dist": -329.97166698908734,
    "reward_end": 37.400485031379326,
    "reward_resupply": 3.389285525193562,
    "reward_switch_coalition": 43.59286081052756,
    "sent_percentage": 0.9603105091105837,
    "short_explore_leg_ratio": 0.0,
    "success": 0.8098958333333334,
    "successful_episode_length": 617.2122159090909,
    "successful_episode_length_median": 601.5,
    "task_completion_ratio": 0.9605208333333334,
    "tasks_completed": 24.013020833333332,
    "unavailable_sector_ratio": 0.0,
    "useful_idle_agent_step_ratio": 0.21543154487683505
  },
  {
    "condition": "heldout-legacy",
    "algorithm": "MAPPO",
    "selector": "p90",
    "num_training_seeds": 3,
    "coalition_changes": 705.4869791666666,
    "coalition_changes_per_100_alive_steps": 3.212875552960176,
    "coalition_changes_per_decision": 0.7466613596007177,
    "coalition_changes_per_gate_open": 705.4869791666666,
    "committed_payload_shortage_ratio": 0.1157134769479421,
    "committed_payload_surplus_ratio": 0.08573150365260378,
    "dead_agents": 0.03125,
    "decision_count": 7898.755208333333,
    "decision_deliver_ratio": 0.5192018933650522,
    "decision_explore_ratio": 0.04327095139092002,
    "decision_idle_ratio": 0.315735892588037,
    "decision_resupply_ratio": 0.12179126265599077,
    "discovered_ratio": 0.9571875,
    "episode_length": 858.3854166666666,
    "episode_length_std": 313.5555263624861,
    "episode_reward": -366.28577293093923,
    "episode_reward_std": 447.26683287276757,
    "executed_deliver_ratio": 0.46231871760357635,
    "executed_explore_ratio": 0.02672034096572068,
    "executed_idle_ratio": 0.2688777606681763,
    "executed_resupply_ratio": 0.24208318076252663,
    "explore_distance_per_alive_step": 0.0,
    "explored_area_ratio": 0.0,
    "gate_decision_count": 0.0,
    "gate_event_trigger_open_rate": 0.0,
    "gate_learned_open_rate": 0.0,
    "gate_mandatory_open_rate": 0.0,
    "gate_off_trigger_open_rate": 0.0,
    "gate_open_count": 0.0,
    "gate_open_rate": 0.0,
    "harmful_idle_agent_step_ratio": 0.0026828148837972176,
    "max_idle_duration": 299.0703125,
    "mean_explore_leg_distance": 0.0,
    "mean_response_time": 76.02179851965083,
    "num_episodes": 128.0,
    "premature_no_explorer_ratio": 0.5564824355621303,
    "reconfiguration_decisions": 7898.755208333333,
    "reconfiguration_decisions_per_100_alive_steps": 19.220972502696128,
    "reward_coalition_complete": 23.57678009259259,
    "reward_coalition_deliver": 0.0,
    "reward_dead": -0.005208333333333333,
    "reward_deliver": 23.423003472222224,
    "reward_discover": -101.24229371640443,
    "reward_dist": -398.14846196508165,
    "reward_end": 37.63630240796785,
    "reward_resupply": 3.401490131178052,
    "reward_switch_coalition": 45.0726149799192,
    "sent_percentage": 0.9570366646733706,
    "short_explore_leg_ratio": 0.0,
    "success": 0.7526041666666666,
    "successful_episode_length": 649.1313880813954,
    "successful_episode_length_median": 625.1666666666666,
    "task_completion_ratio": 0.9571875,
    "tasks_completed": 23.9296875,
    "unavailable_sector_ratio": 0.0,
    "useful_idle_agent_step_ratio": 0.26619919257570634
  }
]