[
  {
    "experiment": "formal-v20",
    "method": "hattv20-full",
    "selector": "last",
    "n": 3,
    "success": 0.6588541666666666,
    "success_train_sd": 0.08353653610596583,
    "task_completion_ratio": 0.9541666666666667,
    "task_completion_ratio_train_sd": 0.012556836928376244,
    "sent_percentage": 0.9612527723877188,
    "sent_percentage_train_sd": 0.013160734623621174,
    "discovered_ratio": 0.9726562500000001,
    "discovered_ratio_train_sd": 0.006200979635307534,
    "episode_length": 656.4973958333334,
    "episode_length_train_sd": 13.167428940223424,
    "episode_reward": 69.71824571131393,
    "episode_reward_train_sd": 3.6411431461063803,
    "reconfiguration_decisions": 611.53125,
    "reconfiguration_decisions_train_sd": 26.824661022366037
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-full",
    "selector": "validation-best",
    "n": 3,
    "success": 0.7083333333333334,
    "success_train_sd": 0.07707629472369136,
    "task_completion_ratio": 0.9606770833333335,
    "task_completion_ratio_train_sd": 0.013173583197855943,
    "sent_percentage": 0.9664876374807589,
    "sent_percentage_train_sd": 0.012109703140636903,
    "discovered_ratio": 0.9697916666666667,
    "discovered_ratio_train_sd": 0.012629537138522986,
    "episode_length": 645.1614583333334,
    "episode_length_train_sd": 13.68501674938652,
    "episode_reward": 72.25886492074447,
    "episode_reward_train_sd": 3.6164501270219893,
    "reconfiguration_decisions": 599.9375,
    "reconfiguration_decisions_train_sd": 21.16783863737923
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-no-aa",
    "selector": "last",
    "n": 3,
    "success": 0.6666666666666666,
    "success_train_sd": 0.023867581744561668,
    "task_completion_ratio": 0.9591145833333334,
    "task_completion_ratio_train_sd": 0.0035228513693929073,
    "sent_percentage": 0.9647343697375778,
    "sent_percentage_train_sd": 0.006267537906649045,
    "discovered_ratio": 0.9695312500000001,
    "discovered_ratio_train_sd": 0.005468750000000022,
    "episode_length": 649.71875,
    "episode_length_train_sd": 2.7876944298783894,
    "episode_reward": 71.33832961340416,
    "episode_reward_train_sd": 0.5728174208303208,
    "reconfiguration_decisions": 602.71875,
    "reconfiguration_decisions_train_sd": 3.8839362684652796
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-no-aa",
    "selector": "validation-best",
    "n": 3,
    "success": 0.6901041666666666,
    "success_train_sd": 0.05542655378591865,
    "task_completion_ratio": 0.9611979166666668,
    "task_completion_ratio_train_sd": 0.008640968761998484,
    "sent_percentage": 0.9679060449877737,
    "sent_percentage_train_sd": 0.004639181356266151,
    "discovered_ratio": 0.9734375000000001,
    "discovered_ratio_train_sd": 0.0063948068530253884,
    "episode_length": 651.0729166666666,
    "episode_length_train_sd": 17.775300955426594,
    "episode_reward": 70.67742428901613,
    "episode_reward_train_sd": 2.8144839361496263,
    "reconfiguration_decisions": 618.8359375,
    "reconfiguration_decisions_train_sd": 34.98985971968343
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-no-coalition",
    "selector": "last",
    "n": 3,
    "success": 0.5989583333333334,
    "success_train_sd": 0.1289259770259017,
    "task_completion_ratio": 0.9458333333333334,
    "task_completion_ratio_train_sd": 0.015435043242434858,
    "sent_percentage": 0.9527803463903688,
    "sent_percentage_train_sd": 0.012002115854023603,
    "discovered_ratio": 0.9640625,
    "discovered_ratio_train_sd": 0.009600160724566063,
    "episode_length": 663.5625,
    "episode_length_train_sd": 9.70882544409499,
    "episode_reward": 66.11523403287458,
    "episode_reward_train_sd": 4.838767445367987,
    "reconfiguration_decisions": 638.1901041666666,
    "reconfiguration_decisions_train_sd": 20.442803708641634
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-no-coalition",
    "selector": "validation-best",
    "n": 3,
    "success": 0.6588541666666666,
    "success_train_sd": 0.1151736686848749,
    "task_completion_ratio": 0.9541666666666667,
    "task_completion_ratio_train_sd": 0.016852801757670153,
    "sent_percentage": 0.9599625067454238,
    "sent_percentage_train_sd": 0.015682735025777977,
    "discovered_ratio": 0.9656250000000001,
    "discovered_ratio_train_sd": 0.01304944772538285,
    "episode_length": 645.8333333333334,
    "episode_length_train_sd": 24.626187626685937,
    "episode_reward": 69.29546662743812,
    "episode_reward_train_sd": 5.373601340627409,
    "reconfiguration_decisions": 629.7630208333334,
    "reconfiguration_decisions_train_sd": 45.477939050345356
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-no-coverage",
    "selector": "last",
    "n": 3,
    "success": 0.19270833333333334,
    "success_train_sd": 0.11057746742480284,
    "task_completion_ratio": 0.7565104166666667,
    "task_completion_ratio_train_sd": 0.11116375841476324,
    "sent_percentage": 0.7608393259864846,
    "sent_percentage_train_sd": 0.11400909251472502,
    "discovered_ratio": 0.7755208333333334,
    "discovered_ratio_train_sd": 0.1121912357200679,
    "episode_length": 725.7552083333334,
    "episode_length_train_sd": 16.0862587490182,
    "episode_reward": 36.75314278813793,
    "episode_reward_train_sd": 19.06818802203845,
    "reconfiguration_decisions": 805.1380208333334,
    "reconfiguration_decisions_train_sd": 96.82963287934214
  },
  {
    "experiment": "formal-v20",
    "method": "hattv20-no-coverage",
    "selector": "validation-best",
    "n": 3,
    "success": 0.3385416666666667,
    "success_train_sd": 0.05863713671457137,
    "task_completion_ratio": 0.8562500000000001,
    "task_completion_ratio_train_sd": 0.05163347388080727,
    "sent_percentage": 0.8598937467183021,
    "sent_percentage_train_sd": 0.053303787705175125,
    "discovered_ratio": 0.8723958333333334,
    "discovered_ratio_train_sd": 0.05502869753213621,
    "episode_length": 702.9322916666666,
    "episode_length_train_sd": 8.961401787957525,
    "episode_reward": 54.20722824223275,
    "episode_reward_train_sd": 7.8388187657800525,
    "reconfiguration_decisions": 706.5104166666666,
    "reconfiguration_decisions_train_sd": 16.081705014250343
  },
  {
    "experiment": "formal-v20",
    "method": "mappo288",
    "selector": "last",
    "n": 3,
    "success": 0.041666666666666664,
    "success_train_sd": 0.029577647634376425,
    "task_completion_ratio": 0.625,
    "task_completion_ratio_train_sd": 0.08504867057860165,
    "sent_percentage": 0.629780517612799,
    "sent_percentage_train_sd": 0.08064853787910191,
    "discovered_ratio": 0.6299479166666667,
    "discovered_ratio_train_sd": 0.08694485351119599,
    "episode_length": 742.7786458333334,
    "episode_length_train_sd": 6.392904035351097,
    "episode_reward": 19.03575564351523,
    "episode_reward_train_sd": 10.22011589890045,
    "reconfiguration_decisions": 763.1145833333334,
    "reconfiguration_decisions_train_sd": 29.34077578832361
  },
  {
    "experiment": "formal-v20",
    "method": "mappo288",
    "selector": "validation-best",
    "n": 3,
    "success": 0.2708333333333333,
    "success_train_sd": 0.03522851369392886,
    "task_completion_ratio": 0.821875,
    "task_completion_ratio_train_sd": 0.033539199896352734,
    "sent_percentage": 0.8292068724760286,
    "sent_percentage_train_sd": 0.03037474562703679,
    "discovered_ratio": 0.8408854166666667,
    "discovered_ratio_train_sd": 0.03521984987930575,
    "episode_length": 712.6510416666666,
    "episode_length_train_sd": 0.668611867548792,
    "episode_reward": 37.2612988345155,
    "episode_reward_train_sd": 3.2365769477220097,
    "reconfiguration_decisions": 732.40625,
    "reconfiguration_decisions_train_sd": 33.29635532354902
  },
  {
    "experiment": "formal-v20",
    "method": "mappo64",
    "selector": "last",
    "n": 3,
    "success": 0.013020833333333334,
    "success_train_sd": 0.011933790872280834,
    "task_completion_ratio": 0.48880208333333336,
    "task_completion_ratio_train_sd": 0.13820030587618404,
    "sent_percentage": 0.49305517088202006,
    "sent_percentage_train_sd": 0.13997634545460125,
    "discovered_ratio": 0.49140625,
    "discovered_ratio_train_sd": 0.14044910874917468,
    "episode_length": 748.2421875,
    "episode_length_train_sd": 1.913998723427278,
    "episode_reward": -2.0017335946200734,
    "episode_reward_train_sd": 12.84235738585107,
    "reconfiguration_decisions": 840.0130208333334,
    "reconfiguration_decisions_train_sd": 42.986350325310994
  },
  {
    "experiment": "formal-v20",
    "method": "mappo64",
    "selector": "validation-best",
    "n": 3,
    "success": 0.08333333333333333,
    "success_train_sd": 0.06314768569261532,
    "task_completion_ratio": 0.6888020833333334,
    "task_completion_ratio_train_sd": 0.028835781221354714,
    "sent_percentage": 0.6951241517043628,
    "sent_percentage_train_sd": 0.03164450629601169,
    "discovered_ratio": 0.7015625,
    "discovered_ratio_train_sd": 0.026412721100589016,
    "episode_length": 736.3385416666666,
    "episode_length_train_sd": 10.409447042368033,
    "episode_reward": 10.794329283292988,
    "episode_reward_train_sd": 10.972589136114923,
    "reconfiguration_decisions": 830.2526041666666,
    "reconfiguration_decisions_train_sd": 50.24361691650856
  },
  {
    "experiment": "formal-v20",
    "method": "mappo64-no-coverage",
    "selector": "last",
    "n": 3,
    "success": 0.09114583333333333,
    "success_train_sd": 0.09054863880580057,
    "task_completion_ratio": 0.6752604166666667,
    "task_completion_ratio_train_sd": 0.10790398443417576,
    "sent_percentage": 0.6813079177187357,
    "sent_percentage_train_sd": 0.10401887226346512,
    "discovered_ratio": 0.6783854166666667,
    "discovered_ratio_train_sd": 0.10907417708500411,
    "episode_length": 735.9973958333334,
    "episode_length_train_sd": 14.078433536898364,
    "episode_reward": 13.121957633317813,
    "episode_reward_train_sd": 13.305991858385054,
    "reconfiguration_decisions": 827.1119791666666,
    "reconfiguration_decisions_train_sd": 65.45825278189997
  },
  {
    "experiment": "formal-v20",
    "method": "mappo64-no-coverage",
    "selector": "validation-best",
    "n": 3,
    "success": 0.12760416666666666,
    "success_train_sd": 0.11727427342914273,
    "task_completion_ratio": 0.6953125,
    "task_completion_ratio_train_sd": 0.10471081829854072,
    "sent_percentage": 0.6993416085254399,
    "sent_percentage_train_sd": 0.09897479556165727,
    "discovered_ratio": 0.6976562500000001,
    "discovered_ratio_train_sd": 0.10737285813492398,
    "episode_length": 732.1484375,
    "episode_length_train_sd": 16.04564830693493,
    "episode_reward": 14.783337707389146,
    "episode_reward_train_sd": 11.954094580132656,
    "reconfiguration_decisions": 814.0442708333334,
    "reconfiguration_decisions_train_sd": 76.16040832495555
  },
  {
    "experiment": "geometry",
    "method": "hattv20-geometry-only",
    "selector": "last",
    "n": 3,
    "success": 0.2760416666666667,
    "success_train_sd": 0.04009063624567878,
    "task_completion_ratio": 0.8570312500000001,
    "task_completion_ratio_train_sd": 0.031161985429967426,
    "sent_percentage": 0.8648636064622612,
    "sent_percentage_train_sd": 0.03250108637012253,
    "discovered_ratio": 0.8786458333333335,
    "discovered_ratio_train_sd": 0.02806344537197516,
    "episode_length": 714.3307291666666,
    "episode_length_train_sd": 5.541240169012446,
    "episode_reward": 51.17549384395527,
    "episode_reward_train_sd": 5.534559998483276,
    "reconfiguration_decisions": 681.8255208333334,
    "reconfiguration_decisions_train_sd": 10.807803388989461
  },
  {
    "experiment": "geometry",
    "method": "hattv20-geometry-only",
    "selector": "validation-best",
    "n": 3,
    "success": 0.3151041666666667,
    "success_train_sd": 0.019661027175184243,
    "task_completion_ratio": 0.8833333333333334,
    "task_completion_ratio_train_sd": 0.010315261625176321,
    "sent_percentage": 0.8885122025015559,
    "sent_percentage_train_sd": 0.013924556709867085,
    "discovered_ratio": 0.8994791666666667,
    "discovered_ratio_train_sd": 0.015825536046081792,
    "episode_length": 708.1484375,
    "episode_length_train_sd": 1.7959916306876265,
    "episode_reward": 55.3909272730432,
    "episode_reward_train_sd": 1.805130746996265,
    "reconfiguration_decisions": 684.7994791666666,
    "reconfiguration_decisions_train_sd": 9.841282966319843
  },
  {
    "experiment": "geometry",
    "method": "hattv20-no-aa-no-coalition",
    "selector": "last",
    "n": 3,
    "success": 0.5963541666666666,
    "success_train_sd": 0.023867581744561668,
    "task_completion_ratio": 0.9273437500000001,
    "task_completion_ratio_train_sd": 0.017866557228170665,
    "sent_percentage": 0.9373454625715228,
    "sent_percentage_train_sd": 0.017132272371815725,
    "discovered_ratio": 0.9572916666666668,
    "discovered_ratio_train_sd": 0.010374262649501139,
    "episode_length": 664.5234375,
    "episode_length_train_sd": 8.606482045709791,
    "episode_reward": 51.219564663294975,
    "episode_reward_train_sd": 11.457639482823945,
    "reconfiguration_decisions": 706.0572916666666,
    "reconfiguration_decisions_train_sd": 79.94159906499061
  },
  {
    "experiment": "geometry",
    "method": "hattv20-no-aa-no-coalition",
    "selector": "validation-best",
    "n": 3,
    "success": 0.578125,
    "success_train_sd": 0.0078125,
    "task_completion_ratio": 0.93359375,
    "task_completion_ratio_train_sd": 0.011822457773766818,
    "sent_percentage": 0.9398764749820108,
    "sent_percentage_train_sd": 0.012469721574169913,
    "discovered_ratio": 0.95234375,
    "discovered_ratio_train_sd": 0.009472152853892368,
    "episode_length": 657.8802083333334,
    "episode_length_train_sd": 1.8976871802577429,
    "episode_reward": 60.64383632223292,
    "episode_reward_train_sd": 5.971414702354257,
    "reconfiguration_decisions": 622.3463541666666,
    "reconfiguration_decisions_train_sd": 28.616420031910145
  },
  {
    "experiment": "geometry",
    "method": "mappo64-geometry-only",
    "selector": "last",
    "n": 3,
    "success": 0.028645833333333332,
    "success_train_sd": 0.022552744890219755,
    "task_completion_ratio": 0.5705729166666667,
    "task_completion_ratio_train_sd": 0.023467862277928873,
    "sent_percentage": 0.5751515634560096,
    "sent_percentage_train_sd": 0.020818736245962612,
    "discovered_ratio": 0.5755208333333334,
    "discovered_ratio_train_sd": 0.022156852366047735,
    "episode_length": 745.5078125,
    "episode_length_train_sd": 4.105920304020616,
    "episode_reward": 4.6920517158940775,
    "episode_reward_train_sd": 5.122749200065606,
    "reconfiguration_decisions": 820.765625,
    "reconfiguration_decisions_train_sd": 71.8104261558689
  },
  {
    "experiment": "geometry",
    "method": "mappo64-geometry-only",
    "selector": "validation-best",
    "n": 3,
    "success": 0.17447916666666666,
    "success_train_sd": 0.07825510000685791,
    "task_completion_ratio": 0.75390625,
    "task_completion_ratio_train_sd": 0.03986672131929088,
    "sent_percentage": 0.7545482573029532,
    "sent_percentage_train_sd": 0.04098920846767352,
    "discovered_ratio": 0.7565104166666666,
    "discovered_ratio_train_sd": 0.04122404881280865,
    "episode_length": 724.0989583333334,
    "episode_length_train_sd": 9.737723683312856,
    "episode_reward": 18.746009072088,
    "episode_reward_train_sd": 1.8286633044232257,
    "reconfiguration_decisions": 809.2317708333334,
    "reconfiguration_decisions_train_sd": 62.69300586359088
  },
  {
    "experiment": "v33aa",
    "method": "hattv33aa-learned",
    "selector": "last",
    "n": 3,
    "success": 0.625,
    "success_train_sd": 0.1015625,
    "task_completion_ratio": 0.9497395833333334,
    "task_completion_ratio_train_sd": 0.018059102549568582,
    "sent_percentage": 0.9601938756295848,
    "sent_percentage_train_sd": 0.011678254882653456,
    "discovered_ratio": 0.9671875000000001,
    "discovered_ratio_train_sd": 0.008267972847076796,
    "episode_length": 659.9973958333334,
    "episode_length_train_sd": 30.433680070766,
    "episode_reward": 69.71991942220653,
    "episode_reward_train_sd": 5.911341271049309,
    "reconfiguration_decisions": 641.6536458333334,
    "reconfiguration_decisions_train_sd": 27.905293469982237
  },
  {
    "experiment": "v33aa",
    "method": "hattv33aa-learned",
    "selector": "validation-best",
    "n": 3,
    "success": 0.625,
    "success_train_sd": 0.1015625,
    "task_completion_ratio": 0.9500000000000001,
    "task_completion_ratio_train_sd": 0.01847123502740134,
    "sent_percentage": 0.9595322412033475,
    "sent_percentage_train_sd": 0.010563185903712573,
    "discovered_ratio": 0.9666666666666668,
    "discovered_ratio_train_sd": 0.0073840869160197,
    "episode_length": 658.7734375,
    "episode_length_train_sd": 31.749526132967226,
    "episode_reward": 69.38213781990977,
    "episode_reward_train_sd": 5.42107437256485,
    "reconfiguration_decisions": 640.9192708333334,
    "reconfiguration_decisions_train_sd": 28.2914101800168
  },
  {
    "experiment": "v33aa",
    "method": "hattv33aa-uniform",
    "selector": "last",
    "n": 3,
    "success": 0.546875,
    "success_train_sd": 0.0900981452708656,
    "task_completion_ratio": 0.9281250000000002,
    "task_completion_ratio_train_sd": 0.024668208443510874,
    "sent_percentage": 0.9430740427308365,
    "sent_percentage_train_sd": 0.020851895227579794,
    "discovered_ratio": 0.9617187500000001,
    "discovered_ratio_train_sd": 0.010334966058846162,
    "episode_length": 673.1171875,
    "episode_length_train_sd": 15.039799089104383,
    "episode_reward": 61.43825385352924,
    "episode_reward_train_sd": 7.468030688862371,
    "reconfiguration_decisions": 664.4895833333334,
    "reconfiguration_decisions_train_sd": 28.007089353170176
  },
  {
    "experiment": "v33aa",
    "method": "hattv33aa-uniform",
    "selector": "validation-best",
    "n": 3,
    "success": 0.5416666666666666,
    "success_train_sd": 0.08884751098558323,
    "task_completion_ratio": 0.9335937500000001,
    "task_completion_ratio_train_sd": 0.016901021603737413,
    "sent_percentage": 0.944821121579597,
    "sent_percentage_train_sd": 0.019393179450933794,
    "discovered_ratio": 0.9546875,
    "discovered_ratio_train_sd": 0.018019629054173144,
    "episode_length": 670.3880208333334,
    "episode_length_train_sd": 5.886729550283169,
    "episode_reward": 61.31867141574026,
    "episode_reward_train_sd": 7.118053707737685,
    "reconfiguration_decisions": 683.2838541666666,
    "reconfiguration_decisions_train_sd": 47.496024410451206
  },
  {
    "experiment": "v34",
    "method": "hattv34-noctx",
    "selector": "last",
    "n": 3,
    "success": 0.625,
    "success_train_sd": 0.1015625,
    "task_completion_ratio": 0.9497395833333334,
    "task_completion_ratio_train_sd": 0.018059102549568582,
    "sent_percentage": 0.9601938756295848,
    "sent_percentage_train_sd": 0.011678254882653456,
    "discovered_ratio": 0.9671875000000001,
    "discovered_ratio_train_sd": 0.008267972847076796,
    "episode_length": 659.9973958333334,
    "episode_length_train_sd": 30.433680070766,
    "episode_reward": 69.71991942220653,
    "episode_reward_train_sd": 5.911341271049309,
    "reconfiguration_decisions": 641.6536458333334,
    "reconfiguration_decisions_train_sd": 27.905293469982237
  },
  {
    "experiment": "v34",
    "method": "hattv34-noctx",
    "selector": "validation-best",
    "n": 3,
    "success": 0.625,
    "success_train_sd": 0.1015625,
    "task_completion_ratio": 0.9500000000000001,
    "task_completion_ratio_train_sd": 0.01847123502740134,
    "sent_percentage": 0.9595322412033475,
    "sent_percentage_train_sd": 0.010563185903712573,
    "discovered_ratio": 0.9666666666666668,
    "discovered_ratio_train_sd": 0.0073840869160197,
    "episode_length": 658.7734375,
    "episode_length_train_sd": 31.749526132967226,
    "episode_reward": 69.38213781990977,
    "episode_reward_train_sd": 5.42107437256485,
    "reconfiguration_decisions": 640.9192708333334,
    "reconfiguration_decisions_train_sd": 28.2914101800168
  },
  {
    "experiment": "v34",
    "method": "hattv34-taskctx",
    "selector": "last",
    "n": 3,
    "success": 0.6171875,
    "success_train_sd": 0.046875,
    "task_completion_ratio": 0.9447916666666668,
    "task_completion_ratio_train_sd": 0.007587917856423696,
    "sent_percentage": 0.9526290477119518,
    "sent_percentage_train_sd": 0.008336423805418828,
    "discovered_ratio": 0.9598958333333334,
    "discovered_ratio_train_sd": 0.007259041596232446,
    "episode_length": 657.8515625,
    "episode_length_train_sd": 4.06997509398092,
    "episode_reward": 66.85287695532782,
    "episode_reward_train_sd": 1.1486857373243362,
    "reconfiguration_decisions": 636.5677083333334,
    "reconfiguration_decisions_train_sd": 19.730481252677027
  },
  {
    "experiment": "v34",
    "method": "hattv34-taskctx",
    "selector": "validation-best",
    "n": 3,
    "success": 0.6510416666666666,
    "success_train_sd": 0.07507049638228945,
    "task_completion_ratio": 0.9531250000000001,
    "task_completion_ratio_train_sd": 0.013002591388354107,
    "sent_percentage": 0.9588602438926953,
    "sent_percentage_train_sd": 0.013591873483866687,
    "discovered_ratio": 0.9658854166666667,
    "discovered_ratio_train_sd": 0.012701821248184572,
    "episode_length": 649.7916666666666,
    "episode_length_train_sd": 10.725331472211108,
    "episode_reward": 70.54017825502439,
    "episode_reward_train_sd": 2.4932004764644113,
    "reconfiguration_decisions": 603.2864583333334,
    "reconfiguration_decisions_train_sd": 35.95625982277228
  }
]