[
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-coverage",
    "selector": "best",
    "n": 3,
    "success": 0.7447916666666666,
    "success_train_sd": 0.022552744890219755,
    "task_completion_ratio": 0.9687500000000001,
    "task_completion_ratio_train_sd": 0.004349815908460947,
    "sent_percentage": 0.9747691119490467,
    "sent_percentage_train_sd": 0.002345708465787793,
    "discovered_ratio": 0.9822916666666667,
    "discovered_ratio_train_sd": 0.0019661027175184157,
    "episode_length": 637.8958333333334,
    "episode_length_train_sd": 10.959660400178446,
    "episode_reward": 72.9876382318694,
    "episode_reward_train_sd": 1.7165028689135466
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-coverage",
    "selector": "last",
    "n": 3,
    "success": 0.6223958333333334,
    "success_train_sd": 0.10549285989858903,
    "task_completion_ratio": 0.9458333333333334,
    "task_completion_ratio_train_sd": 0.021907527899008458,
    "sent_percentage": 0.9545920031377302,
    "sent_percentage_train_sd": 0.02192864879950787,
    "discovered_ratio": 0.96015625,
    "discovered_ratio_train_sd": 0.026389602740710186,
    "episode_length": 654.7057291666666,
    "episode_length_train_sd": 10.422783685710579,
    "episode_reward": 69.40334834737914,
    "episode_reward_train_sd": 3.610307705889352
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-coverage",
    "selector": "p90",
    "n": 3,
    "success": 0.578125,
    "success_train_sd": 0.05898308152555273,
    "task_completion_ratio": 0.9393229166666668,
    "task_completion_ratio_train_sd": 0.013762719022628968,
    "sent_percentage": 0.9444290883431445,
    "sent_percentage_train_sd": 0.014566737359792602,
    "discovered_ratio": 0.9515625000000001,
    "discovered_ratio_train_sd": 0.018471235027401348,
    "episode_length": 660.0911458333334,
    "episode_length_train_sd": 6.710634330559935,
    "episode_reward": 67.08852218904798,
    "episode_reward_train_sd": 0.06337866701133942
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-coverage-recurrent",
    "selector": "best",
    "n": 3,
    "success": 0.703125,
    "success_train_sd": 0.04133986423538423,
    "task_completion_ratio": 0.9640625,
    "task_completion_ratio_train_sd": 0.005633673867912486,
    "sent_percentage": 0.9709991128491021,
    "sent_percentage_train_sd": 0.003641223950259759,
    "discovered_ratio": 0.98046875,
    "discovered_ratio_train_sd": 0.002343749999999978,
    "episode_length": 639.0807291666666,
    "episode_length_train_sd": 12.487440793517885,
    "episode_reward": 72.02247196098551,
    "episode_reward_train_sd": 2.0494839095112565
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-coverage-recurrent",
    "selector": "last",
    "n": 3,
    "success": 0.671875,
    "success_train_sd": 0.06394806853025352,
    "task_completion_ratio": 0.95625,
    "task_completion_ratio_train_sd": 0.009504316453591012,
    "sent_percentage": 0.9646918212162143,
    "sent_percentage_train_sd": 0.004757760470934569,
    "discovered_ratio": 0.9778645833333334,
    "discovered_ratio_train_sd": 0.0060683230196515335,
    "episode_length": 653.03125,
    "episode_length_train_sd": 15.282112705709247,
    "episode_reward": 70.88151025313763,
    "episode_reward_train_sd": 3.6134748421557776
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-coverage-recurrent",
    "selector": "p90",
    "n": 3,
    "success": 0.6848958333333334,
    "success_train_sd": 0.05317858816839098,
    "task_completion_ratio": 0.9604166666666668,
    "task_completion_ratio_train_sd": 0.009547032697824585,
    "sent_percentage": 0.9674818528683888,
    "sent_percentage_train_sd": 0.009388266569714393,
    "discovered_ratio": 0.9776041666666667,
    "discovered_ratio_train_sd": 0.007825510000685794,
    "episode_length": 650.6484375,
    "episode_length_train_sd": 9.886711804867177,
    "episode_reward": 71.44988944878604,
    "episode_reward_train_sd": 2.353089980759485
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-recurrent",
    "selector": "best",
    "n": 3,
    "success": 0.2421875,
    "success_train_sd": 0.1074041178505275,
    "task_completion_ratio": 0.8122395833333333,
    "task_completion_ratio_train_sd": 0.059036521513346575,
    "sent_percentage": 0.8157838614938657,
    "sent_percentage_train_sd": 0.06179148873204509,
    "discovered_ratio": 0.82421875,
    "discovered_ratio_train_sd": 0.05790216863652432,
    "episode_length": 714.1901041666666,
    "episode_length_train_sd": 14.699000927110943,
    "episode_reward": 48.71685240919437,
    "episode_reward_train_sd": 7.240768575346266
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-recurrent",
    "selector": "last",
    "n": 3,
    "success": 0.2682291666666667,
    "success_train_sd": 0.036920434580098506,
    "task_completion_ratio": 0.8239583333333335,
    "task_completion_ratio_train_sd": 0.006314768569261562,
    "sent_percentage": 0.8344988383274444,
    "sent_percentage_train_sd": 0.016542899568717007,
    "discovered_ratio": 0.8500000000000001,
    "discovered_ratio_train_sd": 0.028135848602139277,
    "episode_length": 712.4140625,
    "episode_length_train_sd": 9.756842926209213,
    "episode_reward": 48.75949213088673,
    "episode_reward_train_sd": 4.3188773916234435
  },
  {
    "experiment": "coverage-rnn",
    "method": "hattv2.0-sector-recurrent",
    "selector": "p90",
    "n": 3,
    "success": 0.23697916666666666,
    "success_train_sd": 0.10403637685124051,
    "task_completion_ratio": 0.821875,
    "task_completion_ratio_train_sd": 0.04695955914733979,
    "sent_percentage": 0.8289589237076616,
    "sent_percentage_train_sd": 0.04979796515221058,
    "discovered_ratio": 0.8369791666666667,
    "discovered_ratio_train_sd": 0.05234569337188434,
    "episode_length": 718.7083333333334,
    "episode_length_train_sd": 9.328080288488602,
    "episode_reward": 49.76682819666222,
    "episode_reward_train_sd": 4.919156704521532
  },
  {
    "experiment": "coverage-rnn",
    "method": "mappo-sector-coverage",
    "selector": "best",
    "n": 3,
    "success": 0.044270833333333336,
    "success_train_sd": 0.027436598314720673,
    "task_completion_ratio": 0.6208333333333333,
    "task_completion_ratio_train_sd": 0.03248847952864734,
    "sent_percentage": 0.629030321272184,
    "sent_percentage_train_sd": 0.030287953686466404,
    "discovered_ratio": 0.6255208333333334,
    "discovered_ratio_train_sd": 0.03322226776607571,
    "episode_length": 742.6927083333334,
    "episode_length_train_sd": 3.3501812178908073,
    "episode_reward": 12.543553124570762,
    "episode_reward_train_sd": 1.897048694540271
  },
  {
    "experiment": "coverage-rnn",
    "method": "mappo-sector-coverage",
    "selector": "last",
    "n": 3,
    "success": 0.033854166666666664,
    "success_train_sd": 0.03853814736184568,
    "task_completion_ratio": 0.56171875,
    "task_completion_ratio_train_sd": 0.07269824055427684,
    "sent_percentage": 0.567991684023597,
    "sent_percentage_train_sd": 0.07080988895701881,
    "discovered_ratio": 0.5645833333333333,
    "discovered_ratio_train_sd": 0.07378712210149432,
    "episode_length": 744.1953125,
    "episode_length_train_sd": 5.827166685622718,
    "episode_reward": 8.35672522041424,
    "episode_reward_train_sd": 7.2021709142955705
  },
  {
    "experiment": "coverage-rnn",
    "method": "mappo-sector-coverage",
    "selector": "p90",
    "n": 3,
    "success": 0.018229166666666668,
    "success_train_sd": 0.01626301562082916,
    "task_completion_ratio": 0.5338541666666667,
    "task_completion_ratio_train_sd": 0.060284630326857234,
    "sent_percentage": 0.5396183782481122,
    "sent_percentage_train_sd": 0.06010879942716395,
    "discovered_ratio": 0.53984375,
    "discovered_ratio_train_sd": 0.06118240051528297,
    "episode_length": 746.5572916666666,
    "episode_length_train_sd": 3.06147676358295,
    "episode_reward": 2.595262960797943,
    "episode_reward_train_sd": 6.6192868894928765
  },
  {
    "experiment": "detached",
    "method": "hattv2.0-detached-notimeout",
    "selector": "best",
    "n": 3,
    "success": 0.8723958333333334,
    "success_train_sd": 0.050227347713504976,
    "task_completion_ratio": 0.984375,
    "task_completion_ratio_train_sd": 0.004878904686248747,
    "sent_percentage": 0.9864542924034082,
    "sent_percentage_train_sd": 0.005657272269340964,
    "discovered_ratio": 0.9979166666666667,
    "discovered_ratio_train_sd": 0.0029577647634376016,
    "episode_length": 579.3802083333334,
    "episode_length_train_sd": 17.72254274424566,
    "episode_reward": 57.34968907082817,
    "episode_reward_train_sd": 9.67267978396615
  },
  {
    "experiment": "detached",
    "method": "hattv2.0-detached-notimeout",
    "selector": "last",
    "n": 3,
    "success": 0.11979166666666667,
    "success_train_sd": 0.06644453553215142,
    "task_completion_ratio": 0.6828125,
    "task_completion_ratio_train_sd": 0.08639438209636381,
    "sent_percentage": 0.6954509431585845,
    "sent_percentage_train_sd": 0.08986202176750117,
    "discovered_ratio": 0.98203125,
    "discovered_ratio_train_sd": 0.008450510801868753,
    "episode_length": 720.7239583333334,
    "episode_length_train_sd": 12.573335494698277,
    "episode_reward": 4.901009403120519,
    "episode_reward_train_sd": 14.115383637799262
  },
  {
    "experiment": "detached",
    "method": "hattv2.0-detached-notimeout",
    "selector": "p90",
    "n": 3,
    "success": 0.11979166666666667,
    "success_train_sd": 0.07707629472369136,
    "task_completion_ratio": 0.6591145833333334,
    "task_completion_ratio_train_sd": 0.15201754605931464,
    "sent_percentage": 0.6654686691793402,
    "sent_percentage_train_sd": 0.1592498288905428,
    "discovered_ratio": 0.9760416666666667,
    "discovered_ratio_train_sd": 0.02344183987597461,
    "episode_length": 722.9869791666666,
    "episode_length_train_sd": 14.179582759025461,
    "episode_reward": 1.8400016023275316,
    "episode_reward_train_sd": 24.7512029570419
  },
  {
    "experiment": "detached",
    "method": "hattv2.0-notimeout",
    "selector": "best",
    "n": 3,
    "success": 0.2994791666666667,
    "success_train_sd": 0.06735686018946647,
    "task_completion_ratio": 0.8291666666666667,
    "task_completion_ratio_train_sd": 0.02303473373697495,
    "sent_percentage": 0.8349115782419558,
    "sent_percentage_train_sd": 0.019515386430615757,
    "discovered_ratio": 0.9872395833333333,
    "discovered_ratio_train_sd": 0.01810972776116018,
    "episode_length": 690.2994791666666,
    "episode_length_train_sd": 9.767157171472137,
    "episode_reward": -2.7521606485812313,
    "episode_reward_train_sd": 56.594400591845016
  },
  {
    "experiment": "detached",
    "method": "hattv2.0-notimeout",
    "selector": "last",
    "n": 3,
    "success": 0.2890625,
    "success_train_sd": 0.08267972847076846,
    "task_completion_ratio": 0.815625,
    "task_completion_ratio_train_sd": 0.02581673694040365,
    "sent_percentage": 0.8249430298848021,
    "sent_percentage_train_sd": 0.02293191298517518,
    "discovered_ratio": 0.9986979166666666,
    "discovered_ratio_train_sd": 0.0016263015620829482,
    "episode_length": 692.4661458333334,
    "episode_length_train_sd": 10.477358672829455,
    "episode_reward": 29.32452510409868,
    "episode_reward_train_sd": 0.8950409228487489
  },
  {
    "experiment": "detached",
    "method": "hattv2.0-notimeout",
    "selector": "p90",
    "n": 3,
    "success": 0.14583333333333334,
    "success_train_sd": 0.039322054350368486,
    "task_completion_ratio": 0.7434895833333334,
    "task_completion_ratio_train_sd": 0.03699475170407058,
    "sent_percentage": 0.75917530528407,
    "sent_percentage_train_sd": 0.03567023280511833,
    "discovered_ratio": 0.9932291666666666,
    "discovered_ratio_train_sd": 0.007507049638228967,
    "episode_length": 719.7213541666666,
    "episode_length_train_sd": 4.58365662330465,
    "episode_reward": 13.126777663509248,
    "episode_reward_train_sd": 8.7031315156457
  },
  {
    "experiment": "detached",
    "method": "mappo-notimeout",
    "selector": "best",
    "n": 3,
    "success": 0.9114583333333334,
    "success_train_sd": 0.018042195912175804,
    "task_completion_ratio": 0.9856770833333334,
    "task_completion_ratio_train_sd": 0.0031573842846307786,
    "sent_percentage": 0.9922163025504098,
    "sent_percentage_train_sd": 0.0016660258812070691,
    "discovered_ratio": 1.0,
    "discovered_ratio_train_sd": 0.0,
    "episode_length": 574.0364583333334,
    "episode_length_train_sd": 7.52727111137327,
    "episode_reward": 62.14562418656621,
    "episode_reward_train_sd": 1.844735741789609
  },
  {
    "experiment": "detached",
    "method": "mappo-notimeout",
    "selector": "last",
    "n": 3,
    "success": 0.9166666666666666,
    "success_train_sd": 0.004510548978043951,
    "task_completion_ratio": 0.9864583333333334,
    "task_completion_ratio_train_sd": 0.0004510548978044336,
    "sent_percentage": 0.9923421745134137,
    "sent_percentage_train_sd": 0.0013060745414676203,
    "discovered_ratio": 1.0,
    "discovered_ratio_train_sd": 0.0,
    "episode_length": 573.140625,
    "episode_length_train_sd": 7.698151443335682,
    "episode_reward": 60.95027978759641,
    "episode_reward_train_sd": 1.5147494879547387
  },
  {
    "experiment": "detached",
    "method": "mappo-notimeout",
    "selector": "p90",
    "n": 3,
    "success": 0.9114583333333334,
    "success_train_sd": 0.004510548978043951,
    "task_completion_ratio": 0.9864583333333333,
    "task_completion_ratio_train_sd": 0.001193379087228064,
    "sent_percentage": 0.9921593405297374,
    "sent_percentage_train_sd": 0.0013437401503187062,
    "discovered_ratio": 1.0,
    "discovered_ratio_train_sd": 0.0,
    "episode_length": 572.03125,
    "episode_length_train_sd": 3.219290382429993,
    "episode_reward": 61.73595235983108,
    "episode_reward_train_sd": 1.7349896422691835
  },
  {
    "experiment": "qmix-vdn",
    "method": "hatt-qmix-event-coverage",
    "selector": "best",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.184375,
    "task_completion_ratio_train_sd": 0.0519046413808534,
    "sent_percentage": 0.25500577824578574,
    "sent_percentage_train_sd": 0.03026483080864265,
    "discovered_ratio": 0.7278125,
    "discovered_ratio_train_sd": 0.13476007687854927,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -131.10474524837954,
    "episode_reward_train_sd": 93.03303427313533,
    "reconfiguration_decisions": 1603.3703125,
    "reconfiguration_decisions_train_sd": 1128.0136707586735
  },
  {
    "experiment": "qmix-vdn",
    "method": "hatt-qmix-event-coverage",
    "selector": "last",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.07484375,
    "task_completion_ratio_train_sd": 0.05675607845338022,
    "sent_percentage": 0.07955075328928467,
    "sent_percentage_train_sd": 0.05933103635804239,
    "discovered_ratio": 0.63421875,
    "discovered_ratio_train_sd": 0.1110040513407619,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -66.9971194321311,
    "episode_reward_train_sd": 19.92113191956204,
    "reconfiguration_decisions": 928.296875,
    "reconfiguration_decisions_train_sd": 232.09374401728903
  },
  {
    "experiment": "qmix-vdn",
    "method": "hatt-qmix-event-coverage",
    "selector": "p90",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.08375,
    "task_completion_ratio_train_sd": 0.07859507019268926,
    "sent_percentage": 0.09204902772578932,
    "sent_percentage_train_sd": 0.0757439497791225,
    "discovered_ratio": 0.7009375000000001,
    "discovered_ratio_train_sd": 0.09995635033681581,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -77.94788418835147,
    "episode_reward_train_sd": 36.76262815380614,
    "reconfiguration_decisions": 1112.8890625,
    "reconfiguration_decisions_train_sd": 582.0366185364825
  },
  {
    "experiment": "qmix-vdn",
    "method": "qmix-event-coverage",
    "selector": "best",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.25671875,
    "task_completion_ratio_train_sd": 0.05285605175409197,
    "sent_percentage": 0.3011659993760225,
    "sent_percentage_train_sd": 0.04681242445117584,
    "discovered_ratio": 0.5303125,
    "discovered_ratio_train_sd": 0.06525986590283687,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -237.67034183153007,
    "episode_reward_train_sd": 50.7206419808763,
    "reconfiguration_decisions": 3679.7890625,
    "reconfiguration_decisions_train_sd": 878.1556189925639
  },
  {
    "experiment": "qmix-vdn",
    "method": "qmix-event-coverage",
    "selector": "last",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.16718750000000002,
    "task_completion_ratio_train_sd": 0.04195901669523786,
    "sent_percentage": 0.19741160838386335,
    "sent_percentage_train_sd": 0.048770284546483515,
    "discovered_ratio": 0.39921875,
    "discovered_ratio_train_sd": 0.04944454655059294,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -158.4942960505856,
    "episode_reward_train_sd": 23.553973932384608,
    "reconfiguration_decisions": 2836.0265625,
    "reconfiguration_decisions_train_sd": 1108.8573411330328
  },
  {
    "experiment": "qmix-vdn",
    "method": "qmix-event-coverage",
    "selector": "p90",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.14359375000000002,
    "task_completion_ratio_train_sd": 0.04893394782765847,
    "sent_percentage": 0.17119598582594758,
    "sent_percentage_train_sd": 0.06445166349645584,
    "discovered_ratio": 0.37453125,
    "discovered_ratio_train_sd": 0.08846013402940334,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -124.35939208149466,
    "episode_reward_train_sd": 37.47208744170382,
    "reconfiguration_decisions": 2067.090625,
    "reconfiguration_decisions_train_sd": 796.9303181358526
  },
  {
    "experiment": "qmix-vdn",
    "method": "vdn-event-coverage",
    "selector": "best",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.26625,
    "task_completion_ratio_train_sd": 0.04416792573873601,
    "sent_percentage": 0.30286120824694995,
    "sent_percentage_train_sd": 0.05035896887244677,
    "discovered_ratio": 0.53546875,
    "discovered_ratio_train_sd": 0.040128425428164395,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -191.3278990506853,
    "episode_reward_train_sd": 89.8189869844693,
    "reconfiguration_decisions": 2435.584375,
    "reconfiguration_decisions_train_sd": 913.7525016264063
  },
  {
    "experiment": "qmix-vdn",
    "method": "vdn-event-coverage",
    "selector": "last",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.14093750000000002,
    "task_completion_ratio_train_sd": 0.0702638720734205,
    "sent_percentage": 0.1716173110245344,
    "sent_percentage_train_sd": 0.0801275028349648,
    "discovered_ratio": 0.42671875,
    "discovered_ratio_train_sd": 0.1886677503431131,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -188.99881895344808,
    "episode_reward_train_sd": 63.47626590171822,
    "reconfiguration_decisions": 4092.95625,
    "reconfiguration_decisions_train_sd": 2057.705637786553
  },
  {
    "experiment": "qmix-vdn",
    "method": "vdn-event-coverage",
    "selector": "p90",
    "n": 5,
    "success": 0.0,
    "success_train_sd": 0.0,
    "task_completion_ratio": 0.17390625,
    "task_completion_ratio_train_sd": 0.08274171503087183,
    "sent_percentage": 0.20747603379413068,
    "sent_percentage_train_sd": 0.09817141339363099,
    "discovered_ratio": 0.415625,
    "discovered_ratio_train_sd": 0.14624720383277845,
    "episode_length": 750.0,
    "episode_length_train_sd": 0.0,
    "episode_reward": -220.36045331808853,
    "episode_reward_train_sd": 28.114372663943815,
    "reconfiguration_decisions": 4147.5375,
    "reconfiguration_decisions_train_sd": 2439.1298074773736
  }
]