{
  "algorithm": "pcfa-delivcoal",
  "seed": 50000,
  "aggregate": {
    "episodes": 128,
    "success_rate": 0.515625,
    "task_completion_ratio": 0.9382812500000001,
    "discovered_ratio": 0.9585937500000001,
    "sent_percentage": 0.9508076214023498,
    "episode_length": 665.453125
  },
  "episodes": [
    {
      "episode": 0,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3152.0,
      "sent_goal": 3639.0,
      "sent_percentage": 0.8661720252816708,
      "episode_length": 750,
      "episode_reward": 4.91814858881947
    },
    {
      "episode": 1,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3235.0,
      "sent_goal": 3235.0,
      "sent_percentage": 1.0,
      "episode_length": 487,
      "episode_reward": 35.76987853329325
    },
    {
      "episode": 2,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2340.0,
      "sent_goal": 3214.0,
      "sent_percentage": 0.7280647168637212,
      "episode_length": 750,
      "episode_reward": 4.217396609373518
    },
    {
      "episode": 3,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2525.0,
      "sent_goal": 2525.0,
      "sent_percentage": 1.0,
      "episode_length": 588,
      "episode_reward": 40.90198474179157
    },
    {
      "episode": 4,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2693.0,
      "sent_goal": 2941.0,
      "sent_percentage": 0.9156749404964298,
      "episode_length": 750,
      "episode_reward": 8.315440426347415
    },
    {
      "episode": 5,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3369.0,
      "sent_goal": 3794.0,
      "sent_percentage": 0.8879810226673696,
      "episode_length": 750,
      "episode_reward": 7.174828648735472
    },
    {
      "episode": 6,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2462.0,
      "sent_goal": 2572.0,
      "sent_percentage": 0.9572317262830482,
      "episode_length": 750,
      "episode_reward": 13.512217158044914
    },
    {
      "episode": 7,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2817.0,
      "sent_goal": 2817.0,
      "sent_percentage": 1.0,
      "episode_length": 732,
      "episode_reward": 30.94062607322666
    },
    {
      "episode": 8,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2775.0,
      "sent_goal": 2775.0,
      "sent_percentage": 1.0,
      "episode_length": 447,
      "episode_reward": 45.21931954856231
    },
    {
      "episode": 9,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2416.0,
      "sent_goal": 3099.0,
      "sent_percentage": 0.7796063246208454,
      "episode_length": 750,
      "episode_reward": 1.3953241502815845
    },
    {
      "episode": 10,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2977.0,
      "sent_goal": 2977.0,
      "sent_percentage": 1.0,
      "episode_length": 681,
      "episode_reward": 36.31391063130717
    },
    {
      "episode": 11,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2415.0,
      "sent_goal": 3020.0,
      "sent_percentage": 0.7996688741721855,
      "episode_length": 750,
      "episode_reward": -0.7374094804979809
    },
    {
      "episode": 12,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3187.0,
      "sent_goal": 3187.0,
      "sent_percentage": 1.0,
      "episode_length": 717,
      "episode_reward": 34.74669220460268
    },
    {
      "episode": 13,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3246.0,
      "sent_goal": 3246.0,
      "sent_percentage": 1.0,
      "episode_length": 738,
      "episode_reward": 29.922885886526586
    },
    {
      "episode": 14,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2499.0,
      "sent_goal": 2626.0,
      "sent_percentage": 0.9516374714394517,
      "episode_length": 750,
      "episode_reward": 11.657963467542912
    },
    {
      "episode": 15,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3245.0,
      "sent_goal": 3245.0,
      "sent_percentage": 1.0,
      "episode_length": 526,
      "episode_reward": 37.776264442272975
    },
    {
      "episode": 16,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2320.0,
      "sent_goal": 2320.0,
      "sent_percentage": 1.0,
      "episode_length": 554,
      "episode_reward": 32.43688699801967
    },
    {
      "episode": 17,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2668.0,
      "sent_goal": 2668.0,
      "sent_percentage": 1.0,
      "episode_length": 425,
      "episode_reward": 47.03690858425577
    },
    {
      "episode": 18,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2726.0,
      "sent_goal": 2726.0,
      "sent_percentage": 1.0,
      "episode_length": 638,
      "episode_reward": 35.63543600018229
    },
    {
      "episode": 19,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2969.0,
      "sent_goal": 2969.0,
      "sent_percentage": 1.0,
      "episode_length": 555,
      "episode_reward": 37.97628979698488
    },
    {
      "episode": 20,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2708.0,
      "sent_goal": 2708.0,
      "sent_percentage": 1.0,
      "episode_length": 732,
      "episode_reward": 29.1956456785053
    },
    {
      "episode": 21,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2359.0,
      "sent_goal": 2989.0,
      "sent_percentage": 0.7892271662763466,
      "episode_length": 750,
      "episode_reward": 4.200745367447487
    },
    {
      "episode": 22,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3096.0,
      "sent_goal": 3096.0,
      "sent_percentage": 1.0,
      "episode_length": 550,
      "episode_reward": 40.671964693335184
    },
    {
      "episode": 23,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3544.0,
      "sent_goal": 3544.0,
      "sent_percentage": 1.0,
      "episode_length": 502,
      "episode_reward": 38.06713029429068
    },
    {
      "episode": 24,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3024.0,
      "sent_goal": 3024.0,
      "sent_percentage": 1.0,
      "episode_length": 682,
      "episode_reward": 38.06221402097016
    },
    {
      "episode": 25,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3325.0,
      "sent_goal": 3325.0,
      "sent_percentage": 1.0,
      "episode_length": 687,
      "episode_reward": 29.409649644172333
    },
    {
      "episode": 26,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2802.0,
      "sent_goal": 3297.0,
      "sent_percentage": 0.8498635122838945,
      "episode_length": 750,
      "episode_reward": 5.728404258179493
    },
    {
      "episode": 27,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2455.0,
      "sent_goal": 2952.0,
      "sent_percentage": 0.8316395663956639,
      "episode_length": 750,
      "episode_reward": 2.8254655620544664
    },
    {
      "episode": 28,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3043.0,
      "sent_goal": 3043.0,
      "sent_percentage": 1.0,
      "episode_length": 562,
      "episode_reward": 40.408044630096185
    },
    {
      "episode": 29,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2924.0,
      "sent_goal": 3278.0,
      "sent_percentage": 0.8920073215375229,
      "episode_length": 750,
      "episode_reward": 7.279565053676167
    },
    {
      "episode": 30,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3059.0,
      "sent_goal": 3419.0,
      "sent_percentage": 0.8947060544018719,
      "episode_length": 750,
      "episode_reward": 9.5108950219659
    },
    {
      "episode": 31,
      "success": 0.0,
      "task_completed": 7,
      "task_completion_ratio": 0.7,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 1732.0,
      "sent_goal": 2298.0,
      "sent_percentage": 0.7536988685813751,
      "episode_length": 750,
      "episode_reward": -0.7433584206008739
    },
    {
      "episode": 32,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2703.0,
      "sent_goal": 3292.0,
      "sent_percentage": 0.8210814094775213,
      "episode_length": 750,
      "episode_reward": -3.4114312045679394
    },
    {
      "episode": 33,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2911.0,
      "sent_goal": 2911.0,
      "sent_percentage": 1.0,
      "episode_length": 474,
      "episode_reward": 37.3113519634128
    },
    {
      "episode": 34,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3421.0,
      "sent_goal": 3505.0,
      "sent_percentage": 0.9760342368045649,
      "episode_length": 750,
      "episode_reward": 13.966208482651359
    },
    {
      "episode": 35,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2415.0,
      "sent_goal": 2415.0,
      "sent_percentage": 1.0,
      "episode_length": 450,
      "episode_reward": 44.22354271389855
    },
    {
      "episode": 36,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2378.0,
      "sent_goal": 2378.0,
      "sent_percentage": 1.0,
      "episode_length": 516,
      "episode_reward": 40.04553941074306
    },
    {
      "episode": 37,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3071.0,
      "sent_goal": 3562.0,
      "sent_percentage": 0.8621560920830994,
      "episode_length": 750,
      "episode_reward": 6.638781374674351
    },
    {
      "episode": 38,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2688.0,
      "sent_goal": 3107.0,
      "sent_percentage": 0.8651432249758609,
      "episode_length": 750,
      "episode_reward": 9.180749376508162
    },
    {
      "episode": 39,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3346.0,
      "sent_goal": 3529.0,
      "sent_percentage": 0.9481439501275148,
      "episode_length": 750,
      "episode_reward": 10.944115741808744
    },
    {
      "episode": 40,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3012.0,
      "sent_goal": 3012.0,
      "sent_percentage": 1.0,
      "episode_length": 589,
      "episode_reward": 40.3143283339586
    },
    {
      "episode": 41,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3092.0,
      "sent_goal": 3092.0,
      "sent_percentage": 1.0,
      "episode_length": 602,
      "episode_reward": 35.755736623698745
    },
    {
      "episode": 42,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2869.0,
      "sent_goal": 3182.0,
      "sent_percentage": 0.9016341923318667,
      "episode_length": 750,
      "episode_reward": 5.685227229283175
    },
    {
      "episode": 43,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2392.0,
      "sent_goal": 2519.0,
      "sent_percentage": 0.9495831679237793,
      "episode_length": 750,
      "episode_reward": 9.69791842249025
    },
    {
      "episode": 44,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3244.0,
      "sent_goal": 3506.0,
      "sent_percentage": 0.9252709640616087,
      "episode_length": 750,
      "episode_reward": 14.990325319116314
    },
    {
      "episode": 45,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2607.0,
      "sent_goal": 2829.0,
      "sent_percentage": 0.9215270413573701,
      "episode_length": 750,
      "episode_reward": 6.88528701332877
    },
    {
      "episode": 46,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2744.0,
      "sent_goal": 2744.0,
      "sent_percentage": 1.0,
      "episode_length": 640,
      "episode_reward": 34.42442371879888
    },
    {
      "episode": 47,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2797.0,
      "sent_goal": 2797.0,
      "sent_percentage": 1.0,
      "episode_length": 479,
      "episode_reward": 41.95561352834022
    },
    {
      "episode": 48,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2817.0,
      "sent_goal": 2817.0,
      "sent_percentage": 1.0,
      "episode_length": 586,
      "episode_reward": 38.5136216285156
    },
    {
      "episode": 49,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2640.0,
      "sent_goal": 2995.0,
      "sent_percentage": 0.8814691151919867,
      "episode_length": 750,
      "episode_reward": 11.03110070047323
    },
    {
      "episode": 50,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2170.0,
      "sent_goal": 2490.0,
      "sent_percentage": 0.8714859437751004,
      "episode_length": 750,
      "episode_reward": 4.384339861209185
    },
    {
      "episode": 51,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3222.0,
      "sent_goal": 3287.0,
      "sent_percentage": 0.9802251292972315,
      "episode_length": 750,
      "episode_reward": 15.997335921293686
    },
    {
      "episode": 52,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3020.0,
      "sent_goal": 3020.0,
      "sent_percentage": 1.0,
      "episode_length": 697,
      "episode_reward": 37.905876227549555
    },
    {
      "episode": 53,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2970.0,
      "sent_goal": 2970.0,
      "sent_percentage": 1.0,
      "episode_length": 588,
      "episode_reward": 38.40042132314634
    },
    {
      "episode": 54,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3052.0,
      "sent_goal": 3052.0,
      "sent_percentage": 1.0,
      "episode_length": 478,
      "episode_reward": 40.96583485208119
    },
    {
      "episode": 55,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3614.0,
      "sent_goal": 3614.0,
      "sent_percentage": 1.0,
      "episode_length": 569,
      "episode_reward": 39.369807604076875
    },
    {
      "episode": 56,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3154.0,
      "sent_goal": 3154.0,
      "sent_percentage": 1.0,
      "episode_length": 748,
      "episode_reward": 28.48053958308583
    },
    {
      "episode": 57,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2844.0,
      "sent_goal": 2920.0,
      "sent_percentage": 0.9739726027397261,
      "episode_length": 750,
      "episode_reward": 13.369844349941804
    },
    {
      "episode": 58,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2562.0,
      "sent_goal": 2860.0,
      "sent_percentage": 0.8958041958041958,
      "episode_length": 750,
      "episode_reward": 6.876159060672523
    },
    {
      "episode": 59,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2714.0,
      "sent_goal": 2821.0,
      "sent_percentage": 0.9620701878766394,
      "episode_length": 750,
      "episode_reward": 18.828877576231108
    },
    {
      "episode": 60,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2913.0,
      "sent_goal": 3389.0,
      "sent_percentage": 0.8595455886692239,
      "episode_length": 750,
      "episode_reward": 1.3490343208246132
    },
    {
      "episode": 61,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3160.0,
      "sent_goal": 3160.0,
      "sent_percentage": 1.0,
      "episode_length": 606,
      "episode_reward": 39.82236782593664
    },
    {
      "episode": 62,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2306.0,
      "sent_goal": 2306.0,
      "sent_percentage": 1.0,
      "episode_length": 550,
      "episode_reward": 38.95735617081795
    },
    {
      "episode": 63,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3180.0,
      "sent_goal": 3180.0,
      "sent_percentage": 1.0,
      "episode_length": 690,
      "episode_reward": 39.755746455360374
    },
    {
      "episode": 64,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2456.0,
      "sent_goal": 2697.0,
      "sent_percentage": 0.910641453466815,
      "episode_length": 750,
      "episode_reward": 9.74832298421591
    },
    {
      "episode": 65,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3403.0,
      "sent_goal": 3767.0,
      "sent_percentage": 0.9033713830634457,
      "episode_length": 750,
      "episode_reward": 11.4799333545237
    },
    {
      "episode": 66,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3677.0,
      "sent_goal": 3824.0,
      "sent_percentage": 0.9615585774058577,
      "episode_length": 750,
      "episode_reward": 10.836500691647789
    },
    {
      "episode": 67,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2536.0,
      "sent_goal": 2971.0,
      "sent_percentage": 0.853584651632447,
      "episode_length": 750,
      "episode_reward": -0.016441888951239658
    },
    {
      "episode": 68,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2716.0,
      "sent_goal": 2926.0,
      "sent_percentage": 0.9282296650717703,
      "episode_length": 750,
      "episode_reward": 13.224376623325547
    },
    {
      "episode": 69,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2815.0,
      "sent_goal": 2815.0,
      "sent_percentage": 1.0,
      "episode_length": 603,
      "episode_reward": 38.66322985431428
    },
    {
      "episode": 70,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3442.0,
      "sent_goal": 3442.0,
      "sent_percentage": 1.0,
      "episode_length": 614,
      "episode_reward": 38.09147454284279
    },
    {
      "episode": 71,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2877.0,
      "sent_goal": 2877.0,
      "sent_percentage": 1.0,
      "episode_length": 605,
      "episode_reward": 35.35045810509981
    },
    {
      "episode": 72,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3036.0,
      "sent_goal": 3036.0,
      "sent_percentage": 1.0,
      "episode_length": 581,
      "episode_reward": 40.419080904150086
    },
    {
      "episode": 73,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2349.0,
      "sent_goal": 2582.0,
      "sent_percentage": 0.9097598760650658,
      "episode_length": 750,
      "episode_reward": 10.127465459968244
    },
    {
      "episode": 74,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3590.0,
      "sent_goal": 3590.0,
      "sent_percentage": 1.0,
      "episode_length": 744,
      "episode_reward": 30.648933624622483
    },
    {
      "episode": 75,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2962.0,
      "sent_goal": 3023.0,
      "sent_percentage": 0.9798213695004961,
      "episode_length": 750,
      "episode_reward": 13.706761233523304
    },
    {
      "episode": 76,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2739.0,
      "sent_goal": 2930.0,
      "sent_percentage": 0.9348122866894198,
      "episode_length": 750,
      "episode_reward": 12.069313624664657
    },
    {
      "episode": 77,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2471.0,
      "sent_goal": 2648.0,
      "sent_percentage": 0.9331570996978852,
      "episode_length": 750,
      "episode_reward": 12.566215825240043
    },
    {
      "episode": 78,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3357.0,
      "sent_goal": 3486.0,
      "sent_percentage": 0.9629948364888123,
      "episode_length": 750,
      "episode_reward": 15.675244281482703
    },
    {
      "episode": 79,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2352.0,
      "sent_goal": 2622.0,
      "sent_percentage": 0.897025171624714,
      "episode_length": 750,
      "episode_reward": 7.2834804623553495
    },
    {
      "episode": 80,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2902.0,
      "sent_goal": 2961.0,
      "sent_percentage": 0.9800742992232354,
      "episode_length": 750,
      "episode_reward": 13.2861312937983
    },
    {
      "episode": 81,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3014.0,
      "sent_goal": 3150.0,
      "sent_percentage": 0.9568253968253968,
      "episode_length": 750,
      "episode_reward": 12.309615188860612
    },
    {
      "episode": 82,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3381.0,
      "sent_goal": 3381.0,
      "sent_percentage": 1.0,
      "episode_length": 626,
      "episode_reward": 36.272190652999925
    },
    {
      "episode": 83,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3468.0,
      "sent_goal": 3762.0,
      "sent_percentage": 0.9218500797448166,
      "episode_length": 750,
      "episode_reward": 6.939472024617609
    },
    {
      "episode": 84,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2115.0,
      "sent_goal": 2115.0,
      "sent_percentage": 1.0,
      "episode_length": 315,
      "episode_reward": 45.18609527402826
    },
    {
      "episode": 85,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2823.0,
      "sent_goal": 3509.0,
      "sent_percentage": 0.804502707324024,
      "episode_length": 750,
      "episode_reward": -1.0541602747640226
    },
    {
      "episode": 86,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2798.0,
      "sent_goal": 2798.0,
      "sent_percentage": 1.0,
      "episode_length": 601,
      "episode_reward": 37.8705334852255
    },
    {
      "episode": 87,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2531.0,
      "sent_goal": 2531.0,
      "sent_percentage": 1.0,
      "episode_length": 522,
      "episode_reward": 40.832178214739905
    },
    {
      "episode": 88,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3521.0,
      "sent_goal": 3521.0,
      "sent_percentage": 1.0,
      "episode_length": 544,
      "episode_reward": 42.42978421861474
    },
    {
      "episode": 89,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3666.0,
      "sent_goal": 3666.0,
      "sent_percentage": 1.0,
      "episode_length": 719,
      "episode_reward": 25.878971437178336
    },
    {
      "episode": 90,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2715.0,
      "sent_goal": 2917.0,
      "sent_percentage": 0.9307507713404183,
      "episode_length": 750,
      "episode_reward": 12.805603573425554
    },
    {
      "episode": 91,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3375.0,
      "sent_goal": 3375.0,
      "sent_percentage": 1.0,
      "episode_length": 652,
      "episode_reward": 37.25146514343851
    },
    {
      "episode": 92,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2733.0,
      "sent_goal": 3261.0,
      "sent_percentage": 0.8380864765409384,
      "episode_length": 750,
      "episode_reward": -2.7879341417129764
    },
    {
      "episode": 93,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2861.0,
      "sent_goal": 2861.0,
      "sent_percentage": 1.0,
      "episode_length": 528,
      "episode_reward": 40.538665389812465
    },
    {
      "episode": 94,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3199.0,
      "sent_goal": 3231.0,
      "sent_percentage": 0.9900959455277004,
      "episode_length": 750,
      "episode_reward": 13.273108053604508
    },
    {
      "episode": 95,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3334.0,
      "sent_goal": 3619.0,
      "sent_percentage": 0.9212489638021553,
      "episode_length": 750,
      "episode_reward": 9.256323448330166
    },
    {
      "episode": 96,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3282.0,
      "sent_goal": 3282.0,
      "sent_percentage": 1.0,
      "episode_length": 592,
      "episode_reward": 38.971706466256364
    },
    {
      "episode": 97,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3505.0,
      "sent_goal": 3516.0,
      "sent_percentage": 0.9968714448236633,
      "episode_length": 750,
      "episode_reward": 15.100743042941499
    },
    {
      "episode": 98,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2555.0,
      "sent_goal": 2555.0,
      "sent_percentage": 1.0,
      "episode_length": 563,
      "episode_reward": 39.41340669840281
    },
    {
      "episode": 99,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3311.0,
      "sent_goal": 3311.0,
      "sent_percentage": 1.0,
      "episode_length": 564,
      "episode_reward": 36.72250816554388
    },
    {
      "episode": 100,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3108.0,
      "sent_goal": 3136.0,
      "sent_percentage": 0.9910714285714286,
      "episode_length": 750,
      "episode_reward": 12.13878876900219
    },
    {
      "episode": 101,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2389.0,
      "sent_goal": 2674.0,
      "sent_percentage": 0.893418100224383,
      "episode_length": 750,
      "episode_reward": 13.75971571162798
    },
    {
      "episode": 102,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3321.0,
      "sent_goal": 3321.0,
      "sent_percentage": 1.0,
      "episode_length": 655,
      "episode_reward": 39.317729697483465
    },
    {
      "episode": 103,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2752.0,
      "sent_goal": 2752.0,
      "sent_percentage": 1.0,
      "episode_length": 558,
      "episode_reward": 40.67752144409847
    },
    {
      "episode": 104,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3270.0,
      "sent_goal": 3270.0,
      "sent_percentage": 1.0,
      "episode_length": 691,
      "episode_reward": 33.33410305081811
    },
    {
      "episode": 105,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2628.0,
      "sent_goal": 2911.0,
      "sent_percentage": 0.9027825489522501,
      "episode_length": 750,
      "episode_reward": 13.154386803514775
    },
    {
      "episode": 106,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3005.0,
      "sent_goal": 3296.0,
      "sent_percentage": 0.9117111650485437,
      "episode_length": 750,
      "episode_reward": 11.102797657899826
    },
    {
      "episode": 107,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2946.0,
      "sent_goal": 2946.0,
      "sent_percentage": 1.0,
      "episode_length": 419,
      "episode_reward": 46.011124226724235
    },
    {
      "episode": 108,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2761.0,
      "sent_goal": 2761.0,
      "sent_percentage": 1.0,
      "episode_length": 670,
      "episode_reward": 30.72223825621525
    },
    {
      "episode": 109,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2009.0,
      "sent_goal": 2150.0,
      "sent_percentage": 0.9344186046511628,
      "episode_length": 750,
      "episode_reward": 12.92985646196183
    },
    {
      "episode": 110,
      "success": 0.0,
      "task_completed": 7,
      "task_completion_ratio": 0.7,
      "task_discovered": 7,
      "discovered_ratio": 0.7,
      "sent": 2141.0,
      "sent_goal": 3019.0,
      "sent_percentage": 0.7091752235839682,
      "episode_length": 750,
      "episode_reward": -5.65334273752795
    },
    {
      "episode": 111,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2440.0,
      "sent_goal": 2440.0,
      "sent_percentage": 1.0,
      "episode_length": 471,
      "episode_reward": 39.75397700418601
    },
    {
      "episode": 112,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3346.0,
      "sent_goal": 3346.0,
      "sent_percentage": 1.0,
      "episode_length": 619,
      "episode_reward": 37.39720964379631
    },
    {
      "episode": 113,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2639.0,
      "sent_goal": 2639.0,
      "sent_percentage": 1.0,
      "episode_length": 490,
      "episode_reward": 38.41336429510453
    },
    {
      "episode": 114,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 3131.0,
      "sent_goal": 3546.0,
      "sent_percentage": 0.8829667230682459,
      "episode_length": 750,
      "episode_reward": 8.902756494436826
    },
    {
      "episode": 115,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2856.0,
      "sent_goal": 2856.0,
      "sent_percentage": 1.0,
      "episode_length": 549,
      "episode_reward": 39.331830803162774
    },
    {
      "episode": 116,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2185.0,
      "sent_goal": 2185.0,
      "sent_percentage": 1.0,
      "episode_length": 639,
      "episode_reward": 35.432803325069344
    },
    {
      "episode": 117,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2790.0,
      "sent_goal": 2790.0,
      "sent_percentage": 1.0,
      "episode_length": 472,
      "episode_reward": 43.75241494278717
    },
    {
      "episode": 118,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2791.0,
      "sent_goal": 3201.0,
      "sent_percentage": 0.8719150265542018,
      "episode_length": 750,
      "episode_reward": 8.80264822499291
    },
    {
      "episode": 119,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3359.0,
      "sent_goal": 3403.0,
      "sent_percentage": 0.9870702321481046,
      "episode_length": 750,
      "episode_reward": 12.551203741693158
    },
    {
      "episode": 120,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3406.0,
      "sent_goal": 3406.0,
      "sent_percentage": 1.0,
      "episode_length": 594,
      "episode_reward": 44.28231184029751
    },
    {
      "episode": 121,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3261.0,
      "sent_goal": 3505.0,
      "sent_percentage": 0.9303851640513552,
      "episode_length": 750,
      "episode_reward": 9.443474973899287
    },
    {
      "episode": 122,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3806.0,
      "sent_goal": 3806.0,
      "sent_percentage": 1.0,
      "episode_length": 609,
      "episode_reward": 37.80553979665844
    },
    {
      "episode": 123,
      "success": 0.0,
      "task_completed": 8,
      "task_completion_ratio": 0.8,
      "task_discovered": 8,
      "discovered_ratio": 0.8,
      "sent": 2673.0,
      "sent_goal": 3612.0,
      "sent_percentage": 0.7400332225913622,
      "episode_length": 750,
      "episode_reward": -3.0059291099145553
    },
    {
      "episode": 124,
      "success": 0.0,
      "task_completed": 9,
      "task_completion_ratio": 0.9,
      "task_discovered": 9,
      "discovered_ratio": 0.9,
      "sent": 2624.0,
      "sent_goal": 2789.0,
      "sent_percentage": 0.9408390103979921,
      "episode_length": 750,
      "episode_reward": 12.579698657117966
    },
    {
      "episode": 125,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2784.0,
      "sent_goal": 2784.0,
      "sent_percentage": 1.0,
      "episode_length": 516,
      "episode_reward": 37.481669498567626
    },
    {
      "episode": 126,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 2733.0,
      "sent_goal": 2733.0,
      "sent_percentage": 1.0,
      "episode_length": 650,
      "episode_reward": 28.353097822354272
    },
    {
      "episode": 127,
      "success": 1.0,
      "task_completed": 10,
      "task_completion_ratio": 1.0,
      "task_discovered": 10,
      "discovered_ratio": 1.0,
      "sent": 3021.0,
      "sent_goal": 3021.0,
      "sent_percentage": 1.0,
      "episode_length": 638,
      "episode_reward": 39.42066966348159
    }
  ]
}