b32

e=0	episode_reward=-153.89771854630527	epsilon=0.993719490348497	avg=-153.89771854630527	independent_100_runs=-857.6158450111635
e=1	episode_reward=-113.01808443185405	epsilon=0.9875771832167983	avg=-133.45790148907966	independent_100_runs=-757.1460482462938
e=2	episode_reward=-222.881825730316	epsilon=0.9777501371504792	avg=-163.26587623615845	independent_100_runs=-703.2466504588816
e=3	episode_reward=-12.566986237473486	epsilon=0.9672467309815201	avg=-125.5911537364872	independent_100_runs=-476.0661154506899
e=4	episode_reward=-224.29248057466594	epsilon=0.9573347284914394	avg=-145.33141910412297	independent_100_runs=-619.3626019693431
e=5	episode_reward=-67.95690933384714	epsilon=0.9504663309248748	avg=-132.43566747574366	independent_100_runs=-1080.1127403626863
e=6	episode_reward=-98.56944346449309	epsilon=0.9444024682682759	avg=-127.59763547413642	independent_100_runs=-707.8653534448281
e=7	episode_reward=-201.4613530458425	epsilon=0.9352855967889098	avg=-136.83060017059967	independent_100_runs=-473.3285069323351
e=8	episode_reward=-307.5133507112629	epsilon=0.9230203424170932	avg=-155.79535023067334	independent_100_runs=-961.3427259023937
e=9	episode_reward=-154.76437246487276	epsilon=0.9156652714309877	avg=-155.6922524540933	independent_100_runs=-953.8716223127349
e=10	episode_reward=-424.1509422750789	epsilon=0.9071886380116474	avg=-180.09758789236471	independent_100_runs=-791.4185823864718
e=11	episode_reward=-347.3222604764576	epsilon=0.8971740273101775	avg=-194.03297727437246	independent_100_runs=-682.0900770927823
e=12	episode_reward=-16.84267451087237	epsilon=0.8872699696109162	avg=-180.40295398487245	independent_100_runs=-374.1771223594109
e=13	episode_reward=-93.06703129007222	epsilon=0.880463887580322	avg=-174.1646737923867	independent_100_runs=-139.97468148518482
e=14	episode_reward=-110.0002938219043	epsilon=0.8735352804667026	avg=-169.8870484610212	independent_100_runs=-855.7930870821824
e=15	episode_reward=-229.65983091052465	epsilon=0.8657083456303823	avg=-173.6228473641152	independent_100_runs=-1045.1109389596982
e=16	episode_reward=-184.9291606334342	epsilon=0.8571796930602676	avg=-174.2879246152516	independent_100_runs=-515.2787418268379
e=17	episode_reward=-16.27987339841131	epsilon=0.8465311067830991	avg=-165.50969954764935	independent_100_runs=-910.9262953521288
e=18	episode_reward=-98.49926748926697	epsilon=0.8409621208942437	avg=-161.98283470247134	independent_100_runs=-522.2754488304166
e=19	episode_reward=-275.292113229731	epsilon=0.829353037007627	avg=-167.6482986288343	independent_100_runs=-179.12854660718895
e=20	episode_reward=-58.61071989456952	epsilon=0.8227443522588603	avg=-162.4560329748217	independent_100_runs=-296.4926364994565
e=21	episode_reward=-124.10276851563222	epsilon=0.8135805702924959	avg=-160.71270277213128	independent_100_runs=-490.43089005735453
e=22	episode_reward=-333.3568858011213	epsilon=0.7981080611288279	avg=-168.2189715994787	independent_100_runs=-462.8244203839351
e=23	episode_reward=-100.2625279114492	epsilon=0.7892186798310983	avg=-165.38745311247746	independent_100_runs=-420.496963639212
e=24	episode_reward=-73.19718684203325	epsilon=0.7841051397410336	avg=-161.69984246165967	independent_100_runs=-187.075492798806
e=25	episode_reward=-13.24650547728271	epsilon=0.777468161319167	avg=-155.99009873149134	independent_100_runs=-717.9043922890444
e=26	episode_reward=-151.0782769537372	epsilon=0.769808819849623	avg=-155.80817940638934	independent_100_runs=-483.49458722939545
e=27	episode_reward=-63.25905595135083	epsilon=0.7614630534787209	avg=-152.5028535687094	independent_100_runs=-153.22762347826952
e=28	episode_reward=-100.73320288334236	epsilon=0.7541122035729799	avg=-150.71769320024848	independent_100_runs=-687.4995506196112
e=29	episode_reward=-300.63843940764946	epsilon=0.7457128510976401	avg=-155.71505140716184	independent_100_runs=-380.4072556384424
e=30	episode_reward=-228.48546641770992	epsilon=0.7369647175410533	avg=-158.06248414943758	independent_100_runs=-541.3215016193709
e=31	episode_reward=-140.86804147825444	epsilon=0.7301423776003675	avg=-157.5251578159631	independent_100_runs=-449.2709085571524
e=32	episode_reward=-58.476560085546204	epsilon=0.7181932820509412	avg=-154.52368515746562	independent_100_runs=-444.394675386101
e=33	episode_reward=-167.71553381544314	epsilon=0.7097679870575978	avg=-154.91168070622967	independent_100_runs=-779.1484399306781
e=34	episode_reward=-242.80775739548093	epsilon=0.7012311197726457	avg=-157.4229971830654	independent_100_runs=-455.18770650990757
e=35	episode_reward=-162.5837742103676	epsilon=0.6880328492082393	avg=-157.56635210049046	independent_100_runs=-93.5164716304128
e=36	episode_reward=-231.60345315202662	epsilon=0.6785348815058265	avg=-159.56735483161307	independent_100_runs=-80.25310949553347
e=37	episode_reward=-178.04523290991676	epsilon=0.6713129036572942	avg=-160.0536147810421	independent_100_runs=-162.54119421723306
e=38	episode_reward=5.398292884093962	epsilon=0.6625093643376373	avg=-155.81125817424376	independent_100_runs=-329.7896049592681
e=39	episode_reward=-94.00084590438944	epsilon=0.6557202026287601	avg=-154.2659978674974	independent_100_runs=-310.4944619217247
e=40	episode_reward=-226.81056044082374	epsilon=0.6469917268832013	avg=-156.03537744245656	independent_100_runs=-325.88338081564694
e=41	episode_reward=-130.8759940391566	epsilon=0.6386987238277041	avg=-155.43634450428277	independent_100_runs=-279.96499366803744
e=42	episode_reward=-107.62534698943311	epsilon=0.6331658710927226	avg=-154.3244608411467	independent_100_runs=-310.54349510279286
e=43	episode_reward=-71.91673887820454	epsilon=0.6229907165077352	avg=-152.45155806926167	independent_100_runs=-464.2710728342972
e=44	episode_reward=-69.95693893338957	epsilon=0.6114484693634231	avg=-150.61834431068672	independent_100_runs=-241.77058725830074
e=45	episode_reward=-185.36191755737826	epsilon=0.5996401391964168	avg=-151.37363938126697	independent_100_runs=-114.92342428558005
e=46	episode_reward=-127.3370118758965	epsilon=0.5887071063476415	avg=-150.86222177476972	independent_100_runs=-105.9319791737351
e=47	episode_reward=-240.0174211093344	epsilon=0.5821500469770029	avg=-152.7196217609065	independent_100_runs=-162.93441262204843
e=48	episode_reward=-158.30912704284634	epsilon=0.5767032044574596	avg=-152.83369329727262	independent_100_runs=-55.77208343007051
e=49	episode_reward=-146.46479421515974	epsilon=0.5694250241203463	avg=-152.70631531563038	independent_100_runs=-133.79156068354106
e=50	episode_reward=-128.6729240770576	epsilon=0.5592106395103803	avg=-152.23507235016814	independent_100_runs=-74.77462899314285
e=51	episode_reward=-72.09225645106866	epsilon=0.5506643437286005	avg=-150.69386435210853	independent_100_runs=-124.36912112410474
e=52	episode_reward=-163.91467888816032	epsilon=0.5452393932887478	avg=-150.94331368297742	independent_100_runs=-563.4796343904172
e=53	episode_reward=-300.3311636605521	epsilon=0.5349771319143084	avg=-153.7097553492288	independent_100_runs=46.75152720095974
e=54	episode_reward=-123.51133037591707	epsilon=0.5244357941126961	avg=-153.16069307698677	independent_100_runs=-114.7423512434011
e=55	episode_reward=-146.5421349233248	epsilon=0.5127671696203088	avg=-153.04250453852856	independent_100_runs=-37.62063295665412
e=56	episode_reward=-100.90502328882746	epsilon=0.4977114003431757	avg=-152.127811885025	independent_100_runs=-96.67511586815718
e=57	episode_reward=14.74005621858251	epsilon=0.48624821626616044	avg=-149.25077967634212	independent_100_runs=1.7176030112888006
e=58	episode_reward=-31.035018396366283	epsilon=0.474811572804112	avg=-147.24712270549506	independent_100_runs=60.59186580316065
e=59	episode_reward=-13.308304484986863	epsilon=0.4673213989700375	avg=-145.01480906848658	independent_100_runs=-445.4795540803565
e=60	episode_reward=-290.83786167078483	epsilon=0.4540538490955676	avg=-147.4053509144259	independent_100_runs=-280.01638791909744
e=61	episode_reward=-223.58031101745718	epsilon=0.44644443920111565	avg=-148.63397930318447	independent_100_runs=-233.3967376139856
e=62	episode_reward=-78.17363183128148	epsilon=0.4417368868718929	avg=-147.51556108934474	independent_100_runs=-241.6742415261039
e=63	episode_reward=-170.62655923633875	epsilon=0.4388747659692764	avg=-147.87667043539156	independent_100_runs=-252.8733362706459
e=64	episode_reward=-177.22000374406772	epsilon=0.4317787421897192	avg=-148.3281063324481	independent_100_runs=-265.43707691835004
e=65	episode_reward=-138.81167353669764	epsilon=0.4233978607415859	avg=-148.18391795675493	independent_100_runs=-412.1309796095808
e=66	episode_reward=-242.41459200899007	epsilon=0.41389452508579666	avg=-149.5903459276838	independent_100_runs=-106.36437312614875
e=67	episode_reward=-82.69042497222553	epsilon=0.4070802502169334	avg=-148.60652356069178	independent_100_runs=-175.54546960224317
e=68	episode_reward=-429.8133664376158	epsilon=0.39544388398763874	avg=-152.68198505166168	independent_100_runs=-420.9728379699098
e=69	episode_reward=-392.6131951375707	epsilon=0.3857955846737818	avg=-156.10957376717468	independent_100_runs=-200.39181742864366
e=70	episode_reward=-185.11798327604933	epsilon=0.380584023089872	avg=-156.51814291518698	independent_100_runs=-239.8214219781661
e=71	episode_reward=-337.56861816029124	epsilon=0.37623216040148166	avg=-159.03273284914678	independent_100_runs=-270.2607251641038
e=72	episode_reward=-220.88231114153547	epsilon=0.36837643835816386	avg=-159.87998734630278	independent_100_runs=-135.77924604925826
e=73	episode_reward=-163.8129467267283	epsilon=0.357310024378734	avg=-159.93313544603825	independent_100_runs=-213.66262774215554
e=74	episode_reward=-38.759781931079196	epsilon=0.34779125938855593	avg=-158.31749073250546	independent_100_runs=-287.1822765865091
e=75	episode_reward=-254.1279167178484	epsilon=0.33910208758935073	avg=-159.5781542323126	independent_100_runs=-209.03783501884965
e=76	episode_reward=-167.30627366166635	epsilon=0.32878355945498505	avg=-159.67851941970682	independent_100_runs=-318.25979243573244
e=77	episode_reward=-390.718273180479	epsilon=0.32269213465577	avg=-162.64056754484494	independent_100_runs=-401.43696577483644
e=78	episode_reward=-255.5754452743281	epsilon=0.31887466636455664	avg=-163.81695840218015	independent_100_runs=-137.66604310963578
e=79	episode_reward=-107.57518649833764	epsilon=0.3143155476491615	avg=-163.11393625338212	independent_100_runs=-301.7477465473913
e=80	episode_reward=-196.38196600422083	epsilon=0.3020810699797763	avg=-163.52465267005914	independent_100_runs=-169.02525294925857
e=81	episode_reward=-119.83980193227805	epsilon=0.29221614904424265	avg=-162.99191058789108	independent_100_runs=-134.51343784283372
e=82	episode_reward=-144.89284054896638	epsilon=0.2873764215735785	avg=-162.77384950308476	independent_100_runs=-241.985441610765
e=83	episode_reward=-312.11674399962817	epsilon=0.2742089987174178	avg=-164.55174110423408	independent_100_runs=-592.4944879263958
e=84	episode_reward=-325.6541619518219	epsilon=0.26818833455883667	avg=-166.44706370244097	independent_100_runs=-376.33626925188565
e=85	episode_reward=-65.65380386702714	epsilon=0.25795561351092744	avg=-165.275049053192	independent_100_runs=-612.014878420242
e=86	episode_reward=-524.5875009577189	epsilon=0.2534550904647498	avg=-169.40507723600265	independent_100_runs=-421.91238270645687
e=87	episode_reward=-221.79031852631664	epsilon=0.2412862985574728	avg=-170.00036406884718	independent_100_runs=-709.6070437837072
e=88	episode_reward=-222.66023987693964	epsilon=0.23676858847262827	avg=-170.5920480666909	independent_100_runs=-256.89394099984395
e=89	episode_reward=-150.46360247134982	epsilon=0.2330335533814762	avg=-170.3683986711871	independent_100_runs=-289.5243337143012
e=90	episode_reward=8.550939615327152	epsilon=0.22851034185322255	avg=-168.40225209661003	independent_100_runs=-48.64346546427962
e=91	episode_reward=-177.37614529086125	epsilon=0.2067843522623327	avg=-168.49979441393884	independent_100_runs=-222.67898332978916
e=92	episode_reward=-31.69903935193871	epsilon=0.2012957316786759	avg=-167.02881855305714	independent_100_runs=-110.34898214867981
e=93	episode_reward=-231.4332506448591	epsilon=0.1858186370448552	avg=-167.71397208594865	independent_100_runs=-322.66437419482
e=94	episode_reward=-280.6276142620592	epsilon=0.1821936519857715	avg=-168.90253674043402	independent_100_runs=-305.1482097922083
e=95	episode_reward=-235.0304554604646	epsilon=0.17984034647250596	avg=-169.59136922710096	independent_100_runs=-185.628195357322
e=96	episode_reward=-80.40056364129372	epsilon=0.1768264332227989	avg=-168.67187638601015	independent_100_runs=-138.13854071702247
e=97	episode_reward=-55.48964722933071	epsilon=0.17389780744627342	avg=-167.51695568032977	independent_100_runs=-449.6218455912227
e=98	episode_reward=-91.8752855771603	epsilon=0.17045422968411178	avg=-166.75289840656038	independent_100_runs=-145.57491248747897
e=99	episode_reward=-175.15954066188158	epsilon=0.16296974465016298	avg=-166.83696482911355	independent_100_runs=-48.05213250437253
e=100	episode_reward=10.220818061784286	epsilon=0.15867581680599563	avg=-165.1957794630327	independent_100_runs=-38.6194464395182
e=101	episode_reward=-112.94203322694173	epsilon=0.15304950447603793	avg=-165.19501895098355	independent_100_runs=-83.93471033759687
e=102	episode_reward=-94.62032421965294	epsilon=0.1384980758003366	avg=-163.91240393587697	independent_100_runs=-35.20037099256015
e=103	episode_reward=-66.73809433989145	epsilon=0.13490288069765174	avg=-164.45411501690117	independent_100_runs=-168.63332696800902
e=104	episode_reward=-93.1661819914573	epsilon=0.13172994124629558	avg=-163.14285203106905	independent_100_runs=-73.35535779298084
e=105	episode_reward=-198.27384819307252	epsilon=0.1284773568009187	avg=-164.4460214196613	independent_100_runs=-85.37667647220482
e=106	episode_reward=-240.40059873638504	epsilon=0.126298963425892	avg=-165.86433297238023	independent_100_runs=-128.69968218604254
e=107	episode_reward=-415.42349337152143	epsilon=0.12254156909639011	avg=-168.00395437563697	independent_100_runs=-132.70779978210504
e=108	episode_reward=-243.40404752475428	epsilon=0.11961151329644942	avg=-167.3628613437719	independent_100_runs=-105.88815923256834
e=109	episode_reward=-247.45643201688966	epsilon=0.11836210083015027	avg=-168.2897819392921	independent_100_runs=-172.33199450873454
e=110	episode_reward=-206.90637898763117	epsilon=0.11502472977576114	avg=-166.11733630641763	independent_100_runs=-8.543135722182706
e=111	episode_reward=-11.028161837244033	epsilon=0.1040885679305862	avg=-162.75439532002548	independent_100_runs=-166.6144557370091
e=112	episode_reward=-98.97908110449892	epsilon=0.09819342287124518	avg=-163.57575938596173	independent_100_runs=-101.07908985296771
e=113	episode_reward=262.2613577993361	epsilon=0.09281761337280482	avg=-160.02247549506765	independent_100_runs=-97.14654674554076
e=114	episode_reward=-367.9407009966477	epsilon=0.09060733916262786	avg=-162.6018795668151	independent_100_runs=-112.4332624501555
e=115	episode_reward=-333.85924123386394	epsilon=0.08891974985233851	avg=-163.64387367004846	independent_100_runs=-159.2870649509867
e=116	episode_reward=-249.4452955228278	epsilon=0.08649900368884408	avg=-164.28903501894237	independent_100_runs=-155.87522547283734
e=117	episode_reward=-266.9584702362787	epsilon=0.08508341011186908	avg=-166.79582098732106	independent_100_runs=-139.19502817287207
e=118	episode_reward=-354.5195792192823	epsilon=0.08352376028637758	avg=-169.35602410462124	independent_100_runs=-287.6173009162482
e=119	episode_reward=-200.7523052641885	epsilon=0.08248615991529583	avg=-168.61062602496582	independent_100_runs=-285.1284612998413
e=120	episode_reward=-406.2193456203337	epsilon=0.08082040741034575	avg=-172.08671228222346	independent_100_runs=-243.6149733008932
e=121	episode_reward=-292.50702564517985	epsilon=0.07913287847776915	avg=-173.77075485351895	independent_100_runs=-276.2539752662409
e=122	episode_reward=-270.42598632849615	epsilon=0.07820455199308848	avg=-173.14144585879268	independent_100_runs=-356.3898354889132
e=123	episode_reward=-392.1162806435871	epsilon=0.07727938721403174	avg=-176.05998338611408	independent_100_runs=-350.2892713749742
e=124	episode_reward=-458.418072456359	epsilon=0.07656398491941283	avg=-179.9121922422573	independent_100_runs=-371.03838285031395
e=125	episode_reward=-368.39038700748733	epsilon=0.07552215903693839	avg=-183.46363105755935	independent_100_runs=-175.4173137088749
e=126	episode_reward=-79.51330592617015	epsilon=0.07468098814692438	avg=-182.74798134728368	independent_100_runs=-359.3651336435246
e=127	episode_reward=-299.7384269337264	epsilon=0.07383441717613118	avg=-185.11277505710746	independent_100_runs=-351.3097443030998
e=128	episode_reward=-337.937972005504	epsilon=0.07285158651615505	avg=-187.48482274832907	independent_100_runs=-301.4680488817531
e=129	episode_reward=-329.7365691174535	epsilon=0.07208339987146208	avg=-187.77580404542715	independent_100_runs=-279.12686297506
e=130	episode_reward=-236.63233158754824	epsilon=0.07140895703767385	avg=-187.85727269712552	independent_100_runs=-292.6553947150318
e=131	episode_reward=-140.75349800188025	epsilon=0.07070546123791338	avg=-187.85612726236172	independent_100_runs=-332.6722928025055
e=132	episode_reward=220.7098538188858	epsilon=0.0667810902221544	avg=-185.0642631233174	independent_100_runs=-314.4243326812395
e=133	episode_reward=-329.9687784896071	epsilon=0.06555693717546571	avg=-186.68679557005908	independent_100_runs=-337.70113831548423
e=134	episode_reward=-359.4339618414085	epsilon=0.06485918270328857	avg=-187.85305761451832	independent_100_runs=-371.09734882868975
e=135	episode_reward=-287.0902790804954	epsilon=0.06339705186359221	avg=-189.0981226632196	independent_100_runs=-341.7352278342166
e=136	episode_reward=-382.78637275241203	epsilon=0.06226605786360502	avg=-190.6099518592235	independent_100_runs=-359.56473746429657
e=137	episode_reward=-344.33628708902313	epsilon=0.06160949077487196	avg=-192.27286240101455	independent_100_runs=-356.573582718531
e=138	episode_reward=-363.0979527505769	epsilon=0.06053459680640315	avg=-195.95782485736123	independent_100_runs=-338.77191877364453
e=139	episode_reward=-264.3010576476343	epsilon=0.05960349865312669	avg=-197.66082697479368	independent_100_runs=-363.56605227931317
e=140	episode_reward=-69.51658145336981	epsilon=0.058487515986199154	avg=-196.08788718491914	independent_100_runs=-326.3944740619681
e=141	episode_reward=-220.7517548890399	epsilon=0.05675318762676739	avg=-196.98664479341795	independent_100_runs=-320.46272803377235
e=142	episode_reward=-203.6539496876075	epsilon=0.0551474435050937	avg=-197.94693082039967	independent_100_runs=-311.3740239676205
e=143	episode_reward=-353.2654842591228	epsilon=0.053828829030956364	avg=-200.76041827420886	independent_100_runs=-373.5227136002086
e=144	episode_reward=-300.94583936029437	epsilon=0.05281040439200409	avg=-203.07030727847797	independent_100_runs=-364.78783610896477
e=145	episode_reward=-469.9411191198731	epsilon=0.05193575059306514	avg=-205.9160992941029	independent_100_runs=-603.0822762252524
e=146	episode_reward=-311.56526272341296	epsilon=0.051388111867601706	avg=-207.75838180257807	independent_100_runs=-383.23156383791314
e=147	episode_reward=-313.63020258606946	epsilon=0.05023970895310905	avg=-208.49450961734544	independent_100_runs=-298.25383559076835
e=148	episode_reward=-251.9660663609888	epsilon=0.04961062869451783	avg=-209.43107901052687	independent_100_runs=-352.78224459923905
e=149	episode_reward=-272.6717780334994	epsilon=0.0486525452046246	avg=-210.69314884871022	independent_100_runs=-370.84382002930806
e=150	episode_reward=-486.2533229801352	epsilon=0.04779892926087269	avg=-214.26895283774098	independent_100_runs=-375.71268512008214
e=151	episode_reward=-589.540157593708	epsilon=0.047252363025362926	avg=-219.44343184916744	independent_100_runs=-509.3714840807034
e=152	episode_reward=-47.70259604456976	epsilon=0.04644188744915044	avg=-218.2813110207315	independent_100_runs=-728.6153270092931
e=153	episode_reward=-367.9869198206783	epsilon=0.04507826983933602	avg=-218.95786858233274	independent_100_runs=-339.1781037901082
e=154	episode_reward=-244.37348395020143	epsilon=0.044220980507904885	avg=-220.1664901180756	independent_100_runs=-504.4112032957629
e=155	episode_reward=-526.1319540563906	epsilon=0.04331930239703953	avg=-223.9623883094063	independent_100_runs=-746.3498736139253
e=156	episode_reward=-21.368477288364105	epsilon=0.04171231581113998	avg=-223.1670228494017	independent_100_runs=-640.0433763747975
e=157	episode_reward=-302.43446959249064	epsilon=0.040422835413384865	avg=-226.3387681075124	independent_100_runs=-129.79975416519835
e=158	episode_reward=-15.694064737926482	epsilon=0.03912623556035257	avg=-226.18535857092797	independent_100_runs=-180.70626847931047
e=159	episode_reward=-145.8452378250052	epsilon=0.03867497105878147	avg=-227.5107279043282	independent_100_runs=-126.1492185144577
e=160	episode_reward=-10.273540860137459	epsilon=0.03798121681118059	avg=-224.70508469622172	independent_100_runs=-145.98595549107478
e=161	episode_reward=-74.17904534627148	epsilon=0.03655031567480261	avg=-223.21107203950982	independent_100_runs=-104.62278404575122
e=162	episode_reward=-161.88370152289457	epsilon=0.035772832903352085	avg=-224.04817273642593	independent_100_runs=-91.81090100762057
e=163	episode_reward=-16.421552509325636	epsilon=0.03485119557020681	avg=-222.5061226691558	independent_100_runs=-134.71980746762557
e=164	episode_reward=-37.99531305687573	epsilon=0.0340008732364376	avg=-221.1138757622839	independent_100_runs=-92.50205143127225
e=165	episode_reward=-26.337791445598498	epsilon=0.03302235471115252	avg=-219.9891369413729	independent_100_runs=-125.39517838589146
e=166	episode_reward=-200.7811656833201	epsilon=0.03203032859396132	avg=-219.57280267811623	independent_100_runs=-113.53740074846546
e=167	episode_reward=-50.733360085314814	epsilon=0.03146520501004915	avg=-219.25323202924716	independent_100_runs=-191.94473917443102
e=168	episode_reward=-485.71108188592234	epsilon=0.03063309597707018	avg=-219.81220918373023	independent_100_runs=-146.53285930557888
e=169	episode_reward=-32.28092685980333	epsilon=0.0300565330186808	avg=-216.20888650095253	independent_100_runs=-187.7585529976634
e=170	episode_reward=-527.3819172287181	epsilon=0.0295823898636815	avg=-219.6315258404792	independent_100_runs=-258.95498383252
e=171	episode_reward=-345.2488093806501	epsilon=0.028653558808286884	avg=-219.70832775268275	independent_100_runs=-235.93107999363986
e=172	episode_reward=-100.69258389333721	epsilon=0.028133941699213447	avg=-218.5064304802008	independent_100_runs=-235.6515430511056
e=173	episode_reward=-73.01321707220771	epsilon=0.027637563589448057	avg=-217.59843318365563	independent_100_runs=-237.74257785553473
e=174	episode_reward=-23.33889884933201	epsilon=0.0271526585381874	avg=-217.44422435283815	independent_100_runs=-170.27272571817784
e=175	episode_reward=-92.73415349245231	epsilon=0.026090544443442425	avg=-215.83028672058416	independent_100_runs=-90.49445191384434
e=176	episode_reward=-51.70746541718859	epsilon=0.025504931656325242	avg=-214.67429863813933	independent_100_runs=-184.67157136098433
e=177	episode_reward=196.6510782067678	epsilon=0.02466216164001935	avg=-208.80060512426692	independent_100_runs=-141.87377170738583
e=178	episode_reward=-59.32093528566077	epsilon=0.023692727547291455	avg=-206.83806002438024	independent_100_runs=-122.46011347785688
e=179	episode_reward=-140.07316874508982	epsilon=0.023116968533750212	avg=-207.16303984684774	independent_100_runs=-146.5246287037362
e=180	episode_reward=-35.426803118898164	epsilon=0.022575510924149493	avg=-205.55348821799453	independent_100_runs=-238.64745106215634
e=181	episode_reward=-54.413347654855556	epsilon=0.022068794481280914	avg=-204.8992236752203	independent_100_runs=-119.37772158058839
e=182	episode_reward=-388.1451087371933	epsilon=0.021831722142153755	avg=-207.33174635710256	independent_100_runs=-117.75824437644256
e=183	episode_reward=-26.35122230935572	epsilon=0.021457263036830793	avg=-204.4740911401999	independent_100_runs=-200.3326247608232
e=184	episode_reward=-101.56539242256443	epsilon=0.019417179119374618	avg=-202.2332034449073	independent_100_runs=-276.7777123015228
e=185	episode_reward=-438.7527005959819	epsilon=0.018973761304708455	avg=-205.96419241219684	independent_100_runs=-157.41334535350018
e=186	episode_reward=-451.0914455739626	epsilon=0.017622092058902143	avg=-205.22923185835927	independent_100_runs=-328.0646217749675
e=187	episode_reward=-268.6913252793955	epsilon=0.01725932031105533	avg=-205.69824192589007	independent_100_runs=-223.15375880834418
e=188	episode_reward=-292.02117530319015	epsilon=0.01675590653977361	avg=-206.3918512801526	independent_100_runs=-307.0312246059427
e=189	episode_reward=-318.5619574432204	epsilon=0.016381451608352495	avg=-208.07283482987128	independent_100_runs=-365.75101489109073
e=190	episode_reward=-329.432496773995	epsilon=0.015776915307338393	avg=-211.45266919376454	independent_100_runs=-270.7709598636329
e=191	episode_reward=-449.01534799227744	epsilon=0.015131001596967621	avg=-214.16906122077864	independent_100_runs=-330.10255419176764
e=192	episode_reward=-238.88851567269913	epsilon=0.014552223137223742	avg=-216.24095598398625	independent_100_runs=-309.3795417923576
e=193	episode_reward=-214.0371889573345	epsilon=0.014006785135639868	avg=-216.06699536711102	independent_100_runs=-216.1682896978864
e=194	episode_reward=-78.21996868900685	epsilon=0.013669138734260537	avg=-214.04291891138047	independent_100_runs=-176.02774629409444
e=195	episode_reward=-11.969329741585895	epsilon=0.013282391485538107	avg=-211.81230765419167	independent_100_runs=-196.73507443267613
e=196	episode_reward=-75.60327680466733	epsilon=0.012964800087808662	avg=-211.7643347858255	independent_100_runs=-298.44851192660354
e=197	episode_reward=-248.35695406788244	epsilon=0.012671265290487264	avg=-213.69300785421095	independent_100_runs=-378.28998791032404
e=198	episode_reward=-393.66901279635437	epsilon=0.012196328261800315	avg=-216.71094512640292	independent_100_runs=-186.39119901439216
e=199	episode_reward=-383.9251984876322	epsilon=0.011910659544602445	avg=-218.79860170466043	independent_100_runs=-304.72555252943255
e=200	episode_reward=-52.41123112031124	epsilon=0.011615408133977134	avg=-219.4249221964814	independent_100_runs=-120.25619296038452
e=201	episode_reward=-186.2434697186284	epsilon=0.011372878580887256	avg=-220.1579365613982	independent_100_runs=-247.49071096759909
e=202	episode_reward=-240.46095823978564	epsilon=0.010823600418059935	avg=-221.61634290159952	independent_100_runs=-135.53342728966112
e=203	episode_reward=149.27213563030796	epsilon=0.01	avg=-219.45624060189755	independent_100_runs=-99.33756013130751
e=204	episode_reward=-112.35205385473752	epsilon=0.01	avg=-219.64809932053038	independent_100_runs=-139.98930140539105
e=205	episode_reward=-522.0692010030866	epsilon=0.01	avg=-222.8860528486305	independent_100_runs=-211.9203755058301
e=206	episode_reward=-259.57134147082184	epsilon=0.01	avg=-223.0777602759749	independent_100_runs=-100.59783874362537
e=207	episode_reward=-281.0888204100566	epsilon=0.01	avg=-221.73441354636023	independent_100_runs=-315.1640542440227
e=208	episode_reward=-53.11742824409708	epsilon=0.01	avg=-219.83154735355365	independent_100_runs=-330.51277873612787
e=209	episode_reward=-344.29314502633747	epsilon=0.01	avg=-220.79991448364814	independent_100_runs=-295.06172078058154
e=210	episode_reward=-291.646432340169	epsilon=0.01	avg=-221.64731501717353	independent_100_runs=-288.02673960874074
e=211	episode_reward=-430.2850062116848	epsilon=0.01	avg=-225.83988346091795	independent_100_runs=-181.9865701988864
e=212	episode_reward=-290.26107629334433	epsilon=0.01	avg=-227.7527034128064	independent_100_runs=-271.3131405640496
e=213	episode_reward=167.60888299816463	epsilon=0.01	avg=-228.69922816081808	independent_100_runs=-420.7296924636721
e=214	episode_reward=-330.5532170960038	epsilon=0.01	avg=-228.3253533218116	independent_100_runs=-392.308878904855
e=215	episode_reward=-673.3575124901203	epsilon=0.01	avg=-231.72033603437418	independent_100_runs=-585.0173865723991
e=216	episode_reward=-424.11463381246426	epsilon=0.01	avg=-233.4670294172706	independent_100_runs=-451.65052602804843
e=217	episode_reward=-562.480091961839	epsilon=0.01	avg=-236.42224563452618	independent_100_runs=-473.7196405592061
e=218	episode_reward=-439.16840423651627	epsilon=0.01	avg=-237.2687338846985	independent_100_runs=-478.69162052539485
e=219	episode_reward=-353.4082510621292	epsilon=0.01	avg=-238.7952933426779	independent_100_runs=-332.1749636975323
e=220	episode_reward=-444.4191128560333	epsilon=0.01	avg=-239.1772910150349	independent_100_runs=-622.565068271532
e=221	episode_reward=-189.05164286222862	epsilon=0.01	avg=-238.14273718720543	independent_100_runs=-246.582913458319
e=222	episode_reward=-413.1048780269022	epsilon=0.01	avg=-239.56952610418946	independent_100_runs=-227.75350905312217
e=223	episode_reward=-427.68880902939566	epsilon=0.01	avg=-239.9252513880475	independent_100_runs=-256.67112662069206
e=224	episode_reward=153.73481830723983	epsilon=0.01	avg=-233.80372248041152	independent_100_runs=-121.87140317759741
e=225	episode_reward=-402.2514041677713	epsilon=0.01	avg=-234.1423326520144	independent_100_runs=-242.14924937679413
e=226	episode_reward=-234.0386557628619	epsilon=0.01	avg=-235.68758615038132	independent_100_runs=-152.01748916934636
e=227	episode_reward=69.46734104117449	epsilon=0.01	avg=-231.99552847063234	independent_100_runs=-196.3795814526164
e=228	episode_reward=-268.9677389838109	epsilon=0.01	avg=-231.30582614041538	independent_100_runs=-329.77681240446697
e=229	episode_reward=-421.37315572988996	epsilon=0.01	avg=-232.2221920065397	independent_100_runs=-171.90747127862826
e=230	episode_reward=-245.33857299079185	epsilon=0.01	avg=-232.3092544205722	independent_100_runs=-193.90244352320968
e=231	episode_reward=-356.52758467024455	epsilon=0.01	avg=-234.46699528725583	independent_100_runs=-289.43178249187315
e=232	episode_reward=-234.2550384583232	epsilon=0.01	avg=-239.01664421002792	independent_100_runs=-147.60915143386745
e=233	episode_reward=-438.38270518615866	epsilon=0.01	avg=-240.10078347699343	independent_100_runs=-336.705448677387
e=234	episode_reward=-378.0349779515627	epsilon=0.01	avg=-240.28679363809496	independent_100_runs=-349.6808164748745
e=235	episode_reward=-380.7012351917869	epsilon=0.01	avg=-241.22290319920788	independent_100_runs=-270.73263224389535
e=236	episode_reward=-270.2204640341197	epsilon=0.01	avg=-240.09724411202495	independent_100_runs=-179.8901590490912
e=237	episode_reward=-206.10825212238404	epsilon=0.01	avg=-238.71496376235856	independent_100_runs=-271.468660333192
e=238	episode_reward=-444.72980780770075	epsilon=0.01	avg=-239.5312823129298	independent_100_runs=-331.83670981688795
e=239	episode_reward=-442.2088601116369	epsilon=0.01	avg=-241.3103603375698	independent_100_runs=-265.0147883125721
e=240	episode_reward=-171.0996601840494	epsilon=0.01	avg=-242.3261911248766	independent_100_runs=-130.5433893538163
e=241	episode_reward=-60.226622465437224	epsilon=0.01	avg=-240.7209398006406	independent_100_runs=-404.7839451186254
e=242	episode_reward=-356.98921209796333	epsilon=0.01	avg=-242.25429242474416	independent_100_runs=-423.9368488659349
e=243	episode_reward=-566.2661206172089	epsilon=0.01	avg=-244.38429878832503	independent_100_runs=-543.6184350331022
e=244	episode_reward=-385.8362471405451	epsilon=0.01	avg=-245.23320286612753	independent_100_runs=-338.9148540592363
e=245	episode_reward=-526.4105784808112	epsilon=0.01	avg=-245.79789745973693	independent_100_runs=-382.27863084286514
e=246	episode_reward=-128.3075050445118	epsilon=0.01	avg=-243.96531988294788	independent_100_runs=-354.29123675053603
e=247	episode_reward=-442.9157167883279	epsilon=0.01	avg=-245.25817502497048	independent_100_runs=-313.8503778161741
e=248	episode_reward=-135.61258118806336	epsilon=0.01	avg=-244.09464017324123	independent_100_runs=-143.40578312193216
e=249	episode_reward=-316.98515571701415	epsilon=0.01	avg=-244.53777395007637	independent_100_runs=-138.66893612397
e=250	episode_reward=-168.97962573762635	epsilon=0.01	avg=-241.3650369776513	independent_100_runs=-62.60807388063388
e=251	episode_reward=-159.56821124121046	epsilon=0.01	avg=-237.0653175141263	independent_100_runs=-55.17204395190154
e=252	episode_reward=51.24790207348123	epsilon=0.01	avg=-236.07581253294578	independent_100_runs=-45.26597229795712
e=253	episode_reward=-7.922459588325227	epsilon=0.01	avg=-232.4751679306222	independent_100_runs=-201.98053529253087
e=254	episode_reward=-33.71702126030644	epsilon=0.01	avg=-230.3686033037233	independent_100_runs=-292.96410256876624
e=255	episode_reward=-273.05765112275384	epsilon=0.01	avg=-227.8378602743869	independent_100_runs=-58.73855730247419
e=256	episode_reward=-701.653695577192	epsilon=0.01	avg=-234.6407124572752	independent_100_runs=-714.0412852986884
e=257	episode_reward=-510.0388546619653	epsilon=0.01	avg=-236.71675630797	independent_100_runs=-70.48720880720175
e=258	episode_reward=-624.9876127510834	epsilon=0.01	avg=-242.80969178810156	independent_100_runs=-235.29341118134874
e=259	episode_reward=-460.3255345387053	epsilon=0.01	avg=-245.95449475523853	independent_100_runs=-326.783264351339
e=260	episode_reward=134.13136501975973	epsilon=0.01	avg=-244.51044569643958	independent_100_runs=-222.3930510206793
e=261	episode_reward=-85.87702834896034	epsilon=0.01	avg=-244.62742552646648	independent_100_runs=-221.75592930175367
e=262	episode_reward=-365.2193457387643	epsilon=0.01	avg=-246.66078196862517	independent_100_runs=-261.77280450844916
e=263	episode_reward=-347.25649616541676	epsilon=0.01	avg=-249.96913140518612	independent_100_runs=-317.3329439183607
e=264	episode_reward=-413.05122536543763	epsilon=0.01	avg=-253.7196905282717	independent_100_runs=-333.05775059882734
e=265	episode_reward=-330.54515419104274	epsilon=0.01	avg=-256.76176415572615	independent_100_runs=-440.1611820987562
e=266	episode_reward=-412.1792156223029	epsilon=0.01	avg=-258.87574465511597	independent_100_runs=-344.68883805380216
e=267	episode_reward=-617.5557749852591	epsilon=0.01	avg=-264.5439688041154	independent_100_runs=-397.43887576040765
e=268	episode_reward=-491.27883747941206	epsilon=0.01	avg=-264.5996463600503	independent_100_runs=-377.64832992330514
e=269	episode_reward=-348.2425895902029	epsilon=0.01	avg=-267.75926298735425	independent_100_runs=-97.44547178567012
e=270	episode_reward=-184.16329009385908	epsilon=0.01	avg=-264.3270767160057	independent_100_runs=-146.56694085046342
e=271	episode_reward=-313.9356184158919	epsilon=0.01	avg=-264.0139448063581	independent_100_runs=-166.1909500709008
e=272	episode_reward=-10.490924075158546	epsilon=0.01	avg=-263.1119282081764	independent_100_runs=-79.42970744487431
e=273	episode_reward=-227.00454006903573	epsilon=0.01	avg=-264.65184143814463	independent_100_runs=-53.20037003243321
e=274	episode_reward=13.09391736984125	epsilon=0.01	avg=-264.2875132759529	independent_100_runs=-76.57381783186177
e=275	episode_reward=-60.122275031098035	epsilon=0.01	avg=-263.9613944913393	independent_100_runs=-67.90286823893877
e=276	episode_reward=-10.106095565023494	epsilon=0.01	avg=-263.5453807928177	independent_100_runs=-87.35243963756915
e=277	episode_reward=111.38187242710842	epsilon=0.01	avg=-264.3980728506143	independent_100_runs=-110.71653493105039
e=278	episode_reward=107.28135104449377	epsilon=0.01	avg=-262.7320499873128	independent_100_runs=-165.9697854739594
e=279	episode_reward=-229.4840059618948	epsilon=0.01	avg=-263.6261583594808	independent_100_runs=-156.4497208157825
e=280	episode_reward=222.80638898345595	epsilon=0.01	avg=-261.04382643845724	independent_100_runs=-138.70410043776263
e=281	episode_reward=-219.1896601031878	epsilon=0.01	avg=-262.6915895629406	independent_100_runs=-120.84312154473697
e=282	episode_reward=-203.77707053647208	epsilon=0.01	avg=-260.84790918093336	independent_100_runs=-75.0231198368903
e=283	episode_reward=-147.69881313787107	epsilon=0.01	avg=-262.0613850892185	independent_100_runs=-143.5928815766132
e=284	episode_reward=-182.94522753698942	epsilon=0.01	avg=-262.8751834403627	independent_100_runs=-222.18660737971837
e=285	episode_reward=-479.12652672177495	epsilon=0.01	avg=-263.2789217016207	independent_100_runs=-298.7218174140136
e=286	episode_reward=-462.2562184380266	epsilon=0.01	avg=-263.3905694302613	independent_100_runs=-607.6667275271299
e=287	episode_reward=-731.4271902809653	epsilon=0.01	avg=-268.017928080277	independent_100_runs=-767.178530610275
e=288	episode_reward=-443.9655771704337	epsilon=0.01	avg=-269.53737209894945	independent_100_runs=-137.9065919289598
e=289	episode_reward=-116.90833602634666	epsilon=0.01	avg=-267.52083588478075	independent_100_runs=-131.61293771556169
e=290	episode_reward=-127.31270779194375	epsilon=0.01	avg=-265.49963799496027	independent_100_runs=-49.330026304264756
e=291	episode_reward=-624.4271948007214	epsilon=0.01	avg=-267.2537564630447	independent_100_runs=-742.083592075593
e=292	episode_reward=-22.11226939155229	epsilon=0.01	avg=-265.0859940002332	independent_100_runs=-105.5090021513389
e=293	episode_reward=-241.597400729935	epsilon=0.01	avg=-265.3615961179592	independent_100_runs=-137.38449124478626
e=294	episode_reward=-193.82777532937644	epsilon=0.01	avg=-266.51767418436293	independent_100_runs=-363.5684854772546
e=295	episode_reward=-374.4534738000616	epsilon=0.01	avg=-270.14251562494763	independent_100_runs=-143.48044290830904
e=296	episode_reward=-379.6718093016527	epsilon=0.01	avg=-273.1832009499175	independent_100_runs=-111.03534878136979
e=297	episode_reward=-480.04906169565555	epsilon=0.01	avg=-275.5001220261952	independent_100_runs=-409.00498372353564
e=298	episode_reward=-503.01426597886393	epsilon=0.01	avg=-276.59357455802035	independent_100_runs=-285.71912356825567
e=299	episode_reward=-130.33319175809424	epsilon=0.01	avg=-274.057654490725	independent_100_runs=-284.1350572425565
e=300	episode_reward=-336.79477037226724	epsilon=0.01	avg=-276.9014898832445	independent_100_runs=-654.3622596682528
e=301	episode_reward=-319.276144312739	epsilon=0.01	avg=-278.2318166291856	independent_100_runs=-535.3489249154512
e=302	episode_reward=-813.9350543047846	epsilon=0.01	avg=-283.9665575898356	independent_100_runs=-511.18802035887734
e=303	episode_reward=-396.92054818290137	epsilon=0.01	avg=-289.42848442796765	independent_100_runs=-257.2230610991006
e=304	episode_reward=-54.92863007898757	epsilon=0.01	avg=-288.85425019021017	independent_100_runs=-190.99450487867318
e=305	episode_reward=-399.61385996669736	epsilon=0.01	avg=-287.62969677984626	independent_100_runs=-140.14550400395092
e=306	episode_reward=-401.6728814032711	epsilon=0.01	avg=-289.0507121791708	independent_100_runs=-222.64660642017773
e=307	episode_reward=-309.1034180784018	epsilon=0.01	avg=-289.3308581558542	independent_100_runs=-339.958970688503
e=308	episode_reward=110.57763546376886	epsilon=0.01	avg=-287.6939075187756	independent_100_runs=-85.25710544243456
e=309	episode_reward=124.87108937604174	epsilon=0.01	avg=-283.00226517475176	independent_100_runs=-153.73493683711132
e=310	episode_reward=-189.51322211836867	epsilon=0.01	avg=-281.9809330725338	independent_100_runs=-93.25660272576204
e=311	episode_reward=-271.2166287444578	epsilon=0.01	avg=-280.39024929786154	independent_100_runs=-144.8741662820409
e=312	episode_reward=256.1063740729993	epsilon=0.01	avg=-274.9265747941981	independent_100_runs=-93.13629163047457
e=313	episode_reward=-283.093696536984	epsilon=0.01	avg=-279.43360058954954	independent_100_runs=-116.27850827485517
e=314	episode_reward=-174.28992880791913	epsilon=0.01	avg=-277.8709677066687	independent_100_runs=-287.1125257618546
e=315	episode_reward=-237.5690633544602	epsilon=0.01	avg=-273.5130832153121	independent_100_runs=-131.12901971578887
e=316	episode_reward=-42.03619329584737	epsilon=0.01	avg=-269.692298810146	independent_100_runs=-149.46915260757677
e=317	episode_reward=55.84347080760415	epsilon=0.01	avg=-263.50906318245154	independent_100_runs=-73.61413980192896
e=318	episode_reward=-44.57679079257865	epsilon=0.01	avg=-259.5631470480121	independent_100_runs=-109.89958172172508
e=319	episode_reward=44.69646669275862	epsilon=0.01	avg=-255.58209987046328	independent_100_runs=-76.75329450117829
e=320	episode_reward=-99.39480306411518	epsilon=0.01	avg=-252.1318567725441	independent_100_runs=-137.40827680922496
e=321	episode_reward=228.6372290913571	epsilon=0.01	avg=-247.95496805300823	independent_100_runs=-110.54191848356051
e=322	episode_reward=-320.5810625990041	epsilon=0.01	avg=-247.02972989872924	independent_100_runs=-145.07347328838682
e=323	episode_reward=-307.23394067953745	epsilon=0.01	avg=-245.82518121523066	independent_100_runs=-82.96321118599808
e=324	episode_reward=-237.9084108863359	epsilon=0.01	avg=-249.7416135071664	independent_100_runs=-60.64699929679108
e=325	episode_reward=-186.06715025418436	epsilon=0.01	avg=-247.57977096803054	independent_100_runs=-54.985374438183165
e=326	episode_reward=-18.207473454797437	epsilon=0.01	avg=-245.42145914494986	independent_100_runs=-61.71227664951494
e=327	episode_reward=-60.552802017326925	epsilon=0.01	avg=-246.7216605755349	independent_100_runs=-194.52946994939586
e=328	episode_reward=-268.71522081332336	epsilon=0.01	avg=-246.71913539383002	independent_100_runs=-75.80630398617572
e=329	episode_reward=-80.55235585895468	epsilon=0.01	avg=-243.31092739512067	independent_100_runs=-95.15136177374053
e=330	episode_reward=-85.30841279714258	epsilon=0.01	avg=-241.7106257931842	independent_100_runs=-98.50444554930415
e=331	episode_reward=-233.15597777221822	epsilon=0.01	avg=-240.47690972420395	independent_100_runs=-168.18329098805566
e=332	episode_reward=213.91109962325064	epsilon=0.01	avg=-235.9952483433882	independent_100_runs=-59.04687891051051
e=333	episode_reward=-220.45925311973417	epsilon=0.01	avg=-233.81601382272393	independent_100_runs=-56.14491682718362
e=334	episode_reward=-236.23074904386766	epsilon=0.01	avg=-232.397971533647	independent_100_runs=-150.22321077393147
e=335	episode_reward=-119.20872340078651	epsilon=0.01	avg=-229.783046415737	independent_100_runs=-376.1416272164222
e=336	episode_reward=-111.58508886389875	epsilon=0.01	avg=-228.19669266403483	independent_100_runs=-438.24224688293407
e=337	episode_reward=-68.76852974788758	epsilon=0.01	avg=-226.82329544028983	independent_100_runs=-92.02788842854515
e=338	episode_reward=-3.320588767485958	epsilon=0.01	avg=-222.4092032498877	independent_100_runs=-30.577909229898154
e=339	episode_reward=189.02118318274637	epsilon=0.01	avg=-216.09690281694384	independent_100_runs=-115.18970393775275
e=340	episode_reward=-137.5183603895123	epsilon=0.01	avg=-215.76108981899847	independent_100_runs=-98.25062606084735
e=341	episode_reward=-819.3093093217155	epsilon=0.01	avg=-223.35191668756121	independent_100_runs=-535.0433680973655
e=342	episode_reward=-506.53790561457856	epsilon=0.01	avg=-224.84740362272737	independent_100_runs=-612.8685803167101
e=343	episode_reward=-220.36665728801498	epsilon=0.01	avg=-221.38840898943545	independent_100_runs=-93.24266170144767
e=344	episode_reward=-32.954496729764685	epsilon=0.01	avg=-217.85959148532766	independent_100_runs=-102.19030861204511
e=345	episode_reward=-218.3707608389712	epsilon=0.01	avg=-214.77919330890924	independent_100_runs=-326.3387065265857
e=346	episode_reward=31.836809512872208	epsilon=0.01	avg=-213.17775016333542	independent_100_runs=-209.95556448178144
e=347	episode_reward=-314.277405573344	epsilon=0.01	avg=-211.8913670511856	independent_100_runs=-273.4656669006602
e=348	episode_reward=-315.8181822394313	epsilon=0.01	avg=-213.69342306169926	independent_100_runs=-161.8811239858868
e=349	episode_reward=-392.994172443784	epsilon=0.01	avg=-214.45351322896695	independent_100_runs=-389.8157820034348
e=350	episode_reward=-212.42342360513524	epsilon=0.01	avg=-214.88795120764203	independent_100_runs=-333.156858991121
e=351	episode_reward=-413.4220448708974	epsilon=0.01	avg=-217.42648954393894	independent_100_runs=-379.1437493363196
e=352	episode_reward=-378.5901287251677	epsilon=0.01	avg=-221.72486985192543	independent_100_runs=-369.1667440304406
e=353	episode_reward=-367.26393854376954	epsilon=0.01	avg=-225.31828464147983	independent_100_runs=-111.73612502533896
e=354	episode_reward=-334.4794775964748	epsilon=0.01	avg=-228.3259092048416	independent_100_runs=-405.42232473791205
e=355	episode_reward=-378.05971270560093	epsilon=0.01	avg=-229.37592982067002	independent_100_runs=-327.3201609025497
e=356	episode_reward=-221.96984375592018	epsilon=0.01	avg=-224.57909130245736	independent_100_runs=-791.6485038636979
e=357	episode_reward=-308.6225012496085	epsilon=0.01	avg=-222.56492776833372	independent_100_runs=-297.7612754799929
e=358	episode_reward=-414.16093847175216	epsilon=0.01	avg=-220.45666102554043	independent_100_runs=-379.56342900308584
e=359	episode_reward=-410.921558568808	epsilon=0.01	avg=-219.96262126584142	independent_100_runs=-405.2194515817108
e=360	episode_reward=-382.0004694576813	epsilon=0.01	avg=-225.12393961061582	independent_100_runs=-435.97081338367394
e=361	episode_reward=-521.6420527839596	epsilon=0.01	avg=-229.48158985496582	independent_100_runs=-438.64113102467513
e=362	episode_reward=-473.3513097905823	epsilon=0.01	avg=-230.56290949548398	independent_100_runs=-416.45252138244456
e=363	episode_reward=-462.7578494532618	epsilon=0.01	avg=-231.71792302836246	independent_100_runs=-472.1022577038694
e=364	episode_reward=-470.3699886576745	epsilon=0.01	avg=-232.29111066128485	independent_100_runs=-395.44030250304377
e=365	episode_reward=-430.7774609189851	epsilon=0.01	avg=-233.29343372856422	independent_100_runs=-415.88055837921564
e=366	episode_reward=-419.6498008938603	epsilon=0.01	avg=-233.36813958127982	independent_100_runs=-403.3516035225127
e=367	episode_reward=-455.6093516232919	epsilon=0.01	avg=-231.74867534766017	independent_100_runs=-362.2790237168139
e=368	episode_reward=-421.2298912496335	epsilon=0.01	avg=-231.04818588536236	independent_100_runs=-332.84957301219396
e=369	episode_reward=-146.00539984761596	epsilon=0.01	avg=-229.0258139879365	independent_100_runs=-329.9617962534282
e=370	episode_reward=-406.85344358165196	epsilon=0.01	avg=-231.25271552281438	independent_100_runs=-334.6232264557723
e=371	episode_reward=-334.22229460622384	epsilon=0.01	avg=-231.45558228471774	independent_100_runs=-254.81029909455148
e=372	episode_reward=-405.99603761105834	epsilon=0.01	avg=-235.4106334200767	independent_100_runs=-255.98389014032588
e=373	episode_reward=-207.37604971749067	epsilon=0.01	avg=-235.2143485165613	independent_100_runs=-284.98643496776606
e=374	episode_reward=-176.45306160042497	epsilon=0.01	avg=-237.10981830626397	independent_100_runs=-186.19137873526432
e=375	episode_reward=-373.4414716462353	epsilon=0.01	avg=-240.24301027241535	independent_100_runs=-274.0456601731359
e=376	episode_reward=-213.48486356587193	epsilon=0.01	avg=-242.27679795242383	independent_100_runs=-101.5246703149423
e=377	episode_reward=-431.8596249348893	epsilon=0.01	avg=-247.7092129260438	independent_100_runs=-254.50600284437417
e=378	episode_reward=-447.59717717781626	epsilon=0.01	avg=-253.25799820826688	independent_100_runs=-290.18111230095917
e=379	episode_reward=-206.9789073656217	epsilon=0.01	avg=-253.03294722230413	independent_100_runs=-125.50344163651404
e=380	episode_reward=-253.97827614535822	epsilon=0.01	avg=-257.8007938735923	independent_100_runs=-386.83752754457515
e=381	episode_reward=-391.0037690120845	epsilon=0.01	avg=-259.51893496268127	independent_100_runs=-324.92756406856745
e=382	episode_reward=-233.1373567577722	epsilon=0.01	avg=-259.81253782489426	independent_100_runs=-372.82190303584554
e=383	episode_reward=-406.7505751804758	epsilon=0.01	avg=-262.4030554453203	independent_100_runs=-394.2943228944867
e=384	episode_reward=-469.5167589346924	epsilon=0.01	avg=-265.26877075929735	independent_100_runs=-295.3202880758499
e=385	episode_reward=-485.5638022105728	epsilon=0.01	avg=-265.33314351418534	independent_100_runs=-329.52390895924634
e=386	episode_reward=-438.52784122741946	epsilon=0.01	avg=-265.0958597420793	independent_100_runs=-371.2756212993773
e=387	episode_reward=-188.69294140599692	epsilon=0.01	avg=-259.6685172533296	independent_100_runs=-342.191393929808
e=388	episode_reward=-200.0279300062514	epsilon=0.01	avg=-257.22914078168776	independent_100_runs=-345.29916180473475
e=389	episode_reward=-257.3129843589246	epsilon=0.01	avg=-258.63318726501353	independent_100_runs=-273.06296351799045
e=390	episode_reward=-113.71458366229234	epsilon=0.01	avg=-258.49720602371696	independent_100_runs=-129.09123067026246
e=391	episode_reward=-226.59474881318965	epsilon=0.01	avg=-254.51888156384163	independent_100_runs=-185.46298632735304
e=392	episode_reward=-45.39023873923921	epsilon=0.01	avg=-254.75166125731855	independent_100_runs=-195.23374304955954
e=393	episode_reward=-205.9615027313844	epsilon=0.01	avg=-254.39530227733312	independent_100_runs=-194.30060377836114
e=394	episode_reward=-203.75124741455716	epsilon=0.01	avg=-254.49453699818488	independent_100_runs=-115.97104440294696
e=395	episode_reward=15.971298058963953	epsilon=0.01	avg=-250.59028927959466	independent_100_runs=-109.25721967808293
e=396	episode_reward=-17.798816055099678	epsilon=0.01	avg=-246.9715593471291	independent_100_runs=-62.79757326715658
e=397	episode_reward=-201.55707918199047	epsilon=0.01	avg=-244.18663952199248	independent_100_runs=-75.70951231580402
e=398	episode_reward=-168.50697054656536	epsilon=0.01	avg=-240.84156656766945	independent_100_runs=-104.05479264898838
e=399	episode_reward=-205.24018345291364	epsilon=0.01	avg=-241.59063648461765	independent_100_runs=-103.13416624775249
e=400	episode_reward=-34.6013331807513	epsilon=0.01	avg=-238.56870211270248	independent_100_runs=-113.68179084873091
e=401	episode_reward=-230.500360947074	epsilon=0.01	avg=-237.68094427904583	independent_100_runs=-101.10832920309186
e=402	episode_reward=-27.135668352866915	epsilon=0.01	avg=-229.81295041952663	independent_100_runs=-108.34217117880249
e=403	episode_reward=-219.94181483637254	epsilon=0.01	avg=-228.04316308606136	independent_100_runs=-125.82495548223102
e=404	episode_reward=-0.6582263761046647	epsilon=0.01	avg=-227.50045904903254	independent_100_runs=-129.56982085588024
e=405	episode_reward=-29.030190516732347	epsilon=0.01	avg=-223.79462235453292	independent_100_runs=-119.96751032999178
e=406	episode_reward=-80.94410894259511	epsilon=0.01	avg=-220.58733462992615	independent_100_runs=-144.3722703041199
e=407	episode_reward=-35.089355633677684	epsilon=0.01	avg=-217.8471940054789	independent_100_runs=-200.37067547810173
e=408	episode_reward=-259.5307681893159	epsilon=0.01	avg=-221.54827804200977	independent_100_runs=-269.5455863175413
e=409	episode_reward=-223.36851216128323	epsilon=0.01	avg=-225.030674057383	independent_100_runs=-250.22533671866026
e=410	episode_reward=-249.53872518791928	epsilon=0.01	avg=-225.63092908807852	independent_100_runs=-113.0996244543343
e=411	episode_reward=-324.752955948469	epsilon=0.01	avg=-226.1662923601186	independent_100_runs=-162.0733708161086
e=412	episode_reward=-254.27543895952937	epsilon=0.01	avg=-231.27011049044387	independent_100_runs=-108.20058840825162
e=413	episode_reward=-200.2249417150771	epsilon=0.01	avg=-230.44142294222482	independent_100_runs=-91.48170470691177
e=414	episode_reward=-26.676057746524563	epsilon=0.01	avg=-228.96528423161087	independent_100_runs=-91.00755802103933
e=415	episode_reward=-266.90036459210774	epsilon=0.01	avg=-229.25859724398734	independent_100_runs=-131.3932586710386
e=416	episode_reward=-503.21216735728456	epsilon=0.01	avg=-233.87035698460176	independent_100_runs=-360.4722903672617
e=417	episode_reward=-33.879177513875916	epsilon=0.01	avg=-234.7675834678165	independent_100_runs=-383.73896008187177
e=418	episode_reward=-181.8287015824225	epsilon=0.01	avg=-236.1401025757149	independent_100_runs=-336.6491429316203
e=419	episode_reward=-342.41296331521033	epsilon=0.01	avg=-240.01119687579464	independent_100_runs=-143.49696048330946
e=420	episode_reward=-5.365256278734151	epsilon=0.01	avg=-239.07090140794082	independent_100_runs=-112.41378211437318
e=421	episode_reward=-175.7570219415473	epsilon=0.01	avg=-243.1148439182699	independent_100_runs=-86.9827223427455
e=422	episode_reward=-2.426901500948091	epsilon=0.01	avg=-239.93330230728938	independent_100_runs=-129.10394830310105
e=423	episode_reward=-196.64868378895747	epsilon=0.01	avg=-238.82744973838354	independent_100_runs=-78.1849099018306
e=424	episode_reward=-60.4248632045093	epsilon=0.01	avg=-237.05261426156525	independent_100_runs=-73.01700645526002
e=425	episode_reward=-236.0943891511095	epsilon=0.01	avg=-237.55288665053453	independent_100_runs=-76.97192927876391
e=426	episode_reward=-152.59135158767623	epsilon=0.01	avg=-238.89672543186327	independent_100_runs=-116.86889980492329
e=427	episode_reward=-174.7319137953255	epsilon=0.01	avg=-240.03851654964328	independent_100_runs=-145.65971401310165
e=428	episode_reward=-41.487906662951225	epsilon=0.01	avg=-237.76624340813956	independent_100_runs=-249.51820637587008
e=429	episode_reward=-222.3974334454485	epsilon=0.01	avg=-239.1846941840045	independent_100_runs=-163.2846372249859
e=430	episode_reward=-226.16146904301536	epsilon=0.01	avg=-240.5932247464632	independent_100_runs=-203.92879805573975
e=431	episode_reward=52.20448332441171	epsilon=0.01	avg=-237.73962013549692	independent_100_runs=-207.2511639850661
e=432	episode_reward=-15.028420443068526	epsilon=0.01	avg=-240.0290153361601	independent_100_runs=-198.59283036779073
e=433	episode_reward=-38.96066609314192	epsilon=0.01	avg=-238.21402946589424	independent_100_runs=-102.32226169108611
e=434	episode_reward=-110.15166729313536	epsilon=0.01	avg=-236.9532386483869	independent_100_runs=-121.01467006899799
e=435	episode_reward=-1.950812327703332	epsilon=0.01	avg=-235.78065953765608	independent_100_runs=-87.66874178016243
e=436	episode_reward=-77.16031861575831	epsilon=0.01	avg=-235.43641183517468	independent_100_runs=-172.73769634379929
e=437	episode_reward=-263.0371267549241	epsilon=0.01	avg=-237.37909780524504	independent_100_runs=-126.3343992289381
e=438	episode_reward=-38.25087029525747	epsilon=0.01	avg=-237.72840062052276	independent_100_runs=-143.1012836183885
e=439	episode_reward=-107.30809366280889	epsilon=0.01	avg=-240.6916933889783	independent_100_runs=-136.53973393757215
e=440	episode_reward=-258.411353631385	epsilon=0.01	avg=-241.90062332139703	independent_100_runs=-138.47643243383055
e=441	episode_reward=-99.79522531682507	epsilon=0.01	avg=-234.70548248134816	independent_100_runs=-132.13432181266603
e=442	episode_reward=-190.861464048601	epsilon=0.01	avg=-231.54871806568838	independent_100_runs=-157.20373625181276
e=443	episode_reward=-369.49644834048183	epsilon=0.01	avg=-233.040015976213	independent_100_runs=-376.00422832215105
e=444	episode_reward=-190.48972875336287	epsilon=0.01	avg=-234.615368296449	independent_100_runs=-353.1894625146866
e=445	episode_reward=-176.72883351123605	epsilon=0.01	avg=-234.19894902317162	independent_100_runs=-225.96943624062573
e=446	episode_reward=-108.03693894459217	epsilon=0.01	avg=-235.59768650774626	independent_100_runs=-266.0225853304197
e=447	episode_reward=-160.7853075643384	epsilon=0.01	avg=-234.06276552765624	independent_100_runs=-281.3163647171465
e=448	episode_reward=-459.20748178531136	epsilon=0.01	avg=-235.496658523115	independent_100_runs=-322.65248210158717
e=449	episode_reward=-269.2702697016513	epsilon=0.01	avg=-234.2594194956937	independent_100_runs=-277.53179717945284
e=450	episode_reward=-331.7674660493155	epsilon=0.01	avg=-235.4528599201355	independent_100_runs=-705.5336823328652
e=451	episode_reward=-55.81242717390015	epsilon=0.01	avg=-231.8767637431655	independent_100_runs=-48.14955969439331
e=452	episode_reward=-86.74655704886027	epsilon=0.01	avg=-228.95832802640243	independent_100_runs=-138.6093897876406
e=453	episode_reward=-156.37508508749198	epsilon=0.01	avg=-226.8494394918397	independent_100_runs=-182.40324496240908
e=454	episode_reward=-67.39612264893066	epsilon=0.01	avg=-224.17860594236424	independent_100_runs=-100.05412875164704
e=455	episode_reward=-275.89423489733196	epsilon=0.01	avg=-223.15695116428157	independent_100_runs=-141.2688247612996
e=456	episode_reward=-209.52382194810582	epsilon=0.01	avg=-223.03249094620344	independent_100_runs=-202.05245670052633
e=457	episode_reward=-283.4103833092644	epsilon=0.01	avg=-222.78036976679996	independent_100_runs=-217.69678581406023
e=458	episode_reward=-267.304161715384	epsilon=0.01	avg=-221.31180199923628	independent_100_runs=-177.7584991268494
e=459	episode_reward=-148.02090360693867	epsilon=0.01	avg=-218.6827954496176	independent_100_runs=-198.86967896851772
e=460	episode_reward=-351.43124107947483	epsilon=0.01	avg=-218.37710316583548	independent_100_runs=-135.9412117694244
e=461	episode_reward=-243.40427716842495	epsilon=0.01	avg=-215.59472540968017	independent_100_runs=-161.9285335828131
e=462	episode_reward=-346.2801378224456	epsilon=0.01	avg=-214.3240136899988	independent_100_runs=-194.61761987746544
e=463	episode_reward=-163.53237459784393	epsilon=0.01	avg=-211.3317589414446	independent_100_runs=-275.06982060649864
e=464	episode_reward=-82.7735417973881	epsilon=0.01	avg=-207.45579447284177	independent_100_runs=-199.6889579936508
e=465	episode_reward=-214.41535772653384	epsilon=0.01	avg=-205.29217344091725	independent_100_runs=-139.25587228827197
e=466	episode_reward=-327.44924439004757	epsilon=0.01	avg=-204.37016787587913	independent_100_runs=-188.12515587773024
e=467	episode_reward=-88.14235053332878	epsilon=0.01	avg=-200.69549786497956	independent_100_runs=-213.93527899820728
e=468	episode_reward=-325.44146415338264	epsilon=0.01	avg=-199.73761359401706	independent_100_runs=-428.2821386944252
e=469	episode_reward=-264.8149994423583	epsilon=0.01	avg=-200.9257095899644	independent_100_runs=-261.64054338518525
e=470	episode_reward=-466.88015556107473	epsilon=0.01	avg=-201.52597670975865	independent_100_runs=-323.4123147562535
e=471	episode_reward=-233.82319108443423	epsilon=0.01	avg=-200.52198567454073	independent_100_runs=-302.1826830831385
e=472	episode_reward=-144.5525644277729	epsilon=0.01	avg=-197.90755094270787	independent_100_runs=-259.66619535093446
e=473	episode_reward=-254.05870537480976	epsilon=0.01	avg=-198.37437749928108	independent_100_runs=-247.48109415536052
e=474	episode_reward=-319.5423866307872	epsilon=0.01	avg=-199.8052707495847	independent_100_runs=-213.10086428424128
e=475	episode_reward=-374.10933613541414	epsilon=0.01	avg=-199.8119493944765	independent_100_runs=-230.24830930837982
e=476	episode_reward=-61.84667051939168	epsilon=0.01	avg=-198.2955674640117	independent_100_runs=-257.7297897577921
e=477	episode_reward=-479.52468938476005	epsilon=0.01	avg=-198.77221810851043	independent_100_runs=-380.8481910655857
e=478	episode_reward=-371.28393149188145	epsilon=0.01	avg=-198.00908565165108	independent_100_runs=-298.651253598491
e=479	episode_reward=-250.82374034940744	epsilon=0.01	avg=-198.44753398148893	independent_100_runs=-312.2175032537622
e=480	episode_reward=-288.57836796824347	epsilon=0.01	avg=-198.79353489971774	independent_100_runs=-150.13739785739537
e=481	episode_reward=-167.53554189578995	epsilon=0.01	avg=-196.55885262855477	independent_100_runs=-161.07473206096384
e=482	episode_reward=-184.45029909847298	epsilon=0.01	avg=-196.07198205196178	independent_100_runs=-349.43338486315463
e=483	episode_reward=-393.0636505727905	epsilon=0.01	avg=-195.93511280588493	independent_100_runs=-294.63379307495774
e=484	episode_reward=-154.7043867836697	epsilon=0.01	avg=-192.78698908437474	independent_100_runs=-249.45348036593762
e=485	episode_reward=-291.1811594931463	epsilon=0.01	avg=-190.84316265720045	independent_100_runs=-299.28002488796164
e=486	episode_reward=-129.9501631062621	epsilon=0.01	avg=-187.7573858759889	independent_100_runs=-222.18203483412833
e=487	episode_reward=-211.68554017698992	epsilon=0.01	avg=-187.9873118636988	independent_100_runs=-263.9075715255378
e=488	episode_reward=-366.76659951474915	epsilon=0.01	avg=-189.65469855878382	independent_100_runs=-243.15830725849267
e=489	episode_reward=-303.39817050965985	epsilon=0.01	avg=-190.11555042029116	independent_100_runs=-254.91308983726688
e=490	episode_reward=-276.8853671704751	epsilon=0.01	avg=-191.74725825537297	independent_100_runs=-289.6765864423703
e=491	episode_reward=-264.9382109798396	epsilon=0.01	avg=-192.13069287703948	independent_100_runs=-184.0992142389561
e=492	episode_reward=-163.89922529475024	epsilon=0.01	avg=-193.31578274259456	independent_100_runs=-170.52140419761088
e=493	episode_reward=-63.01512016950127	epsilon=0.01	avg=-191.8863189169757	independent_100_runs=-190.33412342523943
e=494	episode_reward=-494.0779741266748	epsilon=0.01	avg=-194.78958618409692	independent_100_runs=-225.28394323224313
e=495	episode_reward=-71.7179572572214	epsilon=0.01	avg=-195.66647873725876	independent_100_runs=-221.73579127798803
e=496	episode_reward=-299.4664237119051	epsilon=0.01	avg=-198.48315481382687	independent_100_runs=-194.77183522226238
e=497	episode_reward=-124.24142829085983	epsilon=0.01	avg=-197.70999830491553	independent_100_runs=-87.58979583401171
e=498	episode_reward=-36.10689351671036	epsilon=0.01	avg=-196.38599753461702	independent_100_runs=-109.35244170076389
e=499	episode_reward=227.00368654304418	epsilon=0.01	avg=-192.0635588346574	independent_100_runs=-163.51001518158384
e=500	episode_reward=-215.1329875775515	epsilon=0.01	avg=-193.8688753786254	independent_100_runs=-130.02008249850428
e=501	episode_reward=-3.109469672963243	epsilon=0.01	avg=-191.59496646588428	independent_100_runs=-146.15097924647725
e=502	episode_reward=-175.2353492442165	epsilon=0.01	avg=-193.0759632747978	independent_100_runs=-146.8341631578401
e=503	episode_reward=-183.25741855914856	epsilon=0.01	avg=-192.70911931202554	independent_100_runs=-66.39913524300374
e=504	episode_reward=-16.675640579236656	epsilon=0.01	avg=-192.86929345405687	independent_100_runs=-170.64107798584504
e=505	episode_reward=-189.63829630488564	epsilon=0.01	avg=-194.47537451193838	independent_100_runs=-242.91555887797077
e=506	episode_reward=-31.309930647711568	epsilon=0.01	avg=-193.97903272898955	independent_100_runs=-129.15055125462402
e=507	episode_reward=229.58785224298148	epsilon=0.01	avg=-191.33226065022296	independent_100_runs=-50.22983133140847
e=508	episode_reward=-9.164629097111302	epsilon=0.01	avg=-188.82859925930094	independent_100_runs=-118.70689677259148
e=509	episode_reward=-195.13459931121287	epsilon=0.01	avg=-188.54626013080022	independent_100_runs=-11.65970522530277
e=510	episode_reward=-17.777847181836123	epsilon=0.01	avg=-186.22865135073937	independent_100_runs=-81.15139054865476
e=511	episode_reward=-126.05899266039154	epsilon=0.01	avg=-184.24171171785855	independent_100_runs=-143.03196532997046
e=512	episode_reward=-285.53109537847797	epsilon=0.01	avg=-184.55426828204807	independent_100_runs=-155.5152885990786
e=513	episode_reward=-202.6332616064635	epsilon=0.01	avg=-184.57835148096197	independent_100_runs=-77.67508629231094
e=514	episode_reward=-64.81998918614346	epsilon=0.01	avg=-184.9597907953582	independent_100_runs=-124.02664303504818
e=515	episode_reward=-3.1555938664830876	epsilon=0.01	avg=-182.32234308810195	independent_100_runs=-187.3966930135339
e=516	episode_reward=-440.31406843413384	epsilon=0.01	avg=-181.6933620988704	independent_100_runs=-85.98255665328816
e=517	episode_reward=-151.65913936105977	epsilon=0.01	avg=-182.8711617173423	independent_100_runs=-35.770921034683546
e=518	episode_reward=-24.447946418910675	epsilon=0.01	avg=-181.29735416570713	independent_100_runs=-54.122739463769186
e=519	episode_reward=-108.77220402370699	epsilon=0.01	avg=-178.9609465727921	independent_100_runs=-94.60104590689936
e=520	episode_reward=-56.79392681563934	epsilon=0.01	avg=-179.47523327816117	independent_100_runs=-79.92664776868442
e=521	episode_reward=-27.77629188810404	epsilon=0.01	avg=-177.99542597762672	independent_100_runs=-95.11197650554355
e=522	episode_reward=-106.43359740919576	epsilon=0.01	avg=-179.0354929367092	independent_100_runs=-101.76938170087558
e=523	episode_reward=-247.8212084764871	epsilon=0.01	avg=-179.5472181835845	independent_100_runs=-69.99736318038718
e=524	episode_reward=184.7518084690596	epsilon=0.01	avg=-177.0954514668488	independent_100_runs=-92.53928442706827
e=525	episode_reward=10.293295002842981	epsilon=0.01	avg=-174.6315746253092	independent_100_runs=-91.79550562030128
e=526	episode_reward=198.7394598493633	epsilon=0.01	avg=-171.11826651093884	independent_100_runs=-139.73423083157783
e=527	episode_reward=-255.71932502812018	epsilon=0.01	avg=-171.92814062326684	independent_100_runs=-121.23149644764602
e=528	episode_reward=192.97814469593874	epsilon=0.01	avg=-169.58348010967794	independent_100_runs=-89.60210109797079
e=529	episode_reward=-135.71046563741953	epsilon=0.01	avg=-168.71661043159764	independent_100_runs=-94.86569954375759
e=530	episode_reward=-205.30484491599952	epsilon=0.01	avg=-168.5080441903275	independent_100_runs=-140.91596456190408
e=531	episode_reward=-229.3147662209101	epsilon=0.01	avg=-171.32323668578073	independent_100_runs=-116.89126609869525
e=532	episode_reward=-25.110383800679614	epsilon=0.01	avg=-171.4240563193568	independent_100_runs=-115.27514376534621
e=533	episode_reward=-191.48269076065986	epsilon=0.01	avg=-172.94927656603195	independent_100_runs=-141.1729931064827
e=534	episode_reward=-378.80646378437615	epsilon=0.01	avg=-175.63582453094435	independent_100_runs=-148.4129565792742
e=535	episode_reward=-160.53736133089288	epsilon=0.01	avg=-177.22169002097624	independent_100_runs=-94.73023212947868
e=536	episode_reward=-230.3649687606848	epsilon=0.01	avg=-178.7537365224255	independent_100_runs=-91.29225636690884
e=537	episode_reward=-153.63690926967968	epsilon=0.01	avg=-177.6597343475731	independent_100_runs=-117.6481219702862
e=538	episode_reward=-257.8335601599439	epsilon=0.01	avg=-179.85556124621996	independent_100_runs=-128.57161944962053
e=539	episode_reward=167.2549879756204	epsilon=0.01	avg=-177.10993042983569	independent_100_runs=-163.0801711870356
e=540	episode_reward=-76.96515983706324	epsilon=0.01	avg=-175.29546849189245	independent_100_runs=-152.1169607048363
e=541	episode_reward=-336.93304512496655	epsilon=0.01	avg=-177.6668466899739	independent_100_runs=-149.42009999585596
e=542	episode_reward=-81.64882745738967	epsilon=0.01	avg=-176.5747203240618	independent_100_runs=-81.86881710738045
e=543	episode_reward=-377.40905742750965	epsilon=0.01	avg=-176.65384641493205	independent_100_runs=-145.66533014555714
e=544	episode_reward=-57.27704305534803	epsilon=0.01	avg=-175.32171955795192	independent_100_runs=-85.54725771967365
e=545	episode_reward=-236.238699673437	epsilon=0.01	avg=-175.9168182195739	independent_100_runs=-210.70553257922128
e=546	episode_reward=-45.511819514701585	epsilon=0.01	avg=-175.291567025275	independent_100_runs=-172.36673445043164
e=547	episode_reward=-232.75610799250742	epsilon=0.01	avg=-176.01127502955669	independent_100_runs=-241.5354669122376
e=548	episode_reward=-279.79175297815925	epsilon=0.01	avg=-174.21711774148517	independent_100_runs=-185.37058700897649
e=549	episode_reward=-75.45614178548773	epsilon=0.01	avg=-172.27897646232356	independent_100_runs=-73.48670907012473
e=550	episode_reward=-203.11177701506017	epsilon=0.01	avg=-170.99241957198097	independent_100_runs=-109.13239310008174
e=551	episode_reward=-302.69348599347563	epsilon=0.01	avg=-173.4612301601768	independent_100_runs=-258.84044716266004
e=552	episode_reward=-232.01987134982068	epsilon=0.01	avg=-174.91396330318636	independent_100_runs=-349.0249163943866
e=553	episode_reward=-370.3357684522218	epsilon=0.01	avg=-177.05357013683366	independent_100_runs=-284.9238220949704
e=554	episode_reward=-381.19728852515465	epsilon=0.01	avg=-180.1915817955959	independent_100_runs=-354.11556159165195
e=555	episode_reward=-68.0893842580752	epsilon=0.01	avg=-178.11353328920333	independent_100_runs=-416.4634175712943
e=556	episode_reward=-453.6970358399625	epsilon=0.01	avg=-180.55526542812188	independent_100_runs=-427.4999577234146
e=557	episode_reward=-545.8005420236699	epsilon=0.01	avg=-183.17916701526596	independent_100_runs=-338.5979276274517
e=558	episode_reward=-52.40621642490396	epsilon=0.01	avg=-181.0301875623611	independent_100_runs=-380.90648128946725
e=559	episode_reward=-259.40825403755093	epsilon=0.01	avg=-182.14406106666723	independent_100_runs=-227.2694964910614
e=560	episode_reward=-421.3530083185733	epsilon=0.01	avg=-182.84327873905823	independent_100_runs=-407.6176560701431
e=561	episode_reward=-229.66879258021555	epsilon=0.01	avg=-182.7059238931761	independent_100_runs=-262.66568345206235
e=562	episode_reward=189.63859210943332	epsilon=0.01	avg=-177.34673659385732	independent_100_runs=-306.19706290804936
e=563	episode_reward=-229.7063495487661	epsilon=0.01	avg=-178.00847634336657	independent_100_runs=-282.76563803795966
e=564	episode_reward=-21.817284255920327	epsilon=0.01	avg=-177.39891376795194	independent_100_runs=-257.68442125177114
e=565	episode_reward=-236.45431038377524	epsilon=0.01	avg=-177.61930329452431	independent_100_runs=-305.84840744751745
e=566	episode_reward=-26.364095114041135	epsilon=0.01	avg=-174.6084518017643	independent_100_runs=-296.2240762273004
e=567	episode_reward=-498.39075754684524	epsilon=0.01	avg=-178.7109358718994	independent_100_runs=-343.04235286676453
e=568	episode_reward=-202.02134084196894	epsilon=0.01	avg=-177.47673463878527	independent_100_runs=-296.66761356489513
e=569	episode_reward=-191.61143988157343	epsilon=0.01	avg=-176.74469904317743	independent_100_runs=-290.5418547991741
e=570	episode_reward=-455.094491900228	epsilon=0.01	avg=-176.62684240656898	independent_100_runs=-267.3078994135245
e=571	episode_reward=-27.783074725396304	epsilon=0.01	avg=-174.5664412429786	independent_100_runs=-286.5967901076282
e=572	episode_reward=-215.6513901755531	epsilon=0.01	avg=-175.2774295004564	independent_100_runs=-210.01614128242093
e=573	episode_reward=-30.942928248461158	epsilon=0.01	avg=-173.0462717291929	independent_100_runs=-179.68614052237962
e=574	episode_reward=-220.60770536117764	epsilon=0.01	avg=-172.05692491649683	independent_100_runs=-312.1569369476682
e=575	episode_reward=-21.83776717832552	epsilon=0.01	avg=-168.5342092269259	independent_100_runs=-149.35308386175163
e=576	episode_reward=-265.9443877083974	epsilon=0.01	avg=-170.57518639881593	independent_100_runs=-128.12062187765594
e=577	episode_reward=-69.6681147409252	epsilon=0.01	avg=-166.47662065237762	independent_100_runs=-99.7903362169553
e=578	episode_reward=215.60823193713478	epsilon=0.01	avg=-160.6076990180875	independent_100_runs=-142.1463023300007
e=579	episode_reward=-42.137534195228554	epsilon=0.01	avg=-158.52083695654568	independent_100_runs=-144.70064702426768
e=580	episode_reward=-179.1671484377368	epsilon=0.01	avg=-157.42672476124062	independent_100_runs=-125.10740052847508
e=581	episode_reward=-43.27308510555007	epsilon=0.01	avg=-156.1841001933382	independent_100_runs=-108.51157300402377
e=582	episode_reward=208.6156392580741	epsilon=0.01	avg=-152.25344080977274	independent_100_runs=-105.94174870796361
e=583	episode_reward=-30.17195250072166	epsilon=0.01	avg=-148.62452382905204	independent_100_runs=-132.9524480924964
e=584	episode_reward=-331.17967286802775	epsilon=0.01	avg=-150.38927668989564	independent_100_runs=-172.63329369819246
e=585	episode_reward=-382.6109668018346	epsilon=0.01	avg=-151.30357476298252	independent_100_runs=-187.02950661053612
e=586	episode_reward=-177.26992477389092	epsilon=0.01	avg=-151.7767723796588	independent_100_runs=-212.21577239425014
e=587	episode_reward=-220.1328484385475	epsilon=0.01	avg=-151.86124546227435	independent_100_runs=-167.35730327840534
e=588	episode_reward=-178.6497667225799	epsilon=0.01	avg=-149.98007713435268	independent_100_runs=-167.9055372405576
e=589	episode_reward=-51.427227901375645	epsilon=0.01	avg=-147.4603677082698	independent_100_runs=-106.89433654767707
e=590	episode_reward=-270.07847234800477	epsilon=0.01	avg=-147.39229876004512	independent_100_runs=-89.4493609451323
e=591	episode_reward=-221.3049810022098	epsilon=0.01	avg=-146.95596646026883	independent_100_runs=-124.61036439961109
e=592	episode_reward=-162.36838243747874	epsilon=0.01	avg=-146.9406580316961	independent_100_runs=-86.73087472938208
e=593	episode_reward=-57.0631397416405	epsilon=0.01	avg=-146.8811382274175	independent_100_runs=-99.65796969746212
e=594	episode_reward=-195.4692041061383	epsilon=0.01	avg=-143.89505052721216	independent_100_runs=-195.41288890900475
e=595	episode_reward=-86.14510903297808	epsilon=0.01	avg=-144.0393220449697	independent_100_runs=-331.7721784473207
e=596	episode_reward=-575.5101593397368	epsilon=0.01	avg=-146.79975940124802	independent_100_runs=-120.93053342463541
e=597	episode_reward=-210.2943389809662	epsilon=0.01	avg=-147.6602885081491	independent_100_runs=-283.19014346041985
e=598	episode_reward=9.512632086955307	epsilon=0.01	avg=-147.20409325211244	independent_100_runs=-159.64230070328756
e=599	episode_reward=-52.120970070693	epsilon=0.01	avg=-149.99533981824982	independent_100_runs=-155.83721414190381
e=600	episode_reward=-65.33423823075829	epsilon=0.01	avg=-148.4973523247819	independent_100_runs=-249.88454002617019
e=601	episode_reward=-492.62844059093277	epsilon=0.01	avg=-153.39254203396158	independent_100_runs=-291.68170512501155
e=602	episode_reward=-266.7392931903035	epsilon=0.01	avg=-154.30758147342246	independent_100_runs=-376.0517787698723
e=603	episode_reward=-101.73472665936399	epsilon=0.01	avg=-153.49235455442462	independent_100_runs=-269.2142877613181
e=604	episode_reward=-395.3038593461212	epsilon=0.01	avg=-157.27863674209343	independent_100_runs=-341.75599807935504
e=605	episode_reward=-40.39984263745139	epsilon=0.01	avg=-155.78625220541912	independent_100_runs=-171.44415588604278
e=606	episode_reward=-332.47267321629	epsilon=0.01	avg=-158.7978796311049	independent_100_runs=-284.9613512406395
e=607	episode_reward=-161.05666310749362	epsilon=0.01	avg=-162.70432478460964	independent_100_runs=-335.1607544994155
e=608	episode_reward=-234.2780427367359	epsilon=0.01	avg=-164.95545892100589	independent_100_runs=-348.42954871571374
e=609	episode_reward=-175.78782623615982	epsilon=0.01	avg=-164.7619911902554	independent_100_runs=-138.15035092362612
e=610	episode_reward=-302.68206817013674	epsilon=0.01	avg=-167.61103340013835	independent_100_runs=-225.7554081410488
e=611	episode_reward=-43.028019213090175	epsilon=0.01	avg=-166.7807236656653	independent_100_runs=-106.67634278750977
e=612	episode_reward=-63.306144250804714	epsilon=0.01	avg=-164.5584741543886	independent_100_runs=-126.9957537997091
e=613	episode_reward=-42.248594517020976	epsilon=0.01	avg=-162.9546274834942	independent_100_runs=-147.2680766839396
e=614	episode_reward=-324.5625931411548	epsilon=0.01	avg=-165.5520535230443	independent_100_runs=-175.83969299685705
e=615	episode_reward=-242.9558143327339	epsilon=0.01	avg=-167.95005572770683	independent_100_runs=-209.4696309144482
e=616	episode_reward=-200.50050155943953	epsilon=0.01	avg=-165.55192005895984	independent_100_runs=-159.33176563462177
e=617	episode_reward=-77.92962303506877	epsilon=0.01	avg=-164.81462489569995	independent_100_runs=-140.39586271287416
e=618	episode_reward=-376.92053718759115	epsilon=0.01	avg=-168.33935080338676	independent_100_runs=-181.42022254556977
e=619	episode_reward=-46.856300744561665	epsilon=0.01	avg=-167.72019177059533	independent_100_runs=-179.70777561022717
e=620	episode_reward=-39.76502081381727	epsilon=0.01	avg=-167.54990271057707	independent_100_runs=-193.75339034193382
e=621	episode_reward=-247.58270026815066	epsilon=0.01	avg=-169.74796679437756	independent_100_runs=-234.34052824916998
e=622	episode_reward=-115.21753163616097	epsilon=0.01	avg=-169.83580613664722	independent_100_runs=-145.91140696878344
e=623	episode_reward=-464.9899742714882	epsilon=0.01	avg=-172.00749379459722	independent_100_runs=-206.70626202091643
e=624	episode_reward=-267.95673807018494	epsilon=0.01	avg=-176.5345792599896	independent_100_runs=-215.1084836343464
e=625	episode_reward=-162.12334119234936	epsilon=0.01	avg=-178.25874562194156	independent_100_runs=-322.8249374372556
e=626	episode_reward=-293.1892316747951	epsilon=0.01	avg=-183.17803253718313	independent_100_runs=-213.4209200398809
e=627	episode_reward=-226.68655241089854	epsilon=0.01	avg=-182.88770481101096	independent_100_runs=-149.5338773244084
e=628	episode_reward=-128.98941920815128	epsilon=0.01	avg=-186.10738045005186	independent_100_runs=-119.12495029047307
e=629	episode_reward=-185.4944995010261	epsilon=0.01	avg=-186.60522078868792	independent_100_runs=-205.46850354471852
e=630	episode_reward=-186.76443550968733	epsilon=0.01	avg=-186.4198166946248	independent_100_runs=-339.188966767415
e=631	episode_reward=-202.62227518904	epsilon=0.01	avg=-186.15289178430612	independent_100_runs=-512.078304075336
e=632	episode_reward=-441.53881250196423	epsilon=0.01	avg=-190.31717607131893	independent_100_runs=-342.6779335841479
e=633	episode_reward=-110.58469275970306	epsilon=0.01	avg=-189.5081960913094	independent_100_runs=-440.0723057916018
e=634	episode_reward=-315.75883748779825	epsilon=0.01	avg=-188.87771982834363	independent_100_runs=-179.79156865609636
e=635	episode_reward=-194.7158488977961	epsilon=0.01	avg=-189.2195047040126	independent_100_runs=-400.9421912521063
e=636	episode_reward=-347.4243818727427	epsilon=0.01	avg=-190.3900988351332	independent_100_runs=-197.3497493457068
e=637	episode_reward=-463.46395802076444	epsilon=0.01	avg=-193.48836932264408	independent_100_runs=-239.04353685295075
e=638	episode_reward=-245.54877174062005	epsilon=0.01	avg=-193.36552143845083	independent_100_runs=-196.59702085234403
e=639	episode_reward=-389.068321215398	epsilon=0.01	avg=-198.92875453036098	independent_100_runs=-256.5216896669389
e=640	episode_reward=-366.9410017189876	epsilon=0.01	avg=-201.82851294918026	independent_100_runs=-235.3185391637081
e=641	episode_reward=-332.05151916755676	epsilon=0.01	avg=-201.7796976896062	independent_100_runs=-344.21413871610855
e=642	episode_reward=-253.5126617948329	epsilon=0.01	avg=-203.49833603298057	independent_100_runs=-278.70831057350415
e=643	episode_reward=-348.0649378516108	epsilon=0.01	avg=-203.2048948372216	independent_100_runs=-327.53428711085076
e=644	episode_reward=-355.20033709507504	epsilon=0.01	avg=-206.1841277776188	independent_100_runs=-210.21448877148475
e=645	episode_reward=-191.2645552308565	epsilon=0.01	avg=-205.73438633319307	independent_100_runs=-185.7248366354836
e=646	episode_reward=-62.29618127784738	epsilon=0.01	avg=-205.9022299508245	independent_100_runs=-223.4083439679227
e=647	episode_reward=-262.1962952560221	epsilon=0.01	avg=-206.19663182345965	independent_100_runs=-263.151640749905
e=648	episode_reward=-318.3105215500335	epsilon=0.01	avg=-206.5818195091784	independent_100_runs=-206.92603023906096
e=649	episode_reward=-210.02523522993067	epsilon=0.01	avg=-207.92751044362285	independent_100_runs=-302.30349025804423
e=650	episode_reward=-404.8689892940783	epsilon=0.01	avg=-209.94508256641305	independent_100_runs=-248.7995287171265
e=651	episode_reward=-414.30044456966425	epsilon=0.01	avg=-211.0611521521749	independent_100_runs=-457.1496330830242
e=652	episode_reward=-307.5356683499965	epsilon=0.01	avg=-211.8163101221767	independent_100_runs=-372.12726852726007
e=653	episode_reward=-284.09081493741337	epsilon=0.01	avg=-210.95386058702854	independent_100_runs=-254.55823209157296
e=654	episode_reward=-170.37134256033525	epsilon=0.01	avg=-208.84560112738035	independent_100_runs=-232.01256663415543
e=655	episode_reward=-244.47228682323816	epsilon=0.01	avg=-210.60943015303198	independent_100_runs=-211.0315351021006
e=656	episode_reward=-81.60431840058543	epsilon=0.01	avg=-206.88850297863826	independent_100_runs=-219.92448064362006
e=657	episode_reward=-229.84340080114615	epsilon=0.01	avg=-203.72893156641302	independent_100_runs=-215.37984676814438
e=658	episode_reward=-14.40449307132107	epsilon=0.01	avg=-203.34891433287717	independent_100_runs=-244.1654809720797
e=659	episode_reward=-175.34155396942535	epsilon=0.01	avg=-202.50824733219594	independent_100_runs=-231.46868258878195
e=660	episode_reward=-199.26686516410786	epsilon=0.01	avg=-200.2873859006513	independent_100_runs=-241.33877230328358
e=661	episode_reward=-346.36123555543566	epsilon=0.01	avg=-201.45431033040347	independent_100_runs=-281.05336288377475
e=662	episode_reward=-311.7077121683253	epsilon=0.01	avg=-206.46777337318105	independent_100_runs=-226.48441632467842
e=663	episode_reward=-54.79699294845447	epsilon=0.01	avg=-204.7186798071779	independent_100_runs=-555.0453114058352
e=664	episode_reward=-230.78367793357233	epsilon=0.01	avg=-206.80834374395445	independent_100_runs=-176.90805660598303
e=665	episode_reward=-108.29652978158927	epsilon=0.01	avg=-205.52676593793262	independent_100_runs=-139.45042301842935
e=666	episode_reward=-55.47014805654927	epsilon=0.01	avg=-205.8178264673577	independent_100_runs=-160.92652629287
e=667	episode_reward=-104.89069978478828	epsilon=0.01	avg=-201.8828258897371	independent_100_runs=-213.1210767973696
e=668	episode_reward=-335.4896768499824	epsilon=0.01	avg=-203.21750924981723	independent_100_runs=-282.2590484797669
e=669	episode_reward=-37.00467811841999	epsilon=0.01	avg=-201.67144163218575	independent_100_runs=-228.14493000513446
e=670	episode_reward=-66.46196066699716	epsilon=0.01	avg=-197.78511631985342	independent_100_runs=-193.41741119904162
e=671	episode_reward=-351.1763483778321	epsilon=0.01	avg=-201.01904905637778	independent_100_runs=-177.30935538156768
e=672	episode_reward=-77.74919906000366	epsilon=0.01	avg=-199.64002714522226	independent_100_runs=-165.84458274461548
e=673	episode_reward=-21.81610095895077	epsilon=0.01	avg=-199.54875887232717	independent_100_runs=-269.5707756736942
e=674	episode_reward=-273.65325497198165	epsilon=0.01	avg=-200.07921436843517	independent_100_runs=-188.20589121350145
e=675	episode_reward=-248.21302193257176	epsilon=0.01	avg=-202.34296691597766	independent_100_runs=-178.9070346683001
e=676	episode_reward=-232.97922091960803	epsilon=0.01	avg=-202.01331524808975	independent_100_runs=-152.0784087566609
e=677	episode_reward=-151.60413586262152	epsilon=0.01	avg=-202.83267545930673	independent_100_runs=-217.48602392624605
e=678	episode_reward=-351.20971873211874	epsilon=0.01	avg=-208.50085496599928	independent_100_runs=-268.07260609247356
e=679	episode_reward=-127.47885479832837	epsilon=0.01	avg=-209.35426817203032	independent_100_runs=-160.3173090523763
e=680	episode_reward=-377.06358071264856	epsilon=0.01	avg=-211.3332324947794	independent_100_runs=-405.1948419846523
e=681	episode_reward=-440.83594803449563	epsilon=0.01	avg=-215.30886112406887	independent_100_runs=-293.6994344879549
e=682	episode_reward=-338.0033798632665	epsilon=0.01	avg=-220.77505131528224	independent_100_runs=-329.64131778299355
e=683	episode_reward=-243.9820347619329	epsilon=0.01	avg=-222.91315213789431	independent_100_runs=-172.5347312274509
e=684	episode_reward=-350.7646394603023	epsilon=0.01	avg=-223.1090018038171	independent_100_runs=-172.445277528871
e=685	episode_reward=-4.74160848591211	epsilon=0.01	avg=-219.33030822065786	independent_100_runs=-149.38018981151723
e=686	episode_reward=-14.803140769781535	epsilon=0.01	avg=-217.70564038061679	independent_100_runs=-213.45001506510863
e=687	episode_reward=-165.14386712045876	epsilon=0.01	avg=-217.15575056743594	independent_100_runs=-165.3173288598896
e=688	episode_reward=-84.12847445166693	epsilon=0.01	avg=-216.2105376447268	independent_100_runs=-159.44155277647275
e=689	episode_reward=-288.1819388506054	epsilon=0.01	avg=-218.57808475421908	independent_100_runs=-148.71419766856906
e=690	episode_reward=-307.593664514689	epsilon=0.01	avg=-218.95323667588593	independent_100_runs=-234.6992186992353
e=691	episode_reward=-319.04799919073514	epsilon=0.01	avg=-219.93066685777117	independent_100_runs=-175.49988344335372
e=692	episode_reward=-203.18715761475954	epsilon=0.01	avg=-220.338854609544	independent_100_runs=-141.51119217921098
e=693	episode_reward=-27.658814294905653	epsilon=0.01	avg=-220.04481135507663	independent_100_runs=-146.4939892258985
e=694	episode_reward=-192.64444662303924	epsilon=0.01	avg=-220.01656378024563	independent_100_runs=-135.06175472941146
e=695	episode_reward=-204.12738041556096	epsilon=0.01	avg=-221.19638649407145	independent_100_runs=-124.68863819440566
e=696	episode_reward=-341.330191066838	epsilon=0.01	avg=-218.85458681134244	independent_100_runs=-164.0654370305236
e=697	episode_reward=-302.3848964553521	epsilon=0.01	avg=-219.77549238608634	independent_100_runs=-153.09922377609576
e=698	episode_reward=-25.344211536814527	epsilon=0.01	avg=-220.12406082232403	independent_100_runs=-161.4206274453752
e=699	episode_reward=-163.5231364080167	epsilon=0.01	avg=-221.23808248569728	independent_100_runs=-155.58076984767385
e=700	episode_reward=-161.99073563847782	epsilon=0.01	avg=-222.20464745977446	independent_100_runs=-176.31678354058116
e=701	episode_reward=-86.5752784928572	epsilon=0.01	avg=-218.14411583879374	independent_100_runs=-130.04308574756328
e=702	episode_reward=-290.81311983737737	epsilon=0.01	avg=-218.38485410526442	independent_100_runs=-490.4517826945352
e=703	episode_reward=-197.84495300778775	epsilon=0.01	avg=-219.34595636874872	independent_100_runs=-215.3110956586118
e=704	episode_reward=-427.2311903315235	epsilon=0.01	avg=-219.6652296786027	independent_100_runs=-236.58698646961437
e=705	episode_reward=-38.42104210353942	epsilon=0.01	avg=-219.6454416732636	independent_100_runs=-207.99657868419087
e=706	episode_reward=-280.87672672508904	epsilon=0.01	avg=-219.1294822083516	independent_100_runs=-160.42329965178308
e=707	episode_reward=-284.85011985031053	epsilon=0.01	avg=-220.36741677577976	independent_100_runs=-200.77251707893666
e=708	episode_reward=-204.6766707316534	epsilon=0.01	avg=-220.07140305572892	independent_100_runs=-154.24802556603137
e=709	episode_reward=-209.83863079027253	epsilon=0.01	avg=-220.41191110127005	independent_100_runs=-170.96307320911458
e=710	episode_reward=-44.626963157019475	epsilon=0.01	avg=-217.83136005113892	independent_100_runs=-108.88165230062503
e=711	episode_reward=-426.31291148186926	epsilon=0.01	avg=-221.66420897382667	independent_100_runs=-150.96707455852535
e=712	episode_reward=-186.31114229982978	epsilon=0.01	avg=-222.89425895431697	independent_100_runs=-173.7563765570756
e=713	episode_reward=-126.17526754964324	epsilon=0.01	avg=-223.73352568464318	independent_100_runs=-172.4686575479437
e=714	episode_reward=-88.06754596710175	epsilon=0.01	avg=-221.36857521290258	independent_100_runs=-204.0259886629153
e=715	episode_reward=8.841187996192247	epsilon=0.01	avg=-218.8506051896133	independent_100_runs=-154.42577119242296
e=716	episode_reward=-274.1750776380759	epsilon=0.01	avg=-219.58735095039967	independent_100_runs=-257.50361181712583
e=717	episode_reward=-17.09128159023821	epsilon=0.01	avg=-218.97896753595137	independent_100_runs=-142.30863963868288
e=718	episode_reward=-23.649160668691763	epsilon=0.01	avg=-215.44625377076238	independent_100_runs=-131.90436776609533
e=719	episode_reward=14.613835913845321	epsilon=0.01	avg=-214.83155240417832	independent_100_runs=-119.2455326690456
e=720	episode_reward=-113.11364596370063	epsilon=0.01	avg=-215.56503865567717	independent_100_runs=-107.18800615025529
e=721	episode_reward=-62.964505660326665	epsilon=0.01	avg=-213.71885670959892	independent_100_runs=-123.41434852339373
e=722	episode_reward=-208.0809347871706	epsilon=0.01	avg=-214.64749074110898	independent_100_runs=-139.5420704834478
e=723	episode_reward=-28.010736022939653	epsilon=0.01	avg=-210.27769835862355	independent_100_runs=-86.33776219110106
e=724	episode_reward=-74.5859614391356	epsilon=0.01	avg=-208.34399059231302	independent_100_runs=-82.6853101524627
e=725	episode_reward=-229.62077509911768	epsilon=0.01	avg=-209.01896493138068	independent_100_runs=-135.15019630296263
e=726	episode_reward=-67.34295672114806	epsilon=0.01	avg=-206.7605021818443	independent_100_runs=-161.85230895534198
e=727	episode_reward=-62.5515560695324	epsilon=0.01	avg=-205.11915221843057	independent_100_runs=-181.33362175304782
e=728	episode_reward=-94.16751119434169	epsilon=0.01	avg=-204.7709331382925	independent_100_runs=-193.9543911477194
e=729	episode_reward=-94.80263501102874	epsilon=0.01	avg=-203.86401449339255	independent_100_runs=-221.19963780409682
e=730	episode_reward=-221.4459958153997	epsilon=0.01	avg=-204.21083009644966	independent_100_runs=-136.70711629692372
e=731	episode_reward=-174.71667269998562	epsilon=0.01	avg=-203.93177407155912	independent_100_runs=-214.2425713498441
e=732	episode_reward=-124.85726522217456	epsilon=0.01	avg=-200.7649585987612	independent_100_runs=-147.83801693067278
e=733	episode_reward=25.38483908202076	epsilon=0.01	avg=-199.40526328034397	independent_100_runs=-223.58935986590404
e=734	episode_reward=-224.83631869279085	epsilon=0.01	avg=-198.49603809239386	independent_100_runs=-150.08861156469285
e=735	episode_reward=-63.26638458378678	epsilon=0.01	avg=-197.18154344925378	independent_100_runs=-120.1320986362576
e=736	episode_reward=-228.85616957833844	epsilon=0.01	avg=-195.99586132630975	independent_100_runs=-227.58792687371744
e=737	episode_reward=-283.91311563768613	epsilon=0.01	avg=-194.20035290247895	independent_100_runs=-228.14986283726208
e=738	episode_reward=-232.0503847807065	epsilon=0.01	avg=-194.06536903287983	independent_100_runs=-248.62275659030044
e=739	episode_reward=-254.79061505658453	epsilon=0.01	avg=-192.7225919712917	independent_100_runs=-235.37551008792593
e=740	episode_reward=-187.26053827363916	epsilon=0.01	avg=-190.9257873368382	independent_100_runs=-285.25848156098357
e=741	episode_reward=-265.04438647960933	epsilon=0.01	avg=-190.25571600995875	independent_100_runs=-218.33247193452004
e=742	episode_reward=-47.03068689067699	epsilon=0.01	avg=-188.1908962609172	independent_100_runs=-252.46743516939668
e=743	episode_reward=-443.20561475020094	epsilon=0.01	avg=-189.14230302990313	independent_100_runs=-346.00825161371563
e=744	episode_reward=-219.66314913568456	epsilon=0.01	avg=-187.78693115030921	independent_100_runs=-472.26371521532417
e=745	episode_reward=-396.40508754975934	epsilon=0.01	avg=-189.83833647349823	independent_100_runs=-390.52936676174045
e=746	episode_reward=-290.3208127264868	epsilon=0.01	avg=-192.11858278798462	independent_100_runs=-137.68932933383422
e=747	episode_reward=-74.22197932001878	epsilon=0.01	avg=-190.23883962862462	independent_100_runs=-334.76939720694986
e=748	episode_reward=-271.11549907910137	epsilon=0.01	avg=-189.76688940391531	independent_100_runs=-198.11105108095512
e=749	episode_reward=-69.75954844622441	epsilon=0.01	avg=-188.36423253607825	independent_100_runs=-198.76875368492338
e=750	episode_reward=-279.247599656333	epsilon=0.01	avg=-187.1080186397008	independent_100_runs=-101.53907467350808
e=751	episode_reward=-26.202705139361825	epsilon=0.01	avg=-183.22704124539777	independent_100_runs=-182.62342556945222
e=752	episode_reward=-238.219944921597	epsilon=0.01	avg=-182.5338840111138	independent_100_runs=-148.3357025321619
e=753	episode_reward=-104.75373076476743	epsilon=0.01	avg=-180.74051316938733	independent_100_runs=-227.53302544534031
e=754	episode_reward=-76.05117058063651	epsilon=0.01	avg=-179.79731144959035	independent_100_runs=-130.84196577270953
e=755	episode_reward=-328.6497908113284	epsilon=0.01	avg=-180.6390864894712	independent_100_runs=-253.21867718572688
e=756	episode_reward=-285.779711585301	epsilon=0.01	avg=-182.68084042131835	independent_100_runs=-345.32781577791656
e=757	episode_reward=-331.30968504703424	epsilon=0.01	avg=-183.6955032637772	independent_100_runs=-407.0676818347957
e=758	episode_reward=-454.25860022114716	epsilon=0.01	avg=-188.0940443352755	independent_100_runs=-398.66414806383466
e=759	episode_reward=-414.63905586132057	epsilon=0.01	avg=-190.48701935419444	independent_100_runs=-164.23315555557062
e=760	episode_reward=-250.46899294820992	epsilon=0.01	avg=-190.99904063203547	independent_100_runs=-162.72232104349771
e=761	episode_reward=-221.26624723637704	epsilon=0.01	avg=-189.74809074884485	independent_100_runs=-355.68642588693746
e=762	episode_reward=-380.20455970502223	epsilon=0.01	avg=-190.43305922421183	independent_100_runs=-365.1119921068707
e=763	episode_reward=-162.4433310733652	epsilon=0.01	avg=-191.50952260546094	independent_100_runs=-236.84187953033626
e=764	episode_reward=-430.45544945236855	epsilon=0.01	avg=-193.50624032064897	independent_100_runs=-282.0736910686017
e=765	episode_reward=-383.75097073351327	epsilon=0.01	avg=-196.26078473016815	independent_100_runs=-334.9500648067699
e=766	episode_reward=-344.49346382660633	epsilon=0.01	avg=-199.15101788786873	independent_100_runs=-262.8150611040752
e=767	episode_reward=-330.93728944131834	epsilon=0.01	avg=-201.411483784434	independent_100_runs=-191.09147363920877
e=768	episode_reward=-326.80033248055213	epsilon=0.01	avg=-201.32459034073972	independent_100_runs=-139.7404334365985
e=769	episode_reward=-245.29482936095604	epsilon=0.01	avg=-203.40749185316506	independent_100_runs=-349.87853301001377
e=770	episode_reward=-143.68485247943846	epsilon=0.01	avg=-204.17972077128945	independent_100_runs=-132.61858010070623
e=771	episode_reward=-252.3909334348789	epsilon=0.01	avg=-203.19186662185993	independent_100_runs=-244.64859652736723
e=772	episode_reward=-285.4144304207745	epsilon=0.01	avg=-205.26851893546765	independent_100_runs=-193.11844915571567
e=773	episode_reward=-206.63348259765064	epsilon=0.01	avg=-207.11669275185466	independent_100_runs=-159.63260873644322
e=774	episode_reward=-234.253144301823	epsilon=0.01	avg=-206.7226916451531	independent_100_runs=-151.28969138139394
e=775	episode_reward=-353.3437167561514	epsilon=0.01	avg=-207.77399859338885	independent_100_runs=-212.9062131481057
e=776	episode_reward=-102.3496856875004	epsilon=0.01	avg=-206.4677032410678	independent_100_runs=-232.96439589405745
e=777	episode_reward=-189.87434525915086	epsilon=0.01	avg=-206.85040533503306	independent_100_runs=-257.4989472178197
e=778	episode_reward=-225.81269052098682	epsilon=0.01	avg=-205.59643505292178	independent_100_runs=-196.28658244599865
e=779	episode_reward=-171.6907443960136	epsilon=0.01	avg=-206.03855394889862	independent_100_runs=-206.87436585807723
e=780	episode_reward=-179.87826420982861	epsilon=0.01	avg=-204.0667007838705	independent_100_runs=-191.76772529582323
e=781	episode_reward=-286.2483695676666	epsilon=0.01	avg=-202.52082499920215	independent_100_runs=-150.3885327419781
e=782	episode_reward=-412.2990914461011	epsilon=0.01	avg=-203.26378211503052	independent_100_runs=-257.3833855374541
e=783	episode_reward=-341.59426780604764	epsilon=0.01	avg=-204.23990444547167	independent_100_runs=-228.70981540626858
e=784	episode_reward=-119.17845581480815	epsilon=0.01	avg=-201.92404260901668	independent_100_runs=-191.21785525973573
e=785	episode_reward=-343.0488596177024	epsilon=0.01	avg=-205.30711512033457	independent_100_runs=-191.04122366133157
e=786	episode_reward=-224.55633823171806	epsilon=0.01	avg=-207.40464709495393	independent_100_runs=-144.38375540092963
e=787	episode_reward=-108.51733451582217	epsilon=0.01	avg=-206.8383817689076	independent_100_runs=-163.21132798340975
e=788	episode_reward=-246.41580699293877	epsilon=0.01	avg=-208.46125509432034	independent_100_runs=-189.190801706618
e=789	episode_reward=-87.48331912302103	epsilon=0.01	avg=-206.4542688970445	independent_100_runs=-226.43077164293965
e=790	episode_reward=-228.0865633501838	epsilon=0.01	avg=-205.6591978853994	independent_100_runs=-171.30385249321407
e=791	episode_reward=-150.0233998340865	epsilon=0.01	avg=-203.96895189183297	independent_100_runs=-246.45951256992186
e=792	episode_reward=-49.26807553499999	epsilon=0.01	avg=-202.4297610710354	independent_100_runs=-157.45329407608924
e=793	episode_reward=-113.13971539223014	epsilon=0.01	avg=-203.2845700820086	independent_100_runs=-184.23811573236205
e=794	episode_reward=-215.31251013008097	epsilon=0.01	avg=-203.511250717079	independent_100_runs=-190.71739573096625
e=795	episode_reward=-74.97969258994104	epsilon=0.01	avg=-202.2197738388228	independent_100_runs=-138.3483435500867
e=796	episode_reward=-215.492212030618	epsilon=0.01	avg=-200.96139404846062	independent_100_runs=-149.82963191788176
e=797	episode_reward=-165.17796383632862	epsilon=0.01	avg=-199.58932472227036	independent_100_runs=-168.64731044155374
e=798	episode_reward=-258.8829487160428	epsilon=0.01	avg=-201.92471209406267	independent_100_runs=-123.60606988011445
e=799	episode_reward=-232.1875662696177	epsilon=0.01	avg=-202.6113563926787	independent_100_runs=-145.3229722286823
e=800	episode_reward=-79.55162416085889	epsilon=0.01	avg=-201.78696527790254	independent_100_runs=-114.1028778967565
e=801	episode_reward=-258.478503182686	epsilon=0.01	avg=-203.50599752480082	independent_100_runs=-138.124387535145
e=802	episode_reward=-317.37459864936017	epsilon=0.01	avg=-203.77161231292058	independent_100_runs=-230.5896221872639
e=803	episode_reward=-208.27248239394834	epsilon=0.01	avg=-203.8758876067822	independent_100_runs=-127.56108699100685
e=804	episode_reward=-91.42325637997293	epsilon=0.01	avg=-200.5178082672667	independent_100_runs=-213.32323306763976
e=805	episode_reward=-240.93706305163025	epsilon=0.01	avg=-202.54296847674763	independent_100_runs=-132.74041813053557
e=806	episode_reward=-81.24035283431654	epsilon=0.01	avg=-200.54660473783989	independent_100_runs=-155.9763912976245
e=807	episode_reward=-348.66956976983175	epsilon=0.01	avg=-201.18479923703507	independent_100_runs=-161.60826109262968
e=808	episode_reward=-218.08176402507107	epsilon=0.01	avg=-201.31885016996927	independent_100_runs=-101.57869162581916
e=809	episode_reward=-187.68966985259303	epsilon=0.01	avg=-201.09736056059242	independent_100_runs=-132.62620741239252
e=810	episode_reward=-112.95832706772572	epsilon=0.01	avg=-201.7806741996995	independent_100_runs=-162.40242154428827
e=811	episode_reward=-358.0258313896814	epsilon=0.01	avg=-201.09780339877764	independent_100_runs=-344.29547272760914
e=812	episode_reward=-281.3964293298433	epsilon=0.01	avg=-202.04865626907775	independent_100_runs=-249.09161337592053
e=813	episode_reward=-28.714886262119364	epsilon=0.01	avg=-201.0740524562025	independent_100_runs=-174.54102967016794
e=814	episode_reward=-179.87916033097196	epsilon=0.01	avg=-201.99216859984125	independent_100_runs=-140.49946476068592
e=815	episode_reward=-298.53674220766356	epsilon=0.01	avg=-205.0659479018798	independent_100_runs=-203.89616428784177
e=816	episode_reward=-49.627483432008454	epsilon=0.01	avg=-202.82047195981912	independent_100_runs=-181.80045380988707
e=817	episode_reward=-70.01888107954436	epsilon=0.01	avg=-203.34974795471223	independent_100_runs=-203.61606697810524
e=818	episode_reward=-107.69780500465231	epsilon=0.01	avg=-204.19023439807177	independent_100_runs=-213.81743539826712
e=819	episode_reward=-385.8720905375091	epsilon=0.01	avg=-208.19509366258532	independent_100_runs=-279.9726191272624
e=820	episode_reward=-169.29278220963542	epsilon=0.01	avg=-208.75688502504465	independent_100_runs=-95.13630247174737
e=821	episode_reward=-221.6247195475354	epsilon=0.01	avg=-210.34348716391676	independent_100_runs=-189.2752141736152
e=822	episode_reward=-199.1704860410619	epsilon=0.01	avg=-210.25438267645563	independent_100_runs=-216.77993512603484
e=823	episode_reward=-268.6612873923426	epsilon=0.01	avg=-212.6608881901497	independent_100_runs=-196.3160850351495
e=824	episode_reward=-209.9715633382717	epsilon=0.01	avg=-214.01474420914107	independent_100_runs=-254.114173211331
e=825	episode_reward=-69.33365204264327	epsilon=0.01	avg=-212.41187297857633	independent_100_runs=-201.5750525245765
e=826	episode_reward=-276.9824300291639	epsilon=0.01	avg=-214.50826771165646	independent_100_runs=-186.6218882884809
e=827	episode_reward=-280.4593112145349	epsilon=0.01	avg=-216.68734526310652	independent_100_runs=-215.3516363648575
e=828	episode_reward=-242.28112778630896	epsilon=0.01	avg=-218.16848142902612	independent_100_runs=-208.55050687712642
e=829	episode_reward=-98.62803704176665	epsilon=0.01	avg=-218.20673544933354	independent_100_runs=-257.9867822530199
e=830	episode_reward=-218.868983565471	epsilon=0.01	avg=-218.18096532683424	independent_100_runs=-276.8497146029599
e=831	episode_reward=-208.58206842693204	epsilon=0.01	avg=-218.51961928410367	independent_100_runs=-200.97322075353333
e=832	episode_reward=-287.1259745175313	epsilon=0.01	avg=-220.14230637705728	independent_100_runs=-260.4280505399178
e=833	episode_reward=-432.5217923015789	epsilon=0.01	avg=-224.72137269089325	independent_100_runs=-198.96084345759104
e=834	episode_reward=-278.60224936914676	epsilon=0.01	avg=-225.25903199765682	independent_100_runs=-172.42531601292754
e=835	episode_reward=-447.67936475108434	epsilon=0.01	avg=-229.1031617993298	independent_100_runs=-438.8812000171193
e=836	episode_reward=-54.7060547952039	epsilon=0.01	avg=-227.36166065149845	independent_100_runs=-429.1632040690483
e=837	episode_reward=-536.7266797193083	epsilon=0.01	avg=-229.8897962923147	independent_100_runs=-436.5688692165848
e=838	episode_reward=-779.9635291236644	epsilon=0.01	avg=-235.36892773574425	independent_100_runs=-533.4486467320016
e=839	episode_reward=-304.48077188111995	epsilon=0.01	avg=-235.86582930398959	independent_100_runs=-248.33104477896043
e=840	episode_reward=-69.47419847536676	epsilon=0.01	avg=-234.6879659060069	independent_100_runs=-315.9639252649609
e=841	episode_reward=-402.43730660324115	epsilon=0.01	avg=-236.06189510724323	independent_100_runs=-383.7910873939332
e=842	episode_reward=-390.93861992937684	epsilon=0.01	avg=-239.50097443763025	independent_100_runs=-219.0240217142472
e=843	episode_reward=-455.86751981413124	epsilon=0.01	avg=-239.62759348826955	independent_100_runs=-309.51750812283177
e=844	episode_reward=-98.22390730869094	epsilon=0.01	avg=-238.4132010699996	independent_100_runs=-199.70665784901578
e=845	episode_reward=-303.9059209536872	epsilon=0.01	avg=-237.48820940403886	independent_100_runs=-197.77197856189326
e=846	episode_reward=-198.1011644638391	epsilon=0.01	avg=-236.56601292141238	independent_100_runs=-180.1466788030753
e=847	episode_reward=-38.47924539616187	epsilon=0.01	avg=-236.20858558217384	independent_100_runs=-541.4716062684657
e=848	episode_reward=-316.0867869865698	epsilon=0.01	avg=-236.65829846124848	independent_100_runs=-179.57890822030117
e=849	episode_reward=-90.84861232695387	epsilon=0.01	avg=-236.86918910005582	independent_100_runs=-199.683973966594
e=850	episode_reward=-156.93600067444504	epsilon=0.01	avg=-235.64607311023693	independent_100_runs=-202.58273075734138
e=851	episode_reward=-332.5136180366243	epsilon=0.01	avg=-238.70918223920958	independent_100_runs=-443.33548857827896
e=852	episode_reward=-663.1169774470243	epsilon=0.01	avg=-242.95815256446386	independent_100_runs=-713.0966366827311
e=853	episode_reward=-501.9681123157934	epsilon=0.01	avg=-246.9302963799741	independent_100_runs=-715.5929642932335
e=854	episode_reward=-461.98204407933895	epsilon=0.01	avg=-250.78960511496112	independent_100_runs=-528.0278167189847
e=855	episode_reward=-223.84307869751947	epsilon=0.01	avg=-249.74153799382302	independent_100_runs=-311.70416983370905
e=856	episode_reward=-327.6619825489522	epsilon=0.01	avg=-250.16036070345953	independent_100_runs=-136.9840886713864
e=857	episode_reward=-50.664646480798936	epsilon=0.01	avg=-247.35391031779716	independent_100_runs=-127.55727502554898
e=858	episode_reward=-262.6912216653793	epsilon=0.01	avg=-245.4382365322395	independent_100_runs=-119.29951692924993
e=859	episode_reward=-449.1994341084054	epsilon=0.01	avg=-245.78384031471035	independent_100_runs=-444.82836214892836
e=860	episode_reward=-203.61465836327204	epsilon=0.01	avg=-245.315296968861	independent_100_runs=-436.4836899694492
e=861	episode_reward=-372.1705132362487	epsilon=0.01	avg=-246.82433962885972	independent_100_runs=-209.08664011216584
e=862	episode_reward=-87.09145014033098	epsilon=0.01	avg=-243.89320853321283	independent_100_runs=-252.54095234163862
e=863	episode_reward=-52.87831225841477	epsilon=0.01	avg=-242.79755834506327	independent_100_runs=-158.4880689664387
e=864	episode_reward=-99.84891912157133	epsilon=0.01	avg=-239.49149304175532	independent_100_runs=-436.9236302093084
e=865	episode_reward=-226.77318201605033	epsilon=0.01	avg=-237.92171515458068	independent_100_runs=-249.6726150893314
e=866	episode_reward=-239.55964729352334	epsilon=0.01	avg=-236.8723769892499	independent_100_runs=-239.2547941478826
e=867	episode_reward=-175.07706671355288	epsilon=0.01	avg=-235.31377476197216	independent_100_runs=-178.54732739620758
e=868	episode_reward=-451.7754998217118	epsilon=0.01	avg=-236.56352643538384	independent_100_runs=-169.32542096134267
e=869	episode_reward=-158.69140000309193	epsilon=0.01	avg=-235.69749214180516	independent_100_runs=-156.8906265761545
e=870	episode_reward=-159.59106505944965	epsilon=0.01	avg=-235.85655426760525	independent_100_runs=-158.3795802003607
e=871	episode_reward=-209.3359883877344	epsilon=0.01	avg=-235.42600481713384	independent_100_runs=-251.7307985049612
e=872	episode_reward=-334.27264449651705	epsilon=0.01	avg=-235.91458695789123	independent_100_runs=-234.85679489648038
e=873	episode_reward=-76.3719217957537	epsilon=0.01	avg=-234.6119713498723	independent_100_runs=-249.17291273482806
e=874	episode_reward=-221.34404403107143	epsilon=0.01	avg=-234.48288034716475	independent_100_runs=-269.071999707245
e=875	episode_reward=-297.94864003534656	epsilon=0.01	avg=-233.92892957995667	independent_100_runs=-327.9402602374455
e=876	episode_reward=-229.26958689338713	epsilon=0.01	avg=-235.19812859201556	independent_100_runs=-197.01786046196517
e=877	episode_reward=-172.1861022762784	epsilon=0.01	avg=-235.02124616218683	independent_100_runs=-208.4038272012652
e=878	episode_reward=-58.214638792448724	epsilon=0.01	avg=-233.34526564490145	independent_100_runs=-158.22927157894318
e=879	episode_reward=-80.3179414215596	epsilon=0.01	avg=-232.4315376151569	independent_100_runs=-224.9079767174419
e=880	episode_reward=-323.3250485547815	epsilon=0.01	avg=-233.86600545860645	independent_100_runs=-190.41091749619926
e=881	episode_reward=-157.48459738630635	epsilon=0.01	avg=-232.57836773679287	independent_100_runs=-157.69660304646132
e=882	episode_reward=-82.41492632266586	epsilon=0.01	avg=-229.2795260855585	independent_100_runs=-123.4699744302433
e=883	episode_reward=-222.89572058865127	epsilon=0.01	avg=-228.09254061338453	independent_100_runs=-109.88082006011234
e=884	episode_reward=-86.4823153309713	epsilon=0.01	avg=-227.76557920854611	independent_100_runs=-101.16625383229379
e=885	episode_reward=-227.54362578743812	epsilon=0.01	avg=-226.61052687024352	independent_100_runs=-236.44265444790662
e=886	episode_reward=-66.621859868619	epsilon=0.01	avg=-225.0311820866125	independent_100_runs=-117.12336629793235
e=887	episode_reward=-340.3097348550731	epsilon=0.01	avg=-227.34910609000505	independent_100_runs=-331.12986600259376
e=888	episode_reward=-427.8639766786052	epsilon=0.01	avg=-229.16358778686168	independent_100_runs=-371.78354918715894
e=889	episode_reward=-392.31411928594054	epsilon=0.01	avg=-232.21189578849086	independent_100_runs=-364.4187066572186
e=890	episode_reward=-320.0860528444813	epsilon=0.01	avg=-233.13189068343385	independent_100_runs=-293.31034472618546
e=891	episode_reward=-95.18377737477263	epsilon=0.01	avg=-232.58349445884073	independent_100_runs=-182.2706538438634
e=892	episode_reward=-207.22615868465775	epsilon=0.01	avg=-234.16307529033733	independent_100_runs=-252.3255943461837
e=893	episode_reward=-299.25827927846456	epsilon=0.01	avg=-236.02426092919967	independent_100_runs=-193.42959975067367
e=894	episode_reward=-139.43596087313017	epsilon=0.01	avg=-235.26549543663015	independent_100_runs=-281.75360978757226
e=895	episode_reward=-192.07107980035192	epsilon=0.01	avg=-236.43640930873426	independent_100_runs=-155.9696408835083
e=896	episode_reward=-367.9176029872007	epsilon=0.01	avg=-237.96066321830003	independent_100_runs=-89.944498909336
e=897	episode_reward=-18.443709202156796	epsilon=0.01	avg=-236.4933206719584	independent_100_runs=-141.98366036044365
e=898	episode_reward=-274.92918490684076	epsilon=0.01	avg=-236.65378303386632	independent_100_runs=-120.29466413480856
e=899	episode_reward=-312.18496182127507	epsilon=0.01	avg=-237.45375698938292	independent_100_runs=-267.91654446945375
e=900	episode_reward=-274.8800910601893	epsilon=0.01	avg=-239.40704165837622	independent_100_runs=-375.3639753616954
e=901	episode_reward=-34.74489797033716	epsilon=0.01	avg=-237.1697056062527	independent_100_runs=-224.1877695299281
e=902	episode_reward=-327.08347696333544	epsilon=0.01	avg=-237.2667943893925	independent_100_runs=-199.65903697313996
e=903	episode_reward=-215.20065001163098	epsilon=0.01	avg=-237.33607606556933	independent_100_runs=-211.42873577105414
e=904	episode_reward=-176.26851302938317	epsilon=0.01	avg=-238.1845286320634	independent_100_runs=-252.46430461201467
e=905	episode_reward=-192.44618142175344	epsilon=0.01	avg=-237.69961981576466	independent_100_runs=-135.74674758739238
e=906	episode_reward=140.4135197347719	epsilon=0.01	avg=-235.48308109007377	independent_100_runs=-112.73058719340918
e=907	episode_reward=-110.1556415760152	epsilon=0.01	avg=-233.09794180813563	independent_100_runs=-76.32493788865469
e=908	episode_reward=-237.16431017460755	epsilon=0.01	avg=-233.288767269631	independent_100_runs=-118.3657549463779
e=909	episode_reward=-97.17028851162124	epsilon=0.01	avg=-232.38357345622128	independent_100_runs=-79.70803036870439
e=910	episode_reward=-278.88092912932865	epsilon=0.01	avg=-234.04279947683733	independent_100_runs=-225.35317008400992
e=911	episode_reward=-355.7518536005347	epsilon=0.01	avg=-234.0200596989458	independent_100_runs=-221.12416083062652
e=912	episode_reward=-208.28245963357273	epsilon=0.01	avg=-233.2889200019831	independent_100_runs=-86.50074261663471
e=913	episode_reward=-10.358277561762122	epsilon=0.01	avg=-233.10535391497953	independent_100_runs=-197.70435309206047
e=914	episode_reward=-418.29648931232293	epsilon=0.01	avg=-235.48952720479303	independent_100_runs=-269.95511240747925
e=915	episode_reward=-353.05778126060704	epsilon=0.01	avg=-236.03473759532253	independent_100_runs=-153.44919057029534
e=916	episode_reward=-198.9054094190729	epsilon=0.01	avg=-237.52751685519308	independent_100_runs=-279.3902106063091
e=917	episode_reward=-346.02159764834187	epsilon=0.01	avg=-240.2875440208811	independent_100_runs=-284.4698606076942
e=918	episode_reward=-280.6503120205082	epsilon=0.01	avg=-242.01706909103962	independent_100_runs=-282.26216263437544
e=919	episode_reward=35.697492034917815	epsilon=0.01	avg=-237.8013732653154	independent_100_runs=-281.3139679940088
e=920	episode_reward=-272.2715360998481	epsilon=0.01	avg=-238.83116080421752	independent_100_runs=-321.53793057792006
e=921	episode_reward=-361.80554384234597	epsilon=0.01	avg=-240.23296904716568	independent_100_runs=-325.57611251146443
e=922	episode_reward=-379.2814652869478	epsilon=0.01	avg=-242.03407883962453	independent_100_runs=-242.370106498937
e=923	episode_reward=-39.90030891071889	epsilon=0.01	avg=-239.7464690548083	independent_100_runs=-92.38215780398009
e=924	episode_reward=-58.692829914414666	epsilon=0.01	avg=-238.23368172056965	independent_100_runs=-110.72451688611534
e=925	episode_reward=49.57833268566648	epsilon=0.01	avg=-237.0445618732866	independent_100_runs=-110.26289594169695
e=926	episode_reward=-147.1706062855666	epsilon=0.01	avg=-235.7464436358506	independent_100_runs=-135.56631108197698
e=927	episode_reward=-28.62736662059413	epsilon=0.01	avg=-233.22812418991117	independent_100_runs=-245.46281153969838
e=928	episode_reward=-202.051801121479	epsilon=0.01	avg=-232.8258309232629	independent_100_runs=-180.50704620912907
e=929	episode_reward=-276.1167879350861	epsilon=0.01	avg=-234.60071843219603	independent_100_runs=-198.0157806249207
e=930	episode_reward=-106.70023215043933	epsilon=0.01	avg=-233.4790309180458	independent_100_runs=-227.10011950277692
e=931	episode_reward=-81.34384495921617	epsilon=0.01	avg=-232.20664868336868	independent_100_runs=-292.68208483542116
e=932	episode_reward=-262.59458319643255	epsilon=0.01	avg=-231.96133477015766	independent_100_runs=-151.77822481754094
e=933	episode_reward=-23.42786406353892	epsilon=0.01	avg=-227.87039548777724	independent_100_runs=-192.70064116193495
e=934	episode_reward=-52.793610489655244	epsilon=0.01	avg=-225.6123090989823	independent_100_runs=-78.75365831989278
e=935	episode_reward=67.5651027383279	epsilon=0.01	avg=-220.45986442408815	independent_100_runs=-165.1022514797166
e=936	episode_reward=-217.07712937527177	epsilon=0.01	avg=-222.0835751698889	independent_100_runs=-153.44153414235055
e=937	episode_reward=-198.15242944173409	epsilon=0.01	avg=-218.69783266711315	independent_100_runs=-87.70356406836001
e=938	episode_reward=-120.91030024248714	epsilon=0.01	avg=-212.10730037830137	independent_100_runs=-127.36547553408866
e=939	episode_reward=21.14058003165158	epsilon=0.01	avg=-208.85108685917368	independent_100_runs=-92.32336493765199
e=940	episode_reward=-80.37383886089052	epsilon=0.01	avg=-208.9600832630289	independent_100_runs=-22.864069204844455
e=941	episode_reward=-52.180981781903455	epsilon=0.01	avg=-205.4575200148155	independent_100_runs=-45.55030755377822
e=942	episode_reward=1.0887094266246748	epsilon=0.01	avg=-201.53724672125546	independent_100_runs=-105.17426860049409
e=943	episode_reward=-91.72265334372638	epsilon=0.01	avg=-197.8957980565515	independent_100_runs=-90.28230340781582
e=944	episode_reward=-115.69953482702078	epsilon=0.01	avg=-198.0705543317348	independent_100_runs=-75.68700277200631
e=945	episode_reward=-315.6448751394604	epsilon=0.01	avg=-198.18794387359247	independent_100_runs=-148.28072649693024
e=946	episode_reward=-177.8612593919399	epsilon=0.01	avg=-197.98554482287352	independent_100_runs=-215.06470346100065
e=947	episode_reward=-285.4941405676042	epsilon=0.01	avg=-200.45569377458793	independent_100_runs=-232.18793788398628
e=948	episode_reward=-122.99779381696028	epsilon=0.01	avg=-198.52480384289183	independent_100_runs=-137.2324577813621
e=949	episode_reward=-643.6632463067035	epsilon=0.01	avg=-204.0529501826893	independent_100_runs=-236.02293591091322
e=950	episode_reward=-532.5210255710701	epsilon=0.01	avg=-207.80880043165558	independent_100_runs=-842.2268390105017
e=951	episode_reward=-526.4062901454249	epsilon=0.01	avg=-209.74772715274358	independent_100_runs=-138.27741917331352
e=952	episode_reward=-219.54874040149377	epsilon=0.01	avg=-205.31204478228824	independent_100_runs=-244.5898271343932
e=953	episode_reward=-266.4835965707594	epsilon=0.01	avg=-202.9571996248379	independent_100_runs=-301.37385846225663
e=954	episode_reward=-203.9124863131549	epsilon=0.01	avg=-200.37650404717607	independent_100_runs=-229.7125999449064
e=955	episode_reward=-317.9665026479014	epsilon=0.01	avg=-201.31773828667988	independent_100_runs=-656.6150266759199
e=956	episode_reward=-552.4109788096874	epsilon=0.01	avg=-203.56522824928726	independent_100_runs=-144.50399406078378
e=957	episode_reward=-389.0831775583682	epsilon=0.01	avg=-206.9494135600629	independent_100_runs=-184.93432429610664
e=958	episode_reward=-150.0217902683993	epsilon=0.01	avg=-205.8227192460931	independent_100_runs=-386.497868229177
e=959	episode_reward=-203.11207953007494	epsilon=0.01	avg=-203.3618457003098	independent_100_runs=-134.59506877933177
e=960	episode_reward=-189.80437411635427	epsilon=0.01	avg=-203.22374285784062	independent_100_runs=-115.99771110513653
e=961	episode_reward=-122.34361982930645	epsilon=0.01	avg=-200.72547392377118	independent_100_runs=-156.53603164419013
e=962	episode_reward=-25.63102268065441	epsilon=0.01	avg=-200.11086964917442	independent_100_runs=-165.39397735063264
e=963	episode_reward=-144.4842533486979	epsilon=0.01	avg=-201.02692906007726	independent_100_runs=-157.23490433748992
e=964	episode_reward=-198.89735981937986	epsilon=0.01	avg=-202.01741346705538	independent_100_runs=-157.67045626528756
e=965	episode_reward=-242.39484768760877	epsilon=0.01	avg=-202.173630123771	independent_100_runs=-144.0288675678131
e=966	episode_reward=-181.2471306599981	epsilon=0.01	avg=-201.59050495743577	independent_100_runs=-134.7378697598493
e=967	episode_reward=-350.92504847067767	epsilon=0.01	avg=-203.348984775007	independent_100_runs=-224.20654243013217
e=968	episode_reward=-187.5891935961442	epsilon=0.01	avg=-200.70712171275136	independent_100_runs=-181.7291538277819
e=969	episode_reward=-221.39822628242737	epsilon=0.01	avg=-201.3341899755447	independent_100_runs=-149.17148448802965
e=970	episode_reward=-210.61680498758682	epsilon=0.01	avg=-201.84444737482605	independent_100_runs=-213.9230508739326
e=971	episode_reward=-304.1949418538878	epsilon=0.01	avg=-202.79303690948754	independent_100_runs=-164.57606850719677
e=972	episode_reward=-321.8041977555946	epsilon=0.01	avg=-202.66835244207832	independent_100_runs=-213.3986851748663
e=973	episode_reward=-59.05063797017739	epsilon=0.01	avg=-202.49513960382254	independent_100_runs=-239.2395669260632
e=974	episode_reward=-248.07948051655666	epsilon=0.01	avg=-202.7624939686774	independent_100_runs=-258.4730357247682
e=975	episode_reward=-348.6731125795008	epsilon=0.01	avg=-203.26973869411896	independent_100_runs=-187.66866417363602
e=976	episode_reward=-211.89032684380544	epsilon=0.01	avg=-203.09594609362313	independent_100_runs=-227.25966115511372
e=977	episode_reward=-233.01470463319157	epsilon=0.01	avg=-203.7042321171923	independent_100_runs=-233.26610927254205
e=978	episode_reward=-166.76654480082377	epsilon=0.01	avg=-204.789751177276	independent_100_runs=-213.1506455573178
e=979	episode_reward=-140.4229715382348	epsilon=0.01	avg=-205.39080147844277	independent_100_runs=-260.22722191295423
e=980	episode_reward=-380.4454939382384	epsilon=0.01	avg=-205.96200593227735	independent_100_runs=-274.26813607617447
e=981	episode_reward=-353.4430850236963	epsilon=0.01	avg=-207.92159080865125	independent_100_runs=-274.83419335295724
e=982	episode_reward=-208.29919038295415	epsilon=0.01	avg=-209.1804334492541	independent_100_runs=-213.79982932690055
e=983	episode_reward=-377.0120129861779	epsilon=0.01	avg=-210.7215963732294	independent_100_runs=-304.0447659506076
e=984	episode_reward=-278.7965622168597	epsilon=0.01	avg=-212.64473884208826	independent_100_runs=-277.038776595627
e=985	episode_reward=-341.6158617542766	epsilon=0.01	avg=-213.78546120175662	independent_100_runs=-281.66998616466486
e=986	episode_reward=-328.2172005208158	epsilon=0.01	avg=-216.4014146082786	independent_100_runs=-313.63877882153656
e=987	episode_reward=-372.40897036444596	epsilon=0.01	avg=-216.72240696337235	independent_100_runs=-343.88190047534385
e=988	episode_reward=-371.85328157011463	epsilon=0.01	avg=-216.1623000122874	independent_100_runs=-367.3250880725102
e=989	episode_reward=-406.8189242994405	epsilon=0.01	avg=-216.30734806242242	independent_100_runs=-358.40937074226304
e=990	episode_reward=-324.5651338303675	epsilon=0.01	avg=-216.35213887228133	independent_100_runs=-364.14464225140176
e=991	episode_reward=-325.73554485264543	epsilon=0.01	avg=-218.65765654706007	independent_100_runs=-373.69011095383036
e=992	episode_reward=-437.17413110945324	epsilon=0.01	avg=-220.957136271308	independent_100_runs=-520.6430049171602
e=993	episode_reward=-445.98467748112046	epsilon=0.01	avg=-222.42440025333457	independent_100_runs=-545.4338787489237
e=994	episode_reward=-596.987771705575	epsilon=0.01	avg=-226.999918361659	independent_100_runs=-357.36422680739
e=995	episode_reward=-183.7392572021909	epsilon=0.01	avg=-226.9166001356774	independent_100_runs=-357.9357945747819
e=996	episode_reward=-287.4558052699867	epsilon=0.01	avg=-226.11198215850527	independent_100_runs=-596.8134328995832
e=997	episode_reward=-628.7755199457519	epsilon=0.01	avg=-232.2153002659412	independent_100_runs=-502.20380304564065
e=998	episode_reward=-343.8687307966741	epsilon=0.01	avg=-232.9046957248396	independent_100_runs=-323.9849288382336
e=999	episode_reward=-240.5333003229701	epsilon=0.01	avg=-232.18817910985655	independent_100_runs=-355.0465917166208