b128

e=0	episode_reward=-114.75037204631506	epsilon=0.9931234076923388	avg=-114.75037204631506	independent_100_runs=-824.6517578540403
e=1	episode_reward=-92.67197276659073	epsilon=0.9863927421806611	avg=-103.7111724064529	independent_100_runs=-861.3331301344857
e=2	episode_reward=-94.15312575149456	epsilon=0.9787284252653798	avg=-100.52515685480012	independent_100_runs=-794.5528100287706
e=3	episode_reward=-103.44985584041444	epsilon=0.9701529736732676	avg=-101.2563316012037	independent_100_runs=-808.3682172958485
e=4	episode_reward=-200.73751523945415	epsilon=0.9567604712354087	avg=-121.15256832885379	independent_100_runs=-663.1654239891043
e=5	episode_reward=-210.53422365911558	epsilon=0.9502762471633531	avg=-136.04951088389743	independent_100_runs=-641.7442584866305
e=6	episode_reward=-55.57915921801511	epsilon=0.9382834546082349	avg=-124.55374636019995	independent_100_runs=-643.2806284957525
e=7	episode_reward=-46.5797155748699	epsilon=0.9298763717789159	avg=-114.80699251203369	independent_100_runs=-629.506528813978
e=8	episode_reward=-353.19224562708087	epsilon=0.9210839368136717	avg=-141.29424285815003	independent_100_runs=-605.4666306574518
e=9	episode_reward=-187.04109797267097	epsilon=0.9110981440474375	avg=-145.86892836960212	independent_100_runs=-569.6363449592174
e=10	episode_reward=-70.42700782317041	epsilon=0.8943969556547676	avg=-139.01057195629016	independent_100_runs=5.688581771836226
e=11	episode_reward=-249.29500460410685	epsilon=0.886915114855721	avg=-148.2009413436082	independent_100_runs=-88.03517566318969
e=12	episode_reward=-287.099926337341	epsilon=0.8788803989742365	avg=-158.88547865081844	independent_100_runs=-302.55296647507356
e=13	episode_reward=-113.32916634084387	epsilon=0.8710926807848421	avg=-155.6314563429631	independent_100_runs=-320.9101219147312
e=14	episode_reward=-236.80589303193247	epsilon=0.8651025315568971	avg=-161.04308545556108	independent_100_runs=-251.53073540671133
e=15	episode_reward=-153.9311603331996	epsilon=0.8537576518285253	avg=-160.59859013541347	independent_100_runs=-182.41795260435902
e=16	episode_reward=-223.66868656831537	epsilon=0.8447551680487988	avg=-164.3085958079371	independent_100_runs=-402.952352108388
e=17	episode_reward=-50.41312814291691	epsilon=0.8371023863439886	avg=-157.9810698265471	independent_100_runs=-214.5545251472279
e=18	episode_reward=-92.61485361726476	epsilon=0.830847291613893	avg=-154.54074265763748	independent_100_runs=-353.9658242743292
e=19	episode_reward=-422.34248256099545	epsilon=0.8213468052330691	avg=-167.9308296528054	independent_100_runs=-471.4360484952772
e=20	episode_reward=-332.06947612393424	epsilon=0.8097655232403761	avg=-175.7469556752401	independent_100_runs=-359.25211562097684
e=21	episode_reward=-204.63335389380558	epsilon=0.7993861201051627	avg=-177.05997377608398	independent_100_runs=-453.6225138432157
e=22	episode_reward=-130.96664091230753	epsilon=0.7907196958885072	avg=-175.05591582548502	independent_100_runs=-369.62057655876504
e=23	episode_reward=-409.68943462637503	epsilon=0.7842619842952728	avg=-184.83231244218874	independent_100_runs=-592.2411342460183
e=24	episode_reward=-311.32399459608604	epsilon=0.7765357124835661	avg=-189.89197972834464	independent_100_runs=-384.91038024383755
e=25	episode_reward=-150.85478089195976	epsilon=0.7718130273339127	avg=-188.3905490038683	independent_100_runs=-995.4449875813234
e=26	episode_reward=-214.4032767994015	epsilon=0.7658925939187943	avg=-189.35398336666583	independent_100_runs=-728.8720503045262
e=27	episode_reward=-82.93834620888371	epsilon=0.759181973593113	avg=-185.55342489674504	independent_100_runs=-617.5462060765672
e=28	episode_reward=-60.28966917531248	epsilon=0.7510265192271953	avg=-181.23398504428184	independent_100_runs=-383.1183346322283
e=29	episode_reward=-115.40402330720761	epsilon=0.7431816063941132	avg=-179.03965298637934	independent_100_runs=-655.1966618330623
e=30	episode_reward=-222.0699353572586	epsilon=0.7356393080043597	avg=-180.4277266112464	independent_100_runs=-1378.2269895718812
e=31	episode_reward=-101.26984998615785	epsilon=0.7274457078830942	avg=-177.95404296671245	independent_100_runs=-1361.1948386526672
e=32	episode_reward=-114.29910273815413	epsilon=0.720495296915465	avg=-176.02510538402885	independent_100_runs=-1300.8130490114913
e=33	episode_reward=-145.1184091175706	epsilon=0.7151830456736593	avg=-175.11608490560363	independent_100_runs=-2349.5675494756456
e=34	episode_reward=-76.76042442010814	epsilon=0.7096970102588921	avg=-172.30592317744663	independent_100_runs=-1207.456107434761
e=35	episode_reward=-176.2105489025391	epsilon=0.6982919786272518	avg=-172.41438500314362	independent_100_runs=-889.8394422818405
e=36	episode_reward=-89.26459662445095	epsilon=0.6878264599937742	avg=-170.16709342534114	independent_100_runs=-422.665466698998
e=37	episode_reward=-110.87307437134818	epsilon=0.681936222248606	avg=-168.60672450286765	independent_100_runs=-3931.06434201414
e=38	episode_reward=-86.18163522447836	epsilon=0.6773822945534632	avg=-166.49326067521665	independent_100_runs=-3453.3998818315467
e=39	episode_reward=-183.8797688244241	epsilon=0.6686328816568734	avg=-166.9279233789468	independent_100_runs=-368.9372766693063
e=40	episode_reward=-340.1664256466577	epsilon=0.6568359308608496	avg=-171.15325270254948	independent_100_runs=-818.0605235446287
e=41	episode_reward=-120.69773049120434	epsilon=0.649974894011522	avg=-169.9519307451365	independent_100_runs=-267.2627281056471
e=42	episode_reward=-96.14917946770912	epsilon=0.6443443592447561	avg=-168.23558769217308	independent_100_runs=-1511.5439210672528
e=43	episode_reward=-148.6357304589049	epsilon=0.6390181690167855	avg=-167.79013639141698	independent_100_runs=-297.00045332183845
e=44	episode_reward=-121.26084189196783	epsilon=0.6329759403257378	avg=-166.756152069207	independent_100_runs=-1069.9820226119741
e=45	episode_reward=-190.90893546879408	epsilon=0.6278065028002345	avg=-167.28121257789368	independent_100_runs=-1011.6260771271122
e=46	episode_reward=-283.60870144839544	epsilon=0.6191399312930407	avg=-169.7562655325852	independent_100_runs=-1016.703738482601
e=47	episode_reward=-322.78023033807494	epsilon=0.6095558195972414	avg=-172.94426479936624	independent_100_runs=-955.889387953614
e=48	episode_reward=-195.56232291845538	epsilon=0.603550691156841	avg=-173.40585782220478	independent_100_runs=-1192.4710950747854
e=49	episode_reward=-81.80526598143743	epsilon=0.5982026566560948	avg=-171.57384598538943	independent_100_runs=-846.6927774782403
e=50	episode_reward=-253.16243828102162	epsilon=0.5884128116592916	avg=-173.17362230491162	independent_100_runs=-360.72583600746003
e=51	episode_reward=-157.95780936056656	epsilon=0.5795940862076501	avg=-172.8810105175204	independent_100_runs=-115.50494366333741
e=52	episode_reward=-33.521221047659964	epsilon=0.5723938950660648	avg=-170.25158052752303	independent_100_runs=-101.16928954589481
e=53	episode_reward=-96.30007180593509	epsilon=0.5673786773488227	avg=-168.88210814378994	independent_100_runs=-97.17625307952316
e=54	episode_reward=-234.05388280537807	epsilon=0.5617890632031082	avg=-170.06704950127335	independent_100_runs=-389.9846258525824
e=55	episode_reward=-275.7546944174321	epsilon=0.5538676376616535	avg=-171.95432887477617	independent_100_runs=-310.91965279528966
e=56	episode_reward=-62.71877042098754	epsilon=0.5489049463944978	avg=-170.03791556856936	independent_100_runs=-73.394383560182
e=57	episode_reward=-365.0640254837471	epsilon=0.5441499498357086	avg=-173.40043470503795	independent_100_runs=-999.3586467359876
e=58	episode_reward=-572.1117387140029	epsilon=0.5355124034013784	avg=-180.15825341705428	independent_100_runs=-315.39081646592376
e=59	episode_reward=-124.38034040079329	epsilon=0.5320958976720581	avg=-179.22862153344994	independent_100_runs=-95.5259644796991
e=60	episode_reward=-292.5185725854934	epsilon=0.5286483187258941	avg=-181.08583384577852	independent_100_runs=-254.8252601556403
e=61	episode_reward=-346.9376425264185	epsilon=0.520100775482169	avg=-183.7608630180469	independent_100_runs=-319.09064624532084
e=62	episode_reward=-292.31330542145645	epsilon=0.5148224488824813	avg=-185.48391765937086	independent_100_runs=-104.84708849035839
e=63	episode_reward=-306.0522065050876	epsilon=0.5104137400048158	avg=-187.3677971725852	independent_100_runs=-531.7417967381333
e=64	episode_reward=-187.6703261911416	epsilon=0.5057392355605383	avg=-187.3724514651784	independent_100_runs=-78.60377684671508
e=65	episode_reward=-130.7581427795967	epsilon=0.4998062891576742	avg=-186.51465890933622	independent_100_runs=-401.70239699263175
e=66	episode_reward=-69.76490604017255	epsilon=0.49285740932220784	avg=-184.77212528442334	independent_100_runs=-28.977974002437254
e=67	episode_reward=-88.57240776567734	epsilon=0.48780678086105095	avg=-183.3574235562065	independent_100_runs=-432.41659034963163
e=68	episode_reward=-211.79519306365194	epsilon=0.4817950260994209	avg=-183.7695651432709	independent_100_runs=-216.57815628122174
e=69	episode_reward=-176.36076120705133	epsilon=0.46299524146283894	avg=-183.6637250870392	independent_100_runs=-51.35464929676366
e=70	episode_reward=-211.74551824829513	epsilon=0.45432637678176596	avg=-184.05924330057803	independent_100_runs=-38.474725595117874
e=71	episode_reward=-37.28467759895156	epsilon=0.4443954087109891	avg=-182.02070766583319	independent_100_runs=-215.70267033285236
e=72	episode_reward=-36.490316323606656	epsilon=0.4370352656305669	avg=-180.02714066114515	independent_100_runs=-186.89172954608787
e=73	episode_reward=-26.963314425545178	epsilon=0.4288095758125656	avg=-177.9587105768803	independent_100_runs=-416.00179057469484
e=74	episode_reward=-559.980077960756	epsilon=0.4212439211678391	avg=-183.05232880866532	independent_100_runs=-376.5332508894639
e=75	episode_reward=-250.22581506986123	epsilon=0.4092845400101835	avg=-183.93619046999683	independent_100_runs=-215.5136508497512
e=76	episode_reward=-589.1284644278851	epsilon=0.3993384811385921	avg=-189.19842779412528	independent_100_runs=-359.51349359696724
e=77	episode_reward=-362.0292683613539	epsilon=0.3949301152716157	avg=-191.41420780139742	independent_100_runs=-455.5964244383204
e=78	episode_reward=-125.30429190952306	epsilon=0.3808505385015384	avg=-190.57737342301925	independent_100_runs=-344.3962714902725
e=79	episode_reward=-402.57011423829067	epsilon=0.3739814138919733	avg=-193.22728268321015	independent_100_runs=-227.1152472029112
e=80	episode_reward=-204.4786492363924	epsilon=0.36944633412408684	avg=-193.366188443126	independent_100_runs=-188.2330323275915
e=81	episode_reward=-405.7470960193278	epsilon=0.36423700945222265	avg=-195.95619951112846	independent_100_runs=-437.6625647950382
e=82	episode_reward=100.21663365840232	epsilon=0.3296065878625561	avg=-192.38785212354375	independent_100_runs=-272.16336346763933
e=83	episode_reward=-175.55382288180456	epsilon=0.32704552953485755	avg=-192.18744701352304	independent_100_runs=-252.63953667656173
e=84	episode_reward=-71.57447048507726	epsilon=0.32262759945576025	avg=-190.76847081907073	independent_100_runs=-47.151383053986905
e=85	episode_reward=-23.878721726928816	epsilon=0.3150393416430619	avg=-188.82789234125514	independent_100_runs=-79.13361558419697
e=86	episode_reward=-79.35097028005522	epsilon=0.30951193081995737	avg=-187.56953691526434	independent_100_runs=-288.08827825760983
e=87	episode_reward=-33.37964259977471	epsilon=0.298925655887403	avg=-185.81737902531557	independent_100_runs=-238.46229845619342
e=88	episode_reward=-7.8864197493118695	epsilon=0.29195325968337404	avg=-183.81815476378742	independent_100_runs=-65.58334890525137
e=89	episode_reward=15.45106191769571	epsilon=0.28131973367864643	avg=-181.6040523562154	independent_100_runs=-187.87476960126205
e=90	episode_reward=-213.00088937009093	epsilon=0.27715893652408996	avg=-181.94907254318105	independent_100_runs=-130.05290853958687
e=91	episode_reward=-13.604037878624212	epsilon=0.26834930389414413	avg=-180.11923520987065	independent_100_runs=-110.4236521446169
e=92	episode_reward=-172.9121024043797	epsilon=0.26348293143254886	avg=-180.04173915819868	independent_100_runs=-366.1646489539888
e=93	episode_reward=-194.9615354533316	epsilon=0.2437601376268074	avg=-180.20046039538093	independent_100_runs=-145.03450775741908
e=94	episode_reward=-253.45222900637452	epsilon=0.2400828180981832	avg=-180.97153164391773	independent_100_runs=-169.9538224825105
e=95	episode_reward=-322.21692342804477	epsilon=0.23714774041275977	avg=-182.44283780833575	independent_100_runs=-527.479960545272
e=96	episode_reward=34.982106394259034	epsilon=0.23324338848308065	avg=-180.20134353820592	independent_100_runs=-95.85623147488657
e=97	episode_reward=-89.037150662178	epsilon=0.22951805308262768	avg=-179.271096672124	independent_100_runs=-146.2941010371796
e=98	episode_reward=-48.63561018806925	epsilon=0.2257393147657892	avg=-177.9515463035982	independent_100_runs=-127.86128812605192
e=99	episode_reward=-219.69692270466743	epsilon=0.21812736687628653	avg=-178.3690000676089	independent_100_runs=-70.9532639712277
e=100	episode_reward=166.544545311551	epsilon=0.20222387153713733	avg=-175.55605089403028	independent_100_runs=-222.08451161964828
e=101	episode_reward=-385.0717749623909	epsilon=0.19909350298164596	avg=-178.48004891598822	independent_100_runs=-318.7758485152377
e=102	episode_reward=-475.0712692550815	epsilon=0.19728988084970484	avg=-182.2892303510241	independent_100_runs=-132.68231437671412
e=103	episode_reward=-161.68402293834947	epsilon=0.1956199406647896	avg=-182.87157202200345	independent_100_runs=-374.5369980672121
e=104	episode_reward=130.7851049991764	epsilon=0.17702105905538001	avg=-179.55634581961712	independent_100_runs=-564.1988509181986
e=105	episode_reward=-236.91737214680722	epsilon=0.1740892098567694	avg=-179.82017730449402	independent_100_runs=-351.39086947205146
e=106	episode_reward=-229.63556514595925	epsilon=0.17013065795934063	avg=-181.56074136377347	independent_100_runs=-266.21708201995114
e=107	episode_reward=-210.39115153536565	epsilon=0.16617900371450894	avg=-183.19885572337847	independent_100_runs=-279.80095630403395
e=108	episode_reward=-75.08156495647808	epsilon=0.16303494884825745	avg=-180.41774891667242	independent_100_runs=-383.08524358277896
e=109	episode_reward=-505.3046179128673	epsilon=0.15929589185617182	avg=-183.60038411607442	independent_100_runs=-155.58563308076103
e=110	episode_reward=-533.0683921306675	epsilon=0.15728552635286036	avg=-188.22679795914937	independent_100_runs=-597.2833999425558
e=111	episode_reward=-23.069529153660028	epsilon=0.15443323665825778	avg=-185.96454320464494	independent_100_runs=-470.87526548713265
e=112	episode_reward=-585.3865189107455	epsilon=0.15292710771774864	avg=-188.94740913037896	independent_100_runs=-468.2272405825225
e=113	episode_reward=-468.18956938286544	epsilon=0.15012382636652755	avg=-192.49601316079918	independent_100_runs=-528.3369752801299
e=114	episode_reward=-95.14311478098038	epsilon=0.14775561627956385	avg=-191.07938537828966	independent_100_runs=-639.4860577663536
e=115	episode_reward=-72.99076928622654	epsilon=0.14574506751459237	avg=-190.26998146781992	independent_100_runs=-544.6177652508196
e=116	episode_reward=-577.300887697518	epsilon=0.14416499431742405	avg=-193.80630347911196	independent_100_runs=-174.28526245333975
e=117	episode_reward=-61.27338640512007	epsilon=0.14153648345651346	avg=-193.914906061734	independent_100_runs=-328.16760862111505
e=118	episode_reward=-27.049613774659278	epsilon=0.13833196948764354	avg=-193.25925366330787	independent_100_runs=-191.63668088811366
e=119	episode_reward=-440.78597196040886	epsilon=0.13604089476439463	avg=-193.44368855730204	independent_100_runs=-338.97571658414347
e=120	episode_reward=-370.14901437120267	epsilon=0.13459294513754178	avg=-193.82448393977475	independent_100_runs=-353.1207725411313
e=121	episode_reward=-459.7022572469301	epsilon=0.13326698302424955	avg=-196.375172973306	independent_100_runs=-547.6956974564284
e=122	episode_reward=-487.53251245111653	epsilon=0.13176946813378346	avg=-199.9408316886941	independent_100_runs=-574.4696726469333
e=123	episode_reward=-375.6491765837842	epsilon=0.12852876059394477	avg=-199.60042910826817	independent_100_runs=-264.7510875035291
e=124	episode_reward=-39.95420453980597	epsilon=0.1254931909929642	avg=-196.88673120770534	independent_100_runs=-242.7889270937039
e=125	episode_reward=-282.1983201170556	epsilon=0.12190597513344077	avg=-198.20016659995636	independent_100_runs=-382.4665882862675
e=126	episode_reward=-245.97569504832555	epsilon=0.11881275504708917	avg=-198.51589078244552	independent_100_runs=-411.73355020788637
e=127	episode_reward=-86.67472963628161	epsilon=0.11639012987489482	avg=-198.5532546167195	independent_100_runs=-403.3811441878913
e=128	episode_reward=-476.4724928619652	epsilon=0.1136298841886934	avg=-202.71508285358604	independent_100_runs=-322.0702643818917
e=129	episode_reward=-393.15701525241155	epsilon=0.11113497200755222	avg=-205.4926127730381	independent_100_runs=-405.7579850920763
e=130	episode_reward=-156.79715576280324	epsilon=0.10882535794238718	avg=-204.83988497709353	independent_100_runs=-212.32349513894067
e=131	episode_reward=-94.79337813158949	epsilon=0.10686255398436242	avg=-204.77512025854784	independent_100_runs=-229.55142649495195
e=132	episode_reward=-83.27748096734504	epsilon=0.10522939658387646	avg=-204.46490404083977	independent_100_runs=-179.4374583612903
e=133	episode_reward=-82.90041802926409	epsilon=0.10121437086303793	avg=-203.8427241299567	independent_100_runs=-128.06140391579075
e=134	episode_reward=-144.88768097084545	epsilon=0.09903166636620694	avg=-204.5239966954641	independent_100_runs=-251.31587099284013
e=135	episode_reward=92.15049127053533	epsilon=0.08961607083914448	avg=-201.84038629373336	independent_100_runs=-511.02324194583883
e=136	episode_reward=-458.9315691325114	epsilon=0.08741207411234381	avg=-205.53705601881393	independent_100_runs=-573.7715639615919
e=137	episode_reward=-548.5664110890634	epsilon=0.08252741537106506	avg=-209.91398938599107	independent_100_runs=-267.61833322815477
e=138	episode_reward=-107.87739349676541	epsilon=0.0810308244142024	avg=-210.13094696871394	independent_100_runs=-148.28886136579933
e=139	episode_reward=-219.83697059788045	epsilon=0.07914079255702484	avg=-210.4905189864485	independent_100_runs=-101.04180620806221
e=140	episode_reward=-174.66948284577677	epsilon=0.07672494628622498	avg=-208.83554955843974	independent_100_runs=-130.9264915760914
e=141	episode_reward=-173.68449591305472	epsilon=0.07523570511682823	avg=-209.3654172126582	independent_100_runs=-204.69532177056294
e=142	episode_reward=-85.18085630580472	epsilon=0.07377537031189288	avg=-209.25573398103916	independent_100_runs=-210.18158312503576
e=143	episode_reward=158.04629671876444	epsilon=0.0677768505962707	avg=-206.18891370926247	independent_100_runs=-297.7978846036293
e=144	episode_reward=-323.2029176946197	epsilon=0.06666765314566421	avg=-208.20833446728903	independent_100_runs=-324.2335144063766
e=145	episode_reward=-349.0093448645925	epsilon=0.065216908940105	avg=-209.78933856124698	independent_100_runs=-279.3542634845497
e=146	episode_reward=-30.696912424826166	epsilon=0.06347317779861415	avg=-207.2602206710113	independent_100_runs=-140.63583406023727
e=147	episode_reward=-90.33609719395244	epsilon=0.06230343057768301	avg=-204.93577933957005	independent_100_runs=-58.71136290124776
e=148	episode_reward=-276.52444033730296	epsilon=0.06077115454978013	avg=-205.74540051375854	independent_100_runs=-109.50871893078426
e=149	episode_reward=-77.13059135672397	epsilon=0.05924100591334499	avg=-205.69865376751136	independent_100_runs=-165.29277084593653
e=150	episode_reward=-101.03238490676955	epsilon=0.05726629750210849	avg=-204.17735323376888	independent_100_runs=-160.9053679994974
e=151	episode_reward=-91.19261270113455	epsilon=0.054839465565431435	avg=-203.50970126717456	independent_100_runs=-172.80488458382703
e=152	episode_reward=-76.36869599746666	epsilon=0.05360321079789142	avg=-203.93817601667263	independent_100_runs=-113.29868770219927
e=153	episode_reward=-95.16008465464989	epsilon=0.05220131280743378	avg=-203.92677614515975	independent_100_runs=-87.78079874747513
e=154	episode_reward=-104.26455018380919	epsilon=0.05117784144418462	avg=-202.6288828189441	independent_100_runs=-131.96906293860607
e=155	episode_reward=170.29480233691342	epsilon=0.0490335380475393	avg=-198.1683878514006	independent_100_runs=-158.73605078029237
e=156	episode_reward=-244.22157405379218	epsilon=0.048043338735156156	avg=-199.98341588772865	independent_100_runs=-177.50750243997805
e=157	episode_reward=-234.6850131524391	epsilon=0.04735170222440894	avg=-198.6796257644156	independent_100_runs=-147.51216716585085
e=158	episode_reward=-93.55433991521289	epsilon=0.04639082690833309	avg=-193.8940517764277	independent_100_runs=-107.51430182717193
e=159	episode_reward=-233.92350998593105	epsilon=0.045015201266382525	avg=-194.98948347227906	independent_100_runs=-276.7752175713746
e=160	episode_reward=-255.10464263734758	epsilon=0.04346684608462484	avg=-194.61534417279768	independent_100_runs=-192.96218098530116
e=161	episode_reward=-373.763289953802	epsilon=0.04174987567279671	avg=-194.88360064707143	independent_100_runs=-112.73084825890018
e=162	episode_reward=-72.86387233584493	epsilon=0.040841363262996026	avg=-192.68910631621532	independent_100_runs=-226.0545485464959
e=163	episode_reward=-72.18914534260439	epsilon=0.04025340708165951	avg=-190.3504757045905	independent_100_runs=-133.89085163180883
e=164	episode_reward=-188.28768476179084	epsilon=0.039761298242619925	avg=-190.35664929029699	independent_100_runs=-117.95195368210237
e=165	episode_reward=-42.986460150398784	epsilon=0.03901682986985654	avg=-189.478932464005	independent_100_runs=-208.1246187076745
e=166	episode_reward=7.163489020348109	epsilon=0.038270988284524285	avg=-188.70964851339977	independent_100_runs=-173.5147109069282
e=167	episode_reward=-241.73465208789906	epsilon=0.0373260275563425	avg=-190.24127095662203	independent_100_runs=-259.97057834274693
e=168	episode_reward=-436.01345506953584	epsilon=0.03667113700323766	avg=-192.4834535766809	independent_100_runs=-402.3632559108799
e=169	episode_reward=-37.22319158385808	epsilon=0.0357227834775476	avg=-191.09207788044893	independent_100_runs=-165.24163786350843
e=170	episode_reward=-74.6491362727792	epsilon=0.03506094184065785	avg=-189.72111406069376	independent_100_runs=-228.84653842995274
e=171	episode_reward=-476.650990887672	epsilon=0.03432543699739846	avg=-194.114777193581	independent_100_runs=-351.8403113620017
e=172	episode_reward=-383.20535462949584	epsilon=0.0333509161465886	avg=-197.58192757663986	independent_100_runs=-377.3917693446484
e=173	episode_reward=-398.387813291986	epsilon=0.0328773683049989	avg=-201.29617256530426	independent_100_runs=-364.2530745099147
e=174	episode_reward=-420.8505375866429	epsilon=0.031566059990816416	avg=-199.90487716156315	independent_100_runs=-590.2267747240719
e=175	episode_reward=-253.58400976397215	epsilon=0.030996725888354486	avg=-199.93845910850428	independent_100_runs=-290.12922113654133
e=176	episode_reward=-221.87365959821392	epsilon=0.030474209396679188	avg=-196.26591106020763	independent_100_runs=-432.36892514527057
e=177	episode_reward=-407.71402994341975	epsilon=0.02987672479413262	avg=-196.7227586760283	independent_100_runs=-503.38825829820655
e=178	episode_reward=-323.2406433580019	epsilon=0.029367214006191338	avg=-198.70212219051308	independent_100_runs=-538.4616636883712
e=179	episode_reward=-26.57918243467678	epsilon=0.028716669189199965	avg=-194.94221287247692	independent_100_runs=-311.35755195670714
e=180	episode_reward=-236.25368252367596	epsilon=0.028269316026653106	avg=-195.25996320534975	independent_100_runs=-199.943340270151
e=181	episode_reward=-193.5427278914517	epsilon=0.02779277589510788	avg=-193.13791952407092	independent_100_runs=-194.78212075407671
e=182	episode_reward=-182.97288787065241	epsilon=0.026729669799884073	avg=-195.96981473936145	independent_100_runs=-136.17775776197558
e=183	episode_reward=-325.36027376257675	epsilon=0.026189882101300844	avg=-197.4678792481692	independent_100_runs=-202.13574405211057
e=184	episode_reward=-12.54531755713559	epsilon=0.025694377708889094	avg=-196.87758771888977	independent_100_runs=-200.3158652482556
e=185	episode_reward=-237.85117656297973	epsilon=0.02506746942466238	avg=-199.0173122672503	independent_100_runs=-115.75582397344171
e=186	episode_reward=-180.10799774806028	epsilon=0.02424642785498389	avg=-200.02488254193034	independent_100_runs=-169.66016533489545
e=187	episode_reward=-351.76568698528513	epsilon=0.023440554286665385	avg=-203.20874298578542	independent_100_runs=-211.9683563458227
e=188	episode_reward=-148.85365192069384	epsilon=0.022420268339386963	avg=-204.61841530749928	independent_100_runs=-225.05317140686665
e=189	episode_reward=-203.69656745955564	epsilon=0.02217498465691459	avg=-206.80989160127177	independent_100_runs=-265.94802742294075
e=190	episode_reward=-283.90307643066706	epsilon=0.021220392636310904	avg=-207.51891347187754	independent_100_runs=-291.15701793600425
e=191	episode_reward=-336.0625503500571	epsilon=0.02090862798621975	avg=-210.74349859659185	independent_100_runs=-294.83556486080903
e=192	episode_reward=-197.67698529932966	epsilon=0.0203923666296995	avg=-210.99114742554136	independent_100_runs=-326.340165622367
e=193	episode_reward=-254.70268889831198	epsilon=0.019996548145668407	avg=-211.58855895999116	independent_100_runs=-257.33434652300855
e=194	episode_reward=-251.57369484563745	epsilon=0.019479416731556502	avg=-211.5697736183838	independent_100_runs=-217.63528268017396
e=195	episode_reward=-311.23331105671855	epsilon=0.019044097780652584	avg=-211.45993749467058	independent_100_runs=-279.34124065634575
e=196	episode_reward=-153.4645757054093	epsilon=0.018848940600403853	avg=-213.34440431566725	independent_100_runs=-252.21257837243095
e=197	episode_reward=-269.36719607752343	epsilon=0.018462758990407523	avg=-215.1477047698207	independent_100_runs=-217.0882888366712
e=198	episode_reward=-230.50016730598028	epsilon=0.017935002055255077	avg=-216.96635034099984	independent_100_runs=-207.1790836523769
e=199	episode_reward=-41.64554200389033	epsilon=0.017434531534066995	avg=-215.18583653399205	independent_100_runs=-188.34032612920163
e=200	episode_reward=-254.83857059001383	epsilon=0.017043206445934787	avg=-219.39966769300773	independent_100_runs=-164.60218345314215
e=201	episode_reward=-268.3100476978792	epsilon=0.01679953076494115	avg=-218.23205042036258	independent_100_runs=-174.89361338250373
e=202	episode_reward=-164.21880378477368	epsilon=0.01619251527217846	avg=-215.1235257656595	independent_100_runs=-231.33301305645023
e=203	episode_reward=14.217963668677399	epsilon=0.01583065080478087	avg=-213.3645058995892	independent_100_runs=-229.83002551574134
e=204	episode_reward=-123.30777939613995	epsilon=0.015206849860061496	avg=-215.9054347435424	independent_100_runs=-180.349674162801
e=205	episode_reward=-242.5933545982904	epsilon=0.014794338886659196	avg=-215.9621945680572	independent_100_runs=-232.14640113692255
e=206	episode_reward=-323.8405844909658	epsilon=0.014512983170516733	avg=-216.90424476150724	independent_100_runs=-259.70812458236765
e=207	episode_reward=-249.88442694722758	epsilon=0.014136248651149047	avg=-217.2991775156259	independent_100_runs=-173.48146734384136
e=208	episode_reward=-349.29883350128694	epsilon=0.013665038402700752	avg=-220.041350201074	independent_100_runs=-320.6305063182051
e=209	episode_reward=-348.82298339652	epsilon=0.013193692500984587	avg=-218.4765338559105	independent_100_runs=-285.24955927727115
e=210	episode_reward=-421.62024546302115	epsilon=0.01277560207896601	avg=-217.3620523892341	independent_100_runs=-201.75921130710802
e=211	episode_reward=-367.50235860823614	epsilon=0.012437746537002827	avg=-220.80638068377976	independent_100_runs=-274.39285732814716
e=212	episode_reward=-361.9884269977323	epsilon=0.012147637959725222	avg=-218.57239976464967	independent_100_runs=-284.0309944414855
e=213	episode_reward=-220.5758971569817	epsilon=0.011812205297948526	avg=-216.09626304239086	independent_100_runs=-179.20966531782275
e=214	episode_reward=-223.2310673994323	epsilon=0.011503277779921592	avg=-217.37714256857535	independent_100_runs=-171.51240816135868
e=215	episode_reward=-27.536954016949508	epsilon=0.011079872166947613	avg=-216.92260441588257	independent_100_runs=-164.31698779857848
e=216	episode_reward=-276.0179901009506	epsilon=0.01076638423182095	avg=-213.90977543991693	independent_100_runs=-215.96940611980844
e=217	episode_reward=-193.5344536222384	epsilon=0.010525780975911768	avg=-215.2323861120881	independent_100_runs=-154.1040458877097
e=218	episode_reward=-398.3676585435414	epsilon=0.010344207577974536	avg=-218.94556655977692	independent_100_runs=-134.10639931238217
e=219	episode_reward=-209.64783958279037	epsilon=0.010052539394415805	avg=-216.63418523600075	independent_100_runs=-185.15810757667813
e=220	episode_reward=-146.32729569139616	epsilon=0.01	avg=-214.3959680492027	independent_100_runs=-234.9793251145585
e=221	episode_reward=-240.54402197845403	epsilon=0.01	avg=-212.20438569651793	independent_100_runs=-197.48625022317592
e=222	episode_reward=-146.24061750018774	epsilon=0.01	avg=-208.79146674700863	independent_100_runs=-189.3141902913881
e=223	episode_reward=-236.37331594862118	epsilon=0.01	avg=-207.398708140657	independent_100_runs=-209.00388605606497
e=224	episode_reward=-139.70920065850638	epsilon=0.01	avg=-208.39625810184404	independent_100_runs=-220.9404365956317
e=225	episode_reward=-171.45436327173806	epsilon=0.01	avg=-207.28881853339084	independent_100_runs=-205.2120879180427
e=226	episode_reward=-198.09195090462828	epsilon=0.01	avg=-206.8099810919539	independent_100_runs=-307.2575261155735
e=227	episode_reward=-382.07256903288703	epsilon=0.01	avg=-209.76395948591994	independent_100_runs=-269.73431440606856
e=228	episode_reward=-442.06166720354753	epsilon=0.01	avg=-209.41985122933573	independent_100_runs=-205.90320241884575
e=229	episode_reward=-415.7459342504522	epsilon=0.01	avg=-209.6457404193161	independent_100_runs=-259.81798859513225
e=230	episode_reward=-138.5294206566408	epsilon=0.01	avg=-209.46306306825448	independent_100_runs=-241.22798507079798
e=231	episode_reward=-201.39241283383652	epsilon=0.01	avg=-210.52905341527693	independent_100_runs=-250.12843980638266
e=232	episode_reward=-310.28718950544345	epsilon=0.01	avg=-212.79915050065796	independent_100_runs=-299.7981335787244
e=233	episode_reward=-347.79878973212016	epsilon=0.01	avg=-215.44813421768652	independent_100_runs=-355.15632618315396
e=234	episode_reward=-403.7719284596492	epsilon=0.01	avg=-218.0369766925746	independent_100_runs=-291.00144309907944
e=235	episode_reward=-361.47290475114175	epsilon=0.01	avg=-222.57321065279135	independent_100_runs=-275.0467238941596
e=236	episode_reward=-334.0149239971447	epsilon=0.01	avg=-221.3240442014377	independent_100_runs=-296.7129464723564
e=237	episode_reward=-63.31257112117978	epsilon=0.01	avg=-216.47150580175884	independent_100_runs=-289.77602082829594
e=238	episode_reward=-436.25063532794417	epsilon=0.01	avg=-219.75523822007065	independent_100_runs=-400.8791078071817
e=239	episode_reward=-417.4389353923008	epsilon=0.01	avg=-221.7312578680148	independent_100_runs=-379.08992033626595
e=240	episode_reward=-318.8540489741108	epsilon=0.01	avg=-223.17310352929817	independent_100_runs=-251.51346955083613
e=241	episode_reward=-465.5955381614878	epsilon=0.01	avg=-226.0922139517825	independent_100_runs=-295.03255086755667
e=242	episode_reward=-497.6375419031576	epsilon=0.01	avg=-230.216780807756	independent_100_runs=-291.7045427771376
e=243	episode_reward=-404.6952949156249	epsilon=0.01	avg=-235.8441967240999	independent_100_runs=-428.9873919238224
e=244	episode_reward=-284.80235927501656	epsilon=0.01	avg=-235.4601911399039	independent_100_runs=-362.21053573335905
e=245	episode_reward=-332.61805196423893	epsilon=0.01	avg=-235.29627821090034	independent_100_runs=-332.2118536613751
e=246	episode_reward=-322.81815585783534	epsilon=0.01	avg=-238.21749064523047	independent_100_runs=-293.16520226045685
e=247	episode_reward=-284.34169988321	epsilon=0.01	avg=-240.15754667212303	independent_100_runs=-331.7097809077735
e=248	episode_reward=-459.76943017469534	epsilon=0.01	avg=-241.989996570497	independent_100_runs=-352.75165769096833
e=249	episode_reward=-376.9271708071584	epsilon=0.01	avg=-244.9879623650013	independent_100_runs=-294.9093865586852
e=250	episode_reward=-284.75095873935777	epsilon=0.01	avg=-246.82514810332717	independent_100_runs=-251.28994637451996
e=251	episode_reward=-236.63162079834626	epsilon=0.01	avg=-248.27953818429927	independent_100_runs=-236.02054366832184
e=252	episode_reward=-137.77882021097713	epsilon=0.01	avg=-248.8936394264344	independent_100_runs=-173.37660056380216
e=253	episode_reward=-315.4548696595143	epsilon=0.01	avg=-251.09658727648304	independent_100_runs=-180.99186880941252
e=254	episode_reward=-319.43527401283575	epsilon=0.01	avg=-253.2482945147733	independent_100_runs=-313.77457967312716
e=255	episode_reward=-117.78678057568607	epsilon=0.01	avg=-256.1291103438993	independent_100_runs=-188.82652276231016
e=256	episode_reward=-520.7417101561468	epsilon=0.01	avg=-258.8943117049228	independent_100_runs=-232.33492201834
e=257	episode_reward=-98.58505096299046	epsilon=0.01	avg=-257.5333120830283	independent_100_runs=-190.57291234686522
e=258	episode_reward=-64.5548124302281	epsilon=0.01	avg=-257.2433168081785	independent_100_runs=-294.60035067980834
e=259	episode_reward=-334.14920190859505	epsilon=0.01	avg=-258.24557372740514	independent_100_runs=-238.88479477892983
e=260	episode_reward=-259.03059507677415	epsilon=0.01	avg=-258.2848332517994	independent_100_runs=-255.28382175051615
e=261	episode_reward=-216.5293799816721	epsilon=0.01	avg=-256.7124941520781	independent_100_runs=-160.5896894815486
e=262	episode_reward=-201.89409008620189	epsilon=0.01	avg=-258.00279632958166	independent_100_runs=-346.9455668046984
e=263	episode_reward=-120.21595997832694	epsilon=0.01	avg=-258.4830644759389	independent_100_runs=-268.5919300619811
e=264	episode_reward=-319.2732878872165	epsilon=0.01	avg=-259.7929205071931	independent_100_runs=-185.59267479334977
e=265	episode_reward=-294.2820816824325	epsilon=0.01	avg=-262.3058767225135	independent_100_runs=-129.65985347846058
e=266	episode_reward=-186.31409857985875	epsilon=0.01	avg=-264.2406525985155	independent_100_runs=-58.65717078508297
e=267	episode_reward=-218.991927877463	epsilon=0.01	avg=-264.01322535641117	independent_100_runs=-148.01210625175398
e=268	episode_reward=-258.40210907517553	epsilon=0.01	avg=-262.2371118964676	independent_100_runs=-112.51295435234262
e=269	episode_reward=-47.360115219061086	epsilon=0.01	avg=-262.3384811328196	independent_100_runs=-147.20277308771006
e=270	episode_reward=-3.522522055000678	epsilon=0.01	avg=-261.6272149906418	independent_100_runs=-129.331523537394
e=271	episode_reward=-170.25130187163575	epsilon=0.01	avg=-258.56321810048144	independent_100_runs=-228.08992754259924
e=272	episode_reward=-255.30646392739118	epsilon=0.01	avg=-257.2842291934604	independent_100_runs=-158.01996963460698
e=273	episode_reward=-69.48550239781028	epsilon=0.01	avg=-253.99520608451866	independent_100_runs=-121.94661722500527
e=274	episode_reward=-198.44589555803464	epsilon=0.01	avg=-251.7711596642325	independent_100_runs=-172.86605124418367
e=275	episode_reward=-328.0486350800094	epsilon=0.01	avg=-252.51580591739292	independent_100_runs=-160.13602242964637
e=276	episode_reward=-17.012862574632393	epsilon=0.01	avg=-250.4671979471571	independent_100_runs=-118.31420708812804
e=277	episode_reward=-223.14019449296467	epsilon=0.01	avg=-248.62145959265257	independent_100_runs=-156.20155565403272
e=278	episode_reward=-240.39282928646077	epsilon=0.01	avg=-247.79298145193715	independent_100_runs=-138.18693147101965
e=279	episode_reward=-58.97715892976554	epsilon=0.01	avg=-248.11696121688806	independent_100_runs=-95.18864823091562
e=280	episode_reward=-28.706286332322108	epsilon=0.01	avg=-246.04148725497453	independent_100_runs=-130.26998171118717
e=281	episode_reward=-428.4420572059199	epsilon=0.01	avg=-248.39048054811923	independent_100_runs=-93.51886368182804
e=282	episode_reward=198.05342297185615	epsilon=0.01	avg=-244.5802174396941	independent_100_runs=-160.03921736575364
e=283	episode_reward=-51.91813993430546	epsilon=0.01	avg=-241.8457961014114	independent_100_runs=-207.98527456741056
e=284	episode_reward=-158.43722334555233	epsilon=0.01	avg=-243.30471515929557	independent_100_runs=-171.27559811373882
e=285	episode_reward=-230.58794707978055	epsilon=0.01	avg=-243.23208286446356	independent_100_runs=-130.47467106320823
e=286	episode_reward=1.3406518807204009	epsilon=0.01	avg=-241.41759636817577	independent_100_runs=-106.0664924417193
e=287	episode_reward=-61.18984570950903	epsilon=0.01	avg=-238.511837955418	independent_100_runs=-118.69533356872086
e=288	episode_reward=-35.89459051968693	epsilon=0.01	avg=-237.38224734140792	independent_100_runs=-127.5673803780108
e=289	episode_reward=-3.5340261640917703	epsilon=0.01	avg=-235.38062192845328	independent_100_runs=-146.74835439440272
e=290	episode_reward=-205.60837572319468	epsilon=0.01	avg=-234.59767492137857	independent_100_runs=-169.92246065854414
e=291	episode_reward=-320.36041813534143	epsilon=0.01	avg=-234.44065359923138	independent_100_runs=-149.04262153285842
e=292	episode_reward=-170.73338212553193	epsilon=0.01	avg=-234.17121756749341	independent_100_runs=-125.29660297227039
e=293	episode_reward=-89.11523210896326	epsilon=0.01	avg=-232.51534299959994	independent_100_runs=-229.05725521571532
e=294	episode_reward=-67.35684091710215	epsilon=0.01	avg=-230.67317446031458	independent_100_runs=-196.236379596683
e=295	episode_reward=-340.0377603068784	epsilon=0.01	avg=-230.9612189528162	independent_100_runs=-239.95564269535473
e=296	episode_reward=-169.41028268344374	epsilon=0.01	avg=-231.1206760225965	independent_100_runs=-159.34311828973208
e=297	episode_reward=-224.9005897563476	epsilon=0.01	avg=-230.67600995938474	independent_100_runs=-143.6220445017101
e=298	episode_reward=-411.9820171760089	epsilon=0.01	avg=-232.49082845808502	independent_100_runs=-230.75073550876488
e=299	episode_reward=-213.6897073525226	epsilon=0.01	avg=-234.2112701115714	independent_100_runs=-175.42032895198045
e=300	episode_reward=-143.3664252637212	epsilon=0.01	avg=-233.09654865830845	independent_100_runs=-214.32537195640165
e=301	episode_reward=-251.61903297234878	epsilon=0.01	avg=-232.92963851105316	independent_100_runs=-328.32575293760294
e=302	episode_reward=-323.1098527493897	epsilon=0.01	avg=-234.51854900069932	independent_100_runs=-318.74990145291576
e=303	episode_reward=-164.2909778724647	epsilon=0.01	avg=-236.30363841611077	independent_100_runs=-187.0695831547604
e=304	episode_reward=-246.00523792115615	epsilon=0.01	avg=-237.53061300136093	independent_100_runs=-199.80522757311664
e=305	episode_reward=-147.12924579529934	epsilon=0.01	avg=-236.575971913331	independent_100_runs=-184.63217347325116
e=306	episode_reward=-478.8400153051518	epsilon=0.01	avg=-238.12596622147285	independent_100_runs=-177.96597640661037
e=307	episode_reward=-127.58103512886512	epsilon=0.01	avg=-236.90293230328925	independent_100_runs=-185.38739911787673
e=308	episode_reward=-438.08748782708335	epsilon=0.01	avg=-237.79081884654718	independent_100_runs=-235.15723974586766
e=309	episode_reward=-169.3362715939906	epsilon=0.01	avg=-235.99595172852193	independent_100_runs=-156.48790194450328
e=310	episode_reward=-226.07129339752117	epsilon=0.01	avg=-234.04046220786694	independent_100_runs=-325.40181375790723
e=311	episode_reward=-27.925123840272136	epsilon=0.01	avg=-230.64468986018733	independent_100_runs=-202.6699707006533
e=312	episode_reward=-19.63456507041181	epsilon=0.01	avg=-227.2211512409141	independent_100_runs=-238.20362181222063
e=313	episode_reward=-243.68252808949725	epsilon=0.01	avg=-227.45221755023923	independent_100_runs=-201.620273572175
e=314	episode_reward=-207.40189898872234	epsilon=0.01	avg=-227.2939258661321	independent_100_runs=-195.29939277512491
e=315	episode_reward=29.676594103202433	epsilon=0.01	avg=-226.7217903849306	independent_100_runs=-241.18280815800864
e=316	episode_reward=-250.3912333803302	epsilon=0.01	avg=-226.46552281772438	independent_100_runs=-176.25768375064425
e=317	episode_reward=-8.077781655367431	epsilon=0.01	avg=-224.61095609805568	independent_100_runs=-180.48090409254112
e=318	episode_reward=-78.83205798299535	epsilon=0.01	avg=-221.41560009245023	independent_100_runs=-231.21928368452794
e=319	episode_reward=-430.2149909362738	epsilon=0.01	avg=-223.6212716059851	independent_100_runs=-165.4533429073776
e=320	episode_reward=-185.82208153931757	epsilon=0.01	avg=-224.0162194644643	independent_100_runs=-170.6936483659861
e=321	episode_reward=-234.4003940045768	epsilon=0.01	avg=-223.9547831847255	independent_100_runs=-226.9626180441014
e=322	episode_reward=-159.73460109809082	epsilon=0.01	avg=-224.08972302070455	independent_100_runs=-135.72222037615722
e=323	episode_reward=-182.71522286902348	epsilon=0.01	avg=-223.5531420899086	independent_100_runs=-211.59225780745183
e=324	episode_reward=-287.5324551447677	epsilon=0.01	avg=-225.0313746347712	independent_100_runs=-172.83562155276022
e=325	episode_reward=-65.84276604691681	epsilon=0.01	avg=-223.97525866252295	independent_100_runs=-183.83083123261127
e=326	episode_reward=63.915323307365895	epsilon=0.01	avg=-221.35518592040302	independent_100_runs=-291.8866545595008
e=327	episode_reward=-226.42292364008532	epsilon=0.01	avg=-219.798689466475	independent_100_runs=-130.86071681013786
e=328	episode_reward=-20.480153604989454	epsilon=0.01	avg=-215.5828743304894	independent_100_runs=-254.4598541626808
e=329	episode_reward=-45.73518855406044	epsilon=0.01	avg=-211.88276687352547	independent_100_runs=-176.24282944625833
e=330	episode_reward=-31.59565000301832	epsilon=0.01	avg=-210.81342916698927	independent_100_runs=-122.53394792288775
e=331	episode_reward=-62.81341883552193	epsilon=0.01	avg=-209.42763922700615	independent_100_runs=-71.21114722135941
e=332	episode_reward=-10.54575887725396	epsilon=0.01	avg=-206.43022492072424	independent_100_runs=-193.66272545599702
e=333	episode_reward=-206.07689175359397	epsilon=0.01	avg=-205.01300594093897	independent_100_runs=-122.08986732931977
e=334	episode_reward=-28.03015909726011	epsilon=0.01	avg=-201.25558824731507	independent_100_runs=-150.65025452607105
e=335	episode_reward=-68.60980706280097	epsilon=0.01	avg=-198.32695727043168	independent_100_runs=-137.06926053716563
e=336	episode_reward=-175.14077290982107	epsilon=0.01	avg=-196.73821575955841	independent_100_runs=-141.90629274975643
e=337	episode_reward=-125.98344919177936	epsilon=0.01	avg=-197.3649245402644	independent_100_runs=-128.92376731613828
e=338	episode_reward=-38.003513431526514	epsilon=0.01	avg=-193.38245332130023	independent_100_runs=-123.6285954037692
e=339	episode_reward=-259.69681307857127	epsilon=0.01	avg=-191.80503209816297	independent_100_runs=-122.53464637047502
e=340	episode_reward=-236.36739116522799	epsilon=0.01	avg=-190.98016552007414	independent_100_runs=-101.64488034128146
e=341	episode_reward=-192.91814377181436	epsilon=0.01	avg=-188.25339157617742	independent_100_runs=-210.21719233333909
e=342	episode_reward=-317.3805373098019	epsilon=0.01	avg=-186.45082153024387	independent_100_runs=-109.40195199256387
e=343	episode_reward=-59.345849892575	epsilon=0.01	avg=-182.99732708001335	independent_100_runs=-115.9005531485845
e=344	episode_reward=-121.2547792315572	epsilon=0.01	avg=-181.36185127957873	independent_100_runs=-116.86552563158475
e=345	episode_reward=-68.6001581779445	epsilon=0.01	avg=-178.72167234171582	independent_100_runs=-118.6319732795047
e=346	episode_reward=3.896946587458743	epsilon=0.01	avg=-175.4545213172629	independent_100_runs=-186.18868393808134
e=347	episode_reward=-139.87228338746178	epsilon=0.01	avg=-174.0098271523054	independent_100_runs=-176.15572623685975
e=348	episode_reward=-137.26700863277443	epsilon=0.01	avg=-170.78480293688622	independent_100_runs=-211.38316359076143
e=349	episode_reward=-59.733967181573604	epsilon=0.01	avg=-167.6128709006304	independent_100_runs=-186.03102077377542
e=350	episode_reward=-35.7002862389231	epsilon=0.01	avg=-165.12236417562602	independent_100_runs=-122.4751987996732
e=351	episode_reward=-228.0637746875481	epsilon=0.01	avg=-165.03668571451803	independent_100_runs=-145.92032378155156
e=352	episode_reward=-76.51646363746104	epsilon=0.01	avg=-164.42406214878284	independent_100_runs=-145.0795002571582
e=353	episode_reward=-92.7673162658288	epsilon=0.01	avg=-162.197186614846	independent_100_runs=-154.77407280667742
e=354	episode_reward=-183.1696144503411	epsilon=0.01	avg=-160.834530019221	independent_100_runs=-137.78491549790886
e=355	episode_reward=-128.6563940955976	epsilon=0.01	avg=-160.94322615442016	independent_100_runs=-142.1684198595343
e=356	episode_reward=-316.8308619729145	epsilon=0.01	avg=-158.90411767258783	independent_100_runs=-219.98275781113472
e=357	episode_reward=-175.27380878643302	epsilon=0.01	avg=-159.67100525082228	independent_100_runs=-257.2808872051074
e=358	episode_reward=-208.86025281806977	epsilon=0.01	avg=-161.11405965470067	independent_100_runs=-225.28353667844146
e=359	episode_reward=-289.67945209059036	epsilon=0.01	avg=-160.6693621565206	independent_100_runs=-139.04927103740877
e=360	episode_reward=-358.55334289360064	epsilon=0.01	avg=-161.6645896346889	independent_100_runs=-248.96285431326243
e=361	episode_reward=-89.06876788186474	epsilon=0.01	avg=-160.38998351369082	independent_100_runs=-183.3744211078717
e=362	episode_reward=-304.2981750039444	epsilon=0.01	avg=-161.41402436286825	independent_100_runs=-328.4859343746981
e=363	episode_reward=-228.67268207613432	epsilon=0.01	avg=-162.49859158384635	independent_100_runs=-226.3027568176983
e=364	episode_reward=-161.61184971772315	epsilon=0.01	avg=-160.92197720215137	independent_100_runs=-249.01058429579388
e=365	episode_reward=18.82516464209492	epsilon=0.01	avg=-157.7909047389061	independent_100_runs=-171.9455157527098
e=366	episode_reward=-126.72473225485307	epsilon=0.01	avg=-157.19501107565608	independent_100_runs=-165.2127317686919
e=367	episode_reward=-70.90065702478705	epsilon=0.01	avg=-155.7140983671293	independent_100_runs=-222.20024117695294
e=368	episode_reward=-266.5966684374021	epsilon=0.01	avg=-155.79604396075158	independent_100_runs=-193.21454755422894
e=369	episode_reward=-158.29805538397133	epsilon=0.01	avg=-156.90542336240068	independent_100_runs=-251.4999003552835
e=370	episode_reward=-261.12316944695937	epsilon=0.01	avg=-159.48142983632025	independent_100_runs=-272.5361260946714
e=371	episode_reward=-124.2115980903937	epsilon=0.01	avg=-159.02103279850783	independent_100_runs=-251.28623651701002
e=372	episode_reward=-270.7240679099808	epsilon=0.01	avg=-159.17520883833376	independent_100_runs=-163.42923806704954
e=373	episode_reward=-143.96968004875586	epsilon=0.01	avg=-159.9200506148432	independent_100_runs=-162.96301188149735
e=374	episode_reward=-317.0999186857716	epsilon=0.01	avg=-161.10659084612058	independent_100_runs=-176.14719838965652
e=375	episode_reward=-378.57389632773095	epsilon=0.01	avg=-161.61184345859778	independent_100_runs=-169.1913825596348
e=376	episode_reward=-78.7747471662279	epsilon=0.01	avg=-162.22946230451373	independent_100_runs=-198.63066674196799
e=377	episode_reward=-165.7000526195558	epsilon=0.01	avg=-161.65506088577962	independent_100_runs=-157.78836429853837
e=378	episode_reward=-183.41175737816184	epsilon=0.01	avg=-161.08525016669665	independent_100_runs=-139.59567633291974
e=379	episode_reward=-129.4846557615061	epsilon=0.01	avg=-161.79032513501406	independent_100_runs=-153.30636034699978
e=380	episode_reward=-265.76656138560065	epsilon=0.01	avg=-164.1609278855468	independent_100_runs=-144.6230532096514
e=381	episode_reward=-5.954578053706186	epsilon=0.01	avg=-159.93605309402471	independent_100_runs=-168.36189635408195
e=382	episode_reward=-186.24899413016385	epsilon=0.01	avg=-163.7790772650449	independent_100_runs=-179.31280212485578
e=383	episode_reward=-61.188861447640235	epsilon=0.01	avg=-163.87178448017823	independent_100_runs=-186.15015843651298
e=384	episode_reward=-54.59371393636605	epsilon=0.01	avg=-162.83334938608638	independent_100_runs=-153.77784954137195
e=385	episode_reward=-386.4945493025431	epsilon=0.01	avg=-164.39241540831404	independent_100_runs=-257.8119313156914
e=386	episode_reward=-204.03032071374275	epsilon=0.01	avg=-166.4461251342587	independent_100_runs=-192.04033822745964
e=387	episode_reward=-231.48967557212865	epsilon=0.01	avg=-168.1491234328848	independent_100_runs=-253.5743936569827
e=388	episode_reward=-136.85832449864034	epsilon=0.01	avg=-169.15876077267436	independent_100_runs=-158.5436426943053
e=389	episode_reward=31.968690686425276	epsilon=0.01	avg=-168.80373360416917	independent_100_runs=-136.19271909112427
e=390	episode_reward=-143.38805498585253	epsilon=0.01	avg=-168.18153039679575	independent_100_runs=-234.04227269401326
e=391	episode_reward=-246.54167074644192	epsilon=0.01	avg=-167.44334292290677	independent_100_runs=-234.87421035001628
e=392	episode_reward=-261.1277703030004	epsilon=0.01	avg=-168.34728680468146	independent_100_runs=-121.27805689620358
e=393	episode_reward=-326.3975860033544	epsilon=0.01	avg=-170.72011034362535	independent_100_runs=-258.7451422665738
e=394	episode_reward=-206.05313058441882	epsilon=0.01	avg=-172.10707324029852	independent_100_runs=-231.68583286068272
e=395	episode_reward=-145.58150637224287	epsilon=0.01	avg=-170.16251070095223	independent_100_runs=-142.73259751654805
e=396	episode_reward=-91.39973907765598	epsilon=0.01	avg=-169.38240526489435	independent_100_runs=-134.23262166146915
e=397	episode_reward=-74.37583409288337	epsilon=0.01	avg=-167.87715770825966	independent_100_runs=-240.54642051576724
e=398	episode_reward=-513.236358674624	epsilon=0.01	avg=-168.88970112324583	independent_100_runs=-217.9091303485054
e=399	episode_reward=9.134650092722438	epsilon=0.01	avg=-166.6614575487934	independent_100_runs=-353.4720195402665
e=400	episode_reward=-147.64570629800653	epsilon=0.01	avg=-166.70425035913624	independent_100_runs=-329.3682330430948
e=401	episode_reward=-298.2325170065955	epsilon=0.01	avg=-167.1703851994787	independent_100_runs=-284.3377881561804
e=402	episode_reward=-417.178876645108	epsilon=0.01	avg=-168.11107543843585	independent_100_runs=-230.09247665690475
e=403	episode_reward=-347.51870008822937	epsilon=0.01	avg=-169.94335266059352	independent_100_runs=-381.6654324240169
e=404	episode_reward=-403.102211562026	epsilon=0.01	avg=-171.5143223970022	independent_100_runs=-305.8070781921904
e=405	episode_reward=-77.40766974085642	epsilon=0.01	avg=-170.8171066364578	independent_100_runs=-293.4757555078804
e=406	episode_reward=-383.66303344041194	epsilon=0.01	avg=-169.86533681781037	independent_100_runs=-311.6710426674508
e=407	episode_reward=-260.557699805762	epsilon=0.01	avg=-171.19510346457935	independent_100_runs=-250.46374933072954
e=408	episode_reward=-300.08845515783617	epsilon=0.01	avg=-169.81511313788687	independent_100_runs=-229.71089866744038
e=409	episode_reward=-61.2135255110537	epsilon=0.01	avg=-168.73388567705751	independent_100_runs=-164.79775973737569
e=410	episode_reward=-192.0953581316065	epsilon=0.01	avg=-168.39412632439837	independent_100_runs=-140.92486543970676
e=411	episode_reward=-23.24230569504614	epsilon=0.01	avg=-168.3472981429461	independent_100_runs=-182.09152195065997
e=412	episode_reward=-212.15220429169779	epsilon=0.01	avg=-170.27247453515898	independent_100_runs=-237.3228618140948
e=413	episode_reward=-126.29512595673745	epsilon=0.01	avg=-169.09860051383137	independent_100_runs=-296.3080795171919
e=414	episode_reward=-226.51261032208268	epsilon=0.01	avg=-169.28970762716497	independent_100_runs=-165.45658255811023
e=415	episode_reward=-142.73715516689236	epsilon=0.01	avg=-171.01384511986592	independent_100_runs=-165.99351555891928
e=416	episode_reward=-228.35715076732635	epsilon=0.01	avg=-170.79350429373585	independent_100_runs=-151.39805218295825
e=417	episode_reward=-309.12416306711384	epsilon=0.01	avg=-173.80396810785328	independent_100_runs=-219.87495404706303
e=418	episode_reward=-144.45152555027585	epsilon=0.01	avg=-174.46016278352613	independent_100_runs=-137.52417324600415
e=419	episode_reward=-210.540490411402	epsilon=0.01	avg=-172.26341777827744	independent_100_runs=-134.52561399873304
e=420	episode_reward=-296.3411837475827	epsilon=0.01	avg=-173.36860880036008	independent_100_runs=-133.95636285958696
e=421	episode_reward=-312.8578898200525	epsilon=0.01	avg=-174.1531837585148	independent_100_runs=-236.93803528492242
e=422	episode_reward=-74.43626403171723	epsilon=0.01	avg=-173.30020038785108	independent_100_runs=-203.14183869533346
e=423	episode_reward=-355.90663069259097	epsilon=0.01	avg=-175.0321144660868	independent_100_runs=-270.8347013018877
e=424	episode_reward=-233.86212934001742	epsilon=0.01	avg=-174.4954112080393	independent_100_runs=-130.34511937627366
e=425	episode_reward=-544.7060178589413	epsilon=0.01	avg=-179.2840437261595	independent_100_runs=-183.7657275418783
e=426	episode_reward=-214.16643412071375	epsilon=0.01	avg=-182.06486130044036	independent_100_runs=-209.2084804977273
e=427	episode_reward=-264.38277590738903	epsilon=0.01	avg=-182.44445982311336	independent_100_runs=-125.88894989347547
e=428	episode_reward=-183.14095430764172	epsilon=0.01	avg=-184.07106783013987	independent_100_runs=-279.7851331145012
e=429	episode_reward=-396.0438308861925	epsilon=0.01	avg=-187.5741542534612	independent_100_runs=-238.8227392289138
e=430	episode_reward=-162.4861736083441	epsilon=0.01	avg=-188.88305948951447	independent_100_runs=-220.8627125079357
e=431	episode_reward=-383.3039117331415	epsilon=0.01	avg=-192.08796441849066	independent_100_runs=-279.5585551325644
e=432	episode_reward=-169.242709382112	epsilon=0.01	avg=-193.67493392353924	independent_100_runs=-135.4577750308271
e=433	episode_reward=-94.57407450280098	epsilon=0.01	avg=-192.55990575103132	independent_100_runs=-95.48282012138097
e=434	episode_reward=-187.06360261274972	epsilon=0.01	avg=-194.15024018618624	independent_100_runs=-171.18935057942525
e=435	episode_reward=-395.2159501805568	epsilon=0.01	avg=-197.41630161736379	independent_100_runs=-267.09215443334875
e=436	episode_reward=-119.79531187842058	epsilon=0.01	avg=-196.86284700704974	independent_100_runs=-157.19951856007026
e=437	episode_reward=-176.03502668745244	epsilon=0.01	avg=-197.36336278200648	independent_100_runs=-107.20485639099881
e=438	episode_reward=2.94777205532381	epsilon=0.01	avg=-196.953849927138	independent_100_runs=-133.3665382153061
e=439	episode_reward=-385.7995102969904	epsilon=0.01	avg=-198.21487689932218	independent_100_runs=-279.9843073424133
e=440	episode_reward=-72.60138230433805	epsilon=0.01	avg=-196.57721681071328	independent_100_runs=-143.0269785846446
e=441	episode_reward=-136.21718468638605	epsilon=0.01	avg=-196.010207219859	independent_100_runs=-122.44166056248076
e=442	episode_reward=-94.38785991782403	epsilon=0.01	avg=-193.7802804459392	independent_100_runs=-131.62607585470684
e=443	episode_reward=-318.1805491849032	epsilon=0.01	avg=-196.36862743886252	independent_100_runs=-116.41632951962784
e=444	episode_reward=-126.3339660457979	epsilon=0.01	avg=-196.4194193070049	independent_100_runs=-150.6836153658032
e=445	episode_reward=-293.40588487236715	epsilon=0.01	avg=-198.66747657394916	independent_100_runs=-413.89991994480596
e=446	episode_reward=-654.6186975220219	epsilon=0.01	avg=-205.25263301504398	independent_100_runs=-172.06416208464597
e=447	episode_reward=-467.37496879159175	epsilon=0.01	avg=-208.52765986908528	independent_100_runs=-262.53672967141546
e=448	episode_reward=-113.49598858302426	epsilon=0.01	avg=-208.2899496685878	independent_100_runs=-236.70049231643986
e=449	episode_reward=-436.9315098983905	epsilon=0.01	avg=-212.06192509575595	independent_100_runs=-283.74547642129966
e=450	episode_reward=-605.4670553424107	epsilon=0.01	avg=-217.75959278679082	independent_100_runs=-384.3249614737564
e=451	episode_reward=-255.3471485542785	epsilon=0.01	avg=-218.0324265254581	independent_100_runs=-303.40183546472656
e=452	episode_reward=-137.71275859651732	epsilon=0.01	avg=-218.64438947504865	independent_100_runs=-255.73653831791177
e=453	episode_reward=-384.2840345101186	epsilon=0.01	avg=-221.55955665749156	independent_100_runs=-241.3709280263658
e=454	episode_reward=-123.17890171759315	epsilon=0.01	avg=-220.95964953016409	independent_100_runs=-320.16167558156195
e=455	episode_reward=-131.41277962208068	epsilon=0.01	avg=-220.9872133854289	independent_100_runs=-277.37798269571465
e=456	episode_reward=-82.51167075059084	epsilon=0.01	avg=-218.64402147320573	independent_100_runs=-342.2861058881078
e=457	episode_reward=-437.40978291999005	epsilon=0.01	avg=-221.26538121454126	independent_100_runs=-335.27670632262556
e=458	episode_reward=-388.4802834900455	epsilon=0.01	avg=-223.061581521261	independent_100_runs=-228.46281442797243
e=459	episode_reward=-198.67266238417207	epsilon=0.01	avg=-222.15151362419678	independent_100_runs=-175.2921092922457
e=460	episode_reward=-212.89858337583212	epsilon=0.01	avg=-220.6949660290191	independent_100_runs=-128.55678112065095
e=461	episode_reward=-169.78728890483143	epsilon=0.01	avg=-221.50215123924875	independent_100_runs=-140.0481950362334
e=462	episode_reward=-80.3319920619611	epsilon=0.01	avg=-219.26248940982893	independent_100_runs=-152.68809336165688
e=463	episode_reward=-193.9450345529831	epsilon=0.01	avg=-218.91521293459743	independent_100_runs=-149.37736816525094
e=464	episode_reward=-61.231451528617534	epsilon=0.01	avg=-217.91140895270638	independent_100_runs=-150.94090867675436
e=465	episode_reward=-100.68451306515718	epsilon=0.01	avg=-219.10650572977892	independent_100_runs=-158.61299574434935
e=466	episode_reward=-201.03411603190895	epsilon=0.01	avg=-219.84959956754946	independent_100_runs=-162.0519867560012
e=467	episode_reward=-317.8233817037283	epsilon=0.01	avg=-222.31882681433882	independent_100_runs=-319.7590296444234
e=468	episode_reward=-41.49093147201178	epsilon=0.01	avg=-220.067769444685	independent_100_runs=-178.37264544041705
e=469	episode_reward=-251.08220647592304	epsilon=0.01	avg=-220.9956109556045	independent_100_runs=-402.8870234853083
e=470	episode_reward=-763.4295318340847	epsilon=0.01	avg=-226.0186745794758	independent_100_runs=-471.1666143524788
e=471	episode_reward=-691.0850195425783	epsilon=0.01	avg=-231.6874087939976	independent_100_runs=-362.22861602334154
e=472	episode_reward=-341.36783977093717	epsilon=0.01	avg=-232.39384651260715	independent_100_runs=-378.0110997225892
e=473	episode_reward=-185.14596019439026	epsilon=0.01	avg=-232.8056093140635	independent_100_runs=-264.662266908075
e=474	episode_reward=-234.60260763120294	epsilon=0.01	avg=-231.98063620351783	independent_100_runs=-345.1009234109907
e=475	episode_reward=-315.7183902206848	epsilon=0.01	avg=-231.35208114244736	independent_100_runs=-379.1177286638249
e=476	episode_reward=-365.4518059582364	epsilon=0.01	avg=-234.21885173036745	independent_100_runs=-251.74631706664567
e=477	episode_reward=-480.9899223775682	epsilon=0.01	avg=-237.3717504279476	independent_100_runs=-320.9084380543276
e=478	episode_reward=-203.5630212301869	epsilon=0.01	avg=-237.57326306646783	independent_100_runs=-459.925706907611
e=479	episode_reward=-154.27907719416814	epsilon=0.01	avg=-237.82120728079445	independent_100_runs=-520.3930882352307
e=480	episode_reward=-260.18990109269197	epsilon=0.01	avg=-237.76544067786537	independent_100_runs=-429.1476284510491
e=481	episode_reward=-230.85560472359262	epsilon=0.01	avg=-240.01445094456426	independent_100_runs=-281.7172144639234
e=482	episode_reward=-270.71228746498537	epsilon=0.01	avg=-240.8590838779125	independent_100_runs=-227.25765454874897
e=483	episode_reward=-266.4306555313599	epsilon=0.01	avg=-242.91150181874963	independent_100_runs=-281.0832967583216
e=484	episode_reward=-62.52619312513774	epsilon=0.01	avg=-242.99082661063733	independent_100_runs=-272.5418487447139
e=485	episode_reward=-254.8801270891945	epsilon=0.01	avg=-241.67468238850387	independent_100_runs=-248.31834206576434
e=486	episode_reward=-343.22709802500924	epsilon=0.01	avg=-243.06665016161648	independent_100_runs=-259.9858226097898
e=487	episode_reward=-260.61697181281374	epsilon=0.01	avg=-243.35792312402336	independent_100_runs=-230.3270724684061
e=488	episode_reward=-126.26024648169927	epsilon=0.01	avg=-243.25194234385398	independent_100_runs=-195.45151034115312
e=489	episode_reward=-268.73862988454323	epsilon=0.01	avg=-246.25901554956366	independent_100_runs=-204.2759246717908
e=490	episode_reward=-78.85361570947947	epsilon=0.01	avg=-245.61367115679994	independent_100_runs=-187.67905569623562
e=491	episode_reward=-35.87823614318563	epsilon=0.01	avg=-243.50703681076732	independent_100_runs=-178.87425100468352
e=492	episode_reward=-257.61043482654	epsilon=0.01	avg=-243.47186345600272	independent_100_runs=-300.44574148276564
e=493	episode_reward=-171.90308879676184	epsilon=0.01	avg=-241.92691848393676	independent_100_runs=-324.0084389484853
e=494	episode_reward=-292.0793244500159	epsilon=0.01	avg=-242.78718042259277	independent_100_runs=-190.58027145470962
e=495	episode_reward=180.79614154675332	epsilon=0.01	avg=-239.5234039434028	independent_100_runs=-388.01218262414955
e=496	episode_reward=-851.4242210539167	epsilon=0.01	avg=-247.1236487631654	independent_100_runs=-443.8302728993101
e=497	episode_reward=-277.3892650335881	epsilon=0.01	avg=-249.15378307257248	independent_100_runs=-253.82174112998004
e=498	episode_reward=-253.8636903197217	epsilon=0.01	avg=-246.5600563890234	independent_100_runs=-572.49840776775
e=499	episode_reward=-238.3499790870534	epsilon=0.01	avg=-249.0349026808212	independent_100_runs=-477.909814501011
e=500	episode_reward=-634.0704155623357	epsilon=0.01	avg=-253.8991497734645	independent_100_runs=-573.7651645645085
e=501	episode_reward=-100.5889702490316	epsilon=0.01	avg=-251.92271430588883	independent_100_runs=-194.2108855899617
e=502	episode_reward=-271.6497892061681	epsilon=0.01	avg=-250.4674234314994	independent_100_runs=-454.5284569789339
e=503	episode_reward=-279.3318005152658	epsilon=0.01	avg=-249.7855544357698	independent_100_runs=-325.2709871517412
e=504	episode_reward=-233.49184747181488	epsilon=0.01	avg=-248.0894507948677	independent_100_runs=-249.3411115806186
e=505	episode_reward=-185.88152857827967	epsilon=0.01	avg=-249.1741893832419	independent_100_runs=-306.29571217412746
e=506	episode_reward=-373.28075820156005	epsilon=0.01	avg=-249.0703666308534	independent_100_runs=-236.70996472551332
e=507	episode_reward=-101.18827731860759	epsilon=0.01	avg=-247.47667240598187	independent_100_runs=-432.25175372599466
e=508	episode_reward=-461.60751419044203	epsilon=0.01	avg=-249.09186299630792	independent_100_runs=-396.1260765630868
e=509	episode_reward=-450.37518867715534	epsilon=0.01	avg=-252.98347962796896	independent_100_runs=-279.7553971610238
e=510	episode_reward=-320.4812470097578	epsilon=0.01	avg=-254.26733851675047	independent_100_runs=-313.6471620103845
e=511	episode_reward=-140.92640201732144	epsilon=0.01	avg=-255.4441794799732	independent_100_runs=-159.95385009163095
e=512	episode_reward=-139.30224732606663	epsilon=0.01	avg=-254.71567991031694	independent_100_runs=-191.316824160496
e=513	episode_reward=-313.43793216971517	epsilon=0.01	avg=-256.58710797244674	independent_100_runs=-286.62608312256066
e=514	episode_reward=-750.7768314624091	epsilon=0.01	avg=-261.82975018385	independent_100_runs=-468.01054811092115
e=515	episode_reward=-278.00167719955766	epsilon=0.01	avg=-263.1823954041766	independent_100_runs=-641.1327293100358
e=516	episode_reward=-144.94705516971698	epsilon=0.01	avg=-262.3482944482005	independent_100_runs=-325.77844010553525
e=517	episode_reward=-87.02005852363361	epsilon=0.01	avg=-260.1272534027657	independent_100_runs=-154.58127335103097
e=518	episode_reward=-505.13938735195444	epsilon=0.01	avg=-263.7341320207825	independent_100_runs=-571.4007548508212
e=519	episode_reward=-388.4010975342361	epsilon=0.01	avg=-265.51273809201086	independent_100_runs=-237.39575353316542
e=520	episode_reward=-251.85743533766393	epsilon=0.01	avg=-265.06790060791167	independent_100_runs=-231.61929913306994
e=521	episode_reward=-523.7927451151259	epsilon=0.01	avg=-267.1772491608624	independent_100_runs=-601.7070282757487
e=522	episode_reward=-489.9331439256079	epsilon=0.01	avg=-271.3322179598013	independent_100_runs=-574.4130366095428
e=523	episode_reward=-501.5739973559247	epsilon=0.01	avg=-272.78889162643463	independent_100_runs=-585.9720591076476
e=524	episode_reward=-219.06221919603178	epsilon=0.01	avg=-272.6408925249948	independent_100_runs=-147.83228145667132
e=525	episode_reward=-82.65019627776343	epsilon=0.01	avg=-268.020334309183	independent_100_runs=-386.98348076078355
e=526	episode_reward=-173.21851735355716	epsilon=0.01	avg=-267.6108551415114	independent_100_runs=-155.3727165513327
e=527	episode_reward=-191.4719817506583	epsilon=0.01	avg=-266.88174719994413	independent_100_runs=-196.65500840880586
e=528	episode_reward=-133.42928609159537	epsilon=0.01	avg=-266.38463051778365	independent_100_runs=-246.65022279536117
e=529	episode_reward=-226.91878885079666	epsilon=0.01	avg=-264.69338009742967	independent_100_runs=-406.04254279834726
e=530	episode_reward=-604.7698138724807	epsilon=0.01	avg=-269.11621650007106	independent_100_runs=-427.62589347104273
e=531	episode_reward=-452.1271935968306	epsilon=0.01	avg=-269.80444931870795	independent_100_runs=-487.8124771301054
e=532	episode_reward=-507.9939223673914	epsilon=0.01	avg=-273.19196144856073	independent_100_runs=-428.05267897278617
e=533	episode_reward=-761.681147547958	epsilon=0.01	avg=-279.86303217901235	independent_100_runs=-605.2545575372819
e=534	episode_reward=-245.73736671168007	epsilon=0.01	avg=-280.4497698200016	independent_100_runs=-823.1500119596245
e=535	episode_reward=-743.6113056099729	epsilon=0.01	avg=-283.9337233742958	independent_100_runs=-569.8076198195004
e=536	episode_reward=-382.4452442975512	epsilon=0.01	avg=-286.5602226984871	independent_100_runs=-462.3789721455599
e=537	episode_reward=-370.15258046778933	epsilon=0.01	avg=-288.50139823629047	independent_100_runs=-323.64221389572043
e=538	episode_reward=-78.41356052924405	epsilon=0.01	avg=-289.31501156213614	independent_100_runs=-378.1540125931244
e=539	episode_reward=-491.38040693924455	epsilon=0.01	avg=-290.37082052855874	independent_100_runs=-311.47777027023096
e=540	episode_reward=-316.55539156282975	epsilon=0.01	avg=-292.8103606211436	independent_100_runs=-237.88103224663436
e=541	episode_reward=-234.32072914820884	epsilon=0.01	avg=-293.79139606576183	independent_100_runs=-274.25437821463964
e=542	episode_reward=-408.57903465139236	epsilon=0.01	avg=-296.93330781309754	independent_100_runs=-310.3078561110198
e=543	episode_reward=-382.8383856528461	epsilon=0.01	avg=-297.579886177777	independent_100_runs=-243.3233466420977
e=544	episode_reward=-468.17116553115164	epsilon=0.01	avg=-300.99825817263047	independent_100_runs=-278.66602369392933
e=545	episode_reward=-390.11835173146716	epsilon=0.01	avg=-301.9653828412215	independent_100_runs=-317.5947033188036
e=546	episode_reward=-309.49405668524133	epsilon=0.01	avg=-298.5141364328537	independent_100_runs=-281.5037119041137
e=547	episode_reward=-409.26618121058414	epsilon=0.01	avg=-297.9330485570436	independent_100_runs=-198.6184877927306
e=548	episode_reward=-279.0549571393668	epsilon=0.01	avg=-299.58863824260703	independent_100_runs=-235.54702517130534
e=549	episode_reward=-253.71874077138474	epsilon=0.01	avg=-297.756510551337	independent_100_runs=-311.78540214506756
e=550	episode_reward=-344.97770644721	epsilon=0.01	avg=-295.151617062385	independent_100_runs=-239.12467952043465
e=551	episode_reward=-450.7224298607256	epsilon=0.01	avg=-297.10536987544947	independent_100_runs=-390.74849026093995
e=552	episode_reward=-488.2048757655943	epsilon=0.01	avg=-300.6102910471402	independent_100_runs=-363.4046787252537
e=553	episode_reward=-358.75125614609715	epsilon=0.01	avg=-300.3549632635	independent_100_runs=-451.5759839428057
e=554	episode_reward=-477.17994648385246	epsilon=0.01	avg=-303.89497371116255	independent_100_runs=-243.51520824507878
e=555	episode_reward=-347.06052401151624	epsilon=0.01	avg=-306.05145115505695	independent_100_runs=-463.14870161216413
e=556	episode_reward=-470.4579310865205	epsilon=0.01	avg=-309.9309137584162	independent_100_runs=-480.43082753552744
e=557	episode_reward=-538.4132318273067	epsilon=0.01	avg=-310.9409482474894	independent_100_runs=-518.9416273674456
e=558	episode_reward=-546.467147349303	epsilon=0.01	avg=-312.52081688608195	independent_100_runs=-381.92923109918695
e=559	episode_reward=-314.38718409365856	epsilon=0.01	avg=-313.6779621031768	independent_100_runs=-327.058724645597
e=560	episode_reward=-421.7252141396504	epsilon=0.01	avg=-315.766228410815	independent_100_runs=-361.1275377869171
e=561	episode_reward=-576.8695778922405	epsilon=0.01	avg=-319.83705130068915	independent_100_runs=-536.1100671273251
e=562	episode_reward=-238.0453136014141	epsilon=0.01	avg=-321.41418451608365	independent_100_runs=-316.91905274811694
e=563	episode_reward=-54.836352920137436	epsilon=0.01	avg=-320.0230976997552	independent_100_runs=-315.490676635058
e=564	episode_reward=-269.4028869082263	epsilon=0.01	avg=-322.1048120535513	independent_100_runs=-230.22719339110878
e=565	episode_reward=-388.470896724371	epsilon=0.01	avg=-324.9826758901434	independent_100_runs=-310.85168347258013
e=566	episode_reward=-119.65539259780681	epsilon=0.01	avg=-324.1688886558024	independent_100_runs=-171.89605597008847
e=567	episode_reward=-474.653235580429	epsilon=0.01	avg=-325.7371871945694	independent_100_runs=-283.8163063645148
e=568	episode_reward=-108.34574766190315	epsilon=0.01	avg=-326.40573535646837	independent_100_runs=-236.96006616957106
e=569	episode_reward=-231.75641397967726	epsilon=0.01	avg=-326.21247743150593	independent_100_runs=-279.3366970543371
e=570	episode_reward=-382.01589259716786	epsilon=0.01	avg=-322.3983410391367	independent_100_runs=-231.5061955457842
e=571	episode_reward=-411.91253700172336	epsilon=0.01	avg=-319.6066162137281	independent_100_runs=-272.10451208348417
e=572	episode_reward=-242.3436454028057	epsilon=0.01	avg=-318.61637427004683	independent_100_runs=-284.5936229494483
e=573	episode_reward=-240.21546598071774	epsilon=0.01	avg=-319.1670693279101	independent_100_runs=-193.92848123733708
e=574	episode_reward=-283.4516696796606	epsilon=0.01	avg=-319.6555599483947	independent_100_runs=-477.1757054104584
e=575	episode_reward=-503.72247793549514	epsilon=0.01	avg=-321.53560082554276	independent_100_runs=-636.7490683645552
e=576	episode_reward=-514.6684695064455	epsilon=0.01	avg=-323.02776746102484	independent_100_runs=-619.1888653562012
e=577	episode_reward=-256.3567306581557	epsilon=0.01	avg=-320.78143554383075	independent_100_runs=-640.4482733798172
e=578	episode_reward=-646.7876412143272	epsilon=0.01	avg=-325.21368174367217	independent_100_runs=-272.5869607426163
e=579	episode_reward=-450.05459208131657	epsilon=0.01	avg=-328.1714368925436	independent_100_runs=-441.78113449555093
e=580	episode_reward=-530.809818553882	epsilon=0.01	avg=-330.87763606715555	independent_100_runs=-252.4453887626562
e=581	episode_reward=-275.5737278290445	epsilon=0.01	avg=-331.3248172982101	independent_100_runs=-289.0501723425829
e=582	episode_reward=-102.75600493965422	epsilon=0.01	avg=-329.6452544729567	independent_100_runs=-195.806177291592
e=583	episode_reward=-559.9586762602919	epsilon=0.01	avg=-332.58053468024605	independent_100_runs=-637.385134791677
e=584	episode_reward=-608.3767658784601	epsilon=0.01	avg=-338.0390404077792	independent_100_runs=-252.86773409883077
e=585	episode_reward=-500.79875822240643	epsilon=0.01	avg=-340.4982267191114	independent_100_runs=-229.0067813052124
e=586	episode_reward=-186.49655917323233	epsilon=0.01	avg=-338.9309213305936	independent_100_runs=-480.88141375905934
e=587	episode_reward=-347.853353921068	epsilon=0.01	avg=-339.8032851516762	independent_100_runs=-345.9954657155251
e=588	episode_reward=-401.6936668445868	epsilon=0.01	avg=-342.55761935530506	independent_100_runs=-292.389967722158
e=589	episode_reward=-119.5369513148728	epsilon=0.01	avg=-341.06560256960836	independent_100_runs=-326.22025718350056
e=590	episode_reward=-132.74988068197484	epsilon=0.01	avg=-341.6045652193333	independent_100_runs=-474.7621039701391
e=591	episode_reward=-358.95314881883564	epsilon=0.01	avg=-344.8353143460898	independent_100_runs=-288.02347239779897
e=592	episode_reward=-228.8584334047664	epsilon=0.01	avg=-344.5477943318721	independent_100_runs=-203.13175423841452
e=593	episode_reward=-431.24188450846503	epsilon=0.01	avg=-347.14118228898917	independent_100_runs=-401.4418958736346
e=594	episode_reward=-205.20491289661766	epsilon=0.01	avg=-346.2724381734552	independent_100_runs=-357.03818321203624
e=595	episode_reward=-421.78220548657947	epsilon=0.01	avg=-352.2982216437885	independent_100_runs=-325.14740639991624
e=596	episode_reward=-306.56057944424225	epsilon=0.01	avg=-346.84958522769176	independent_100_runs=-220.68941026836495
e=597	episode_reward=-127.75181985289157	epsilon=0.01	avg=-345.3532107758848	independent_100_runs=-228.4598750308749
e=598	episode_reward=-521.2388797383617	epsilon=0.01	avg=-348.02696267007116	independent_100_runs=-233.71349981402494
e=599	episode_reward=-141.85706610228127	epsilon=0.01	avg=-347.06203354022347	independent_100_runs=-179.69658066085057
e=600	episode_reward=-259.3438458199346	epsilon=0.01	avg=-343.3147678427994	independent_100_runs=-276.2880991460088
e=601	episode_reward=-119.68911016907352	epsilon=0.01	avg=-343.5057692419998	independent_100_runs=-319.6926538176041
e=602	episode_reward=-164.27530781397482	epsilon=0.01	avg=-342.43202442807785	independent_100_runs=-226.7046051921976
e=603	episode_reward=-197.7867947069425	epsilon=0.01	avg=-341.6165743699946	independent_100_runs=-255.53802222894566
e=604	episode_reward=-137.02878058059855	epsilon=0.01	avg=-340.6519437010824	independent_100_runs=-273.98120222706416
e=605	episode_reward=-241.29442654678877	epsilon=0.01	avg=-341.20607268076753	independent_100_runs=-415.32172046937944
e=606	episode_reward=-666.0013888526715	epsilon=0.01	avg=-344.1332789872787	independent_100_runs=-407.0851520397542
e=607	episode_reward=-93.19571468914432	epsilon=0.01	avg=-344.0533533609841	independent_100_runs=-296.7198839122509
e=608	episode_reward=-152.3193714521539	epsilon=0.01	avg=-340.96047193360124	independent_100_runs=-178.2666869918242
e=609	episode_reward=-365.7555350120139	epsilon=0.01	avg=-340.11427539694984	independent_100_runs=-179.47667900413478
e=610	episode_reward=-358.5952829966883	epsilon=0.01	avg=-340.4954157568191	independent_100_runs=-165.1629174789591
e=611	episode_reward=-101.9469680905422	epsilon=0.01	avg=-340.1056214175513	independent_100_runs=-105.77909861741927
e=612	episode_reward=-135.99894596392983	epsilon=0.01	avg=-340.07258840393	independent_100_runs=-152.2333295751935
e=613	episode_reward=-124.01118363903078	epsilon=0.01	avg=-338.17832091862306	independent_100_runs=-308.4254983734974
e=614	episode_reward=-96.04698536086066	epsilon=0.01	avg=-331.6310224576075	independent_100_runs=-353.25287178751904
e=615	episode_reward=-163.68426911030772	epsilon=0.01	avg=-330.48784837671514	independent_100_runs=-338.8517170557279
e=616	episode_reward=-105.41019241697133	epsilon=0.01	avg=-330.09247974918765	independent_100_runs=-293.3545145512897
e=617	episode_reward=-266.01496706453725	epsilon=0.01	avg=-331.88242883459674	independent_100_runs=-208.51571348491936
e=618	episode_reward=-402.22307637813174	epsilon=0.01	avg=-330.85326572485843	independent_100_runs=-191.08894118690307
e=619	episode_reward=-290.69741987117914	epsilon=0.01	avg=-329.8762289482279	independent_100_runs=-716.3195218650865
e=620	episode_reward=-163.48215519556672	epsilon=0.01	avg=-328.9924761468069	independent_100_runs=-855.5245147859297
e=621	episode_reward=-744.6377880996905	epsilon=0.01	avg=-331.2009265766526	independent_100_runs=-520.0098113769226
e=622	episode_reward=-289.0510826668169	epsilon=0.01	avg=-329.1921059640647	independent_100_runs=-590.7893780718564
e=623	episode_reward=-263.197157823134	epsilon=0.01	avg=-326.80833756873676	independent_100_runs=-496.32985009804827
e=624	episode_reward=-91.56627702653908	epsilon=0.01	avg=-325.53337814704184	independent_100_runs=-210.6885868000428
e=625	episode_reward=-26.240371477486352	epsilon=0.01	avg=-324.96927989903907	independent_100_runs=-303.01615850025956
e=626	episode_reward=-331.7686102640702	epsilon=0.01	avg=-326.5547808281442	independent_100_runs=-163.66440393360963
e=627	episode_reward=-217.86051161497824	epsilon=0.01	avg=-326.8186661267874	independent_100_runs=-134.563557340622
e=628	episode_reward=-96.41407457931473	epsilon=0.01	avg=-326.44851401166454	independent_100_runs=-179.44500132014792
e=629	episode_reward=-212.84315135437237	epsilon=0.01	avg=-326.30775763670033	independent_100_runs=-138.4650280735667
e=630	episode_reward=-35.67502163423325	epsilon=0.01	avg=-320.61680971431787	independent_100_runs=-431.9001514063195
e=631	episode_reward=-320.311611465915	epsilon=0.01	avg=-319.2986538930087	independent_100_runs=-213.2315980927234
e=632	episode_reward=-26.2227105681783	epsilon=0.01	avg=-314.48094177501656	independent_100_runs=-121.7008661383545
e=633	episode_reward=-78.74571489987262	epsilon=0.01	avg=-307.6515874485357	independent_100_runs=-147.71043866230605
e=634	episode_reward=-194.32238201429908	epsilon=0.01	avg=-307.1374376015619	independent_100_runs=-187.55525046619326
e=635	episode_reward=-265.4890960407763	epsilon=0.01	avg=-302.35621550586995	independent_100_runs=-188.2190697663309
e=636	episode_reward=-106.88887077425383	epsilon=0.01	avg=-299.600651770637	independent_100_runs=-100.0796524950168
e=637	episode_reward=-146.75619379471428	epsilon=0.01	avg=-297.3666879039062	independent_100_runs=-131.71130305004922
e=638	episode_reward=-228.18678218240998	epsilon=0.01	avg=-298.86442012043784	independent_100_runs=-277.3603418689955
e=639	episode_reward=-517.974674784627	epsilon=0.01	avg=-299.13036279889167	independent_100_runs=-263.86106051700096
e=640	episode_reward=-231.77577321448248	epsilon=0.01	avg=-298.2825666154082	independent_100_runs=-169.63654976329548
e=641	episode_reward=-92.45995766232774	epsilon=0.01	avg=-296.8639589005494	independent_100_runs=-481.6077340070204
e=642	episode_reward=-475.7672875399003	epsilon=0.01	avg=-297.53584142943447	independent_100_runs=-652.286002468809
e=643	episode_reward=-632.4666390840214	epsilon=0.01	avg=-300.03212396374624	independent_100_runs=-672.2870488405116
e=644	episode_reward=-863.4216494216129	epsilon=0.01	avg=-303.9846288026509	independent_100_runs=-548.7119808345101
e=645	episode_reward=-272.9417814083531	epsilon=0.01	avg=-302.8128630994197	independent_100_runs=-433.4518229708412
e=646	episode_reward=-577.520634266117	epsilon=0.01	avg=-305.4931288752284	independent_100_runs=-459.9143138427625
e=647	episode_reward=-511.32462001537994	epsilon=0.01	avg=-306.51371326327643	independent_100_runs=-474.40731199121944
e=648	episode_reward=-303.5931992590785	epsilon=0.01	avg=-306.75909568447355	independent_100_runs=-169.4701042151684
e=649	episode_reward=-326.7133039328026	epsilon=0.01	avg=-307.48904131608776	independent_100_runs=-299.7921289390061
e=650	episode_reward=-242.07509283974844	epsilon=0.01	avg=-306.4600151800131	independent_100_runs=-211.62785840815167
e=651	episode_reward=-266.3925772450525	epsilon=0.01	avg=-304.6167166538564	independent_100_runs=-224.0178167176457
e=652	episode_reward=-245.18083592646786	epsilon=0.01	avg=-302.18647625546515	independent_100_runs=-293.56021423851666
e=653	episode_reward=-245.8182626358062	epsilon=0.01	avg=-301.0571463203622	independent_100_runs=-264.5077068524491
e=654	episode_reward=-234.27935139070115	epsilon=0.01	avg=-298.62814036943075	independent_100_runs=-296.74160001687574
e=655	episode_reward=-271.3358469414611	epsilon=0.01	avg=-297.87089359873016	independent_100_runs=-231.49635106007148
e=656	episode_reward=-227.60145884496845	epsilon=0.01	avg=-295.4423288763146	independent_100_runs=-233.18015032589707
e=657	episode_reward=-313.6030761790118	epsilon=0.01	avg=-293.19422731983167	independent_100_runs=-294.0240484088361
e=658	episode_reward=-157.74649577765683	epsilon=0.01	avg=-289.3070208041152	independent_100_runs=-264.37332765049445
e=659	episode_reward=-174.13129725153098	epsilon=0.01	avg=-287.9044619356939	independent_100_runs=-258.5310426837586
e=660	episode_reward=-369.6893821767629	epsilon=0.01	avg=-287.3841036160651	independent_100_runs=-507.7283915067603
e=661	episode_reward=-615.2782470303885	epsilon=0.01	avg=-287.7681903074465	independent_100_runs=-560.0764409851546
e=662	episode_reward=-578.8668188503262	epsilon=0.01	avg=-291.17640535993564	independent_100_runs=-587.4366132366815
e=663	episode_reward=-253.888287359296	epsilon=0.01	avg=-293.16692470432724	independent_100_runs=-378.67079078466685
e=664	episode_reward=-284.4026690447956	epsilon=0.01	avg=-293.316922525693	independent_100_runs=-400.4036338113651
e=665	episode_reward=-468.6446242316464	epsilon=0.01	avg=-294.11865980076567	independent_100_runs=-530.8713993049837
e=666	episode_reward=-547.7581458800117	epsilon=0.01	avg=-298.39968733358774	independent_100_runs=-541.6748484303754
e=667	episode_reward=-363.02916297475883	epsilon=0.01	avg=-297.28344660753106	independent_100_runs=-761.3393935447067
e=668	episode_reward=-591.5965151242887	epsilon=0.01	avg=-302.1159542821549	independent_100_runs=-734.2262871238818
e=669	episode_reward=-773.9512668631717	epsilon=0.01	avg=-307.53790281098986	independent_100_runs=-544.8288670746833
e=670	episode_reward=-448.8470399980899	epsilon=0.01	avg=-308.2062142849991	independent_100_runs=-550.8688808199967
e=671	episode_reward=-635.6224379132838	epsilon=0.01	avg=-310.44331329411466	independent_100_runs=-664.132209719846
e=672	episode_reward=-610.6757749809333	epsilon=0.01	avg=-314.12663458989596	independent_100_runs=-503.8587048339733
e=673	episode_reward=-1495.0554483187261	epsilon=0.01	avg=-326.675034413276	independent_100_runs=-249.24835139654257
e=674	episode_reward=-299.0087670091556	epsilon=0.01	avg=-326.830605386571	independent_100_runs=-498.1462235177915
e=675	episode_reward=-303.204151613044	epsilon=0.01	avg=-324.82542212334647	independent_100_runs=-406.0015866865706
e=676	episode_reward=-232.09666677225425	epsilon=0.01	avg=-321.9997040960045	independent_100_runs=-424.298526251568
e=677	episode_reward=-215.46265155923345	epsilon=0.01	avg=-321.5907633050153	independent_100_runs=-351.34442992011225
e=678	episode_reward=-294.6275878516137	epsilon=0.01	avg=-318.06916277138816	independent_100_runs=-278.8707682501574
e=679	episode_reward=-359.7487403003639	epsilon=0.01	avg=-317.1661042535786	independent_100_runs=-412.82222910394614
e=680	episode_reward=-416.5570741957747	epsilon=0.01	avg=-316.02357680999756	independent_100_runs=-379.8323134556842
e=681	episode_reward=-361.8504248871536	epsilon=0.01	avg=-316.88634378057867	independent_100_runs=-358.55932870608007
e=682	episode_reward=-293.4665536409268	epsilon=0.01	avg=-318.79344926759137	independent_100_runs=-291.24257026888466
e=683	episode_reward=-404.36367400886616	epsilon=0.01	avg=-317.2374992450772	independent_100_runs=-304.8309538654819
e=684	episode_reward=-296.2037898771342	epsilon=0.01	avg=-314.1157694850639	independent_100_runs=-248.89866035471215
e=685	episode_reward=-458.6929356315689	epsilon=0.01	avg=-313.6947112591555	independent_100_runs=-327.50765617920683
e=686	episode_reward=-365.31741241480086	epsilon=0.01	avg=-315.4829197915712	independent_100_runs=-337.0036990706321
e=687	episode_reward=-324.58817161783384	epsilon=0.01	avg=-315.2502679685388	independent_100_runs=-324.333216213761
e=688	episode_reward=-278.3781877638528	epsilon=0.01	avg=-314.0171131777315	independent_100_runs=-322.4457971327445
e=689	episode_reward=-290.7657662145372	epsilon=0.01	avg=-315.7294013267282	independent_100_runs=-355.6647994623882
e=690	episode_reward=-283.7904763217231	epsilon=0.01	avg=-317.23980728312563	independent_100_runs=-199.85266732555144
e=691	episode_reward=-193.82138679171834	epsilon=0.01	avg=-315.58848966285444	independent_100_runs=-215.7225376635273
e=692	episode_reward=-477.5092335134781	epsilon=0.01	avg=-318.0749976639416	independent_100_runs=-508.14417524676026
e=693	episode_reward=-114.3574674544925	epsilon=0.01	avg=-314.90615349340186	independent_100_runs=-141.93904443472613
e=694	episode_reward=-95.26029311686055	epsilon=0.01	avg=-313.80670729560427	independent_100_runs=-145.32162413184255
e=695	episode_reward=-413.2440137110423	epsilon=0.01	avg=-313.7213253778489	independent_100_runs=-575.0755397092411
e=696	episode_reward=-221.750732372845	epsilon=0.01	avg=-312.87322690713495	independent_100_runs=-356.8708748645274
e=697	episode_reward=-500.65129640978734	epsilon=0.01	avg=-316.6022216727039	independent_100_runs=-256.83878217628876
e=698	episode_reward=-214.32754626874404	epsilon=0.01	avg=-313.5331083380077	independent_100_runs=-232.824247176752
e=699	episode_reward=-214.23015814175974	epsilon=0.01	avg=-314.25683925840247	independent_100_runs=-1468.9893286221538
e=700	episode_reward=-641.9802193008265	epsilon=0.01	avg=-318.0832029932114	independent_100_runs=-517.01993209372
e=701	episode_reward=-135.64876648525845	epsilon=0.01	avg=-318.24279955637326	independent_100_runs=-122.38679880595959
e=702	episode_reward=-389.761486310883	epsilon=0.01	avg=-320.4976613413423	independent_100_runs=-380.0162754078184
e=703	episode_reward=-155.6775880273122	epsilon=0.01	avg=-320.07656927454605	independent_100_runs=-281.42279624933303
e=704	episode_reward=-357.60451475499576	epsilon=0.01	avg=-322.28232661629	independent_100_runs=-279.95430743287073
e=705	episode_reward=-231.44896351933357	epsilon=0.01	avg=-322.18387198601545	independent_100_runs=-465.1728701089812
e=706	episode_reward=-181.9901020731054	epsilon=0.01	avg=-317.3437591182198	independent_100_runs=-201.46757753303802
e=707	episode_reward=-191.64914614029294	epsilon=0.01	avg=-318.3282934327313	independent_100_runs=-135.28079038792947
e=708	episode_reward=-80.8784945534199	epsilon=0.01	avg=-317.61388466374393	independent_100_runs=-235.05321737216337
e=709	episode_reward=-237.95118421694153	epsilon=0.01	avg=-316.3358411557932	independent_100_runs=-223.97253609485327
e=710	episode_reward=-428.58670918034215	epsilon=0.01	avg=-317.0357554176297	independent_100_runs=-410.4177562463777
e=711	episode_reward=-10.716059348477842	epsilon=0.01	avg=-316.1234463302091	independent_100_runs=-571.9159725168081
e=712	episode_reward=-966.4165226560278	epsilon=0.01	avg=-324.4276220971301	independent_100_runs=-59.34513355189154
e=713	episode_reward=-187.71914634751369	epsilon=0.01	avg=-325.06470172421496	independent_100_runs=-93.22866575870536
e=714	episode_reward=-144.8546668426979	epsilon=0.01	avg=-325.5527785390333	independent_100_runs=-278.75243703336093
e=715	episode_reward=-372.1301971114238	epsilon=0.01	avg=-327.63723781904446	independent_100_runs=-278.1685079662309
e=716	episode_reward=-339.99478791605526	epsilon=0.01	avg=-329.98308377403526	independent_100_runs=-452.62503455623846
e=717	episode_reward=-324.23724622916484	epsilon=0.01	avg=-330.5653065656815	independent_100_runs=-320.09511553391695
e=718	episode_reward=-520.1608559692052	epsilon=0.01	avg=-331.7446843615923	independent_100_runs=-229.19240973153666
e=719	episode_reward=-409.78151770057707	epsilon=0.01	avg=-332.9355253398863	independent_100_runs=-285.64945068840586
e=720	episode_reward=-103.89708889304106	epsilon=0.01	avg=-332.339674676861	independent_100_runs=-272.94847333572613
e=721	episode_reward=-191.5058720086185	epsilon=0.01	avg=-326.8083555159503	independent_100_runs=-387.17577941492675
e=722	episode_reward=-1140.481506626346	epsilon=0.01	avg=-335.3226597555456	independent_100_runs=-233.56023452609125
e=723	episode_reward=-606.8588906968002	epsilon=0.01	avg=-338.7592770842823	independent_100_runs=-198.16067267436625
e=724	episode_reward=-475.74197350421	epsilon=0.01	avg=-342.601034049059	independent_100_runs=-263.78927563747385
e=725	episode_reward=-394.21367365304565	epsilon=0.01	avg=-346.2807670708146	independent_100_runs=-371.37604057676543
e=726	episode_reward=-482.33495037138556	epsilon=0.01	avg=-347.78643047188774	independent_100_runs=-466.1457207341856
e=727	episode_reward=-205.41180763009774	epsilon=0.01	avg=-347.6619434320389	independent_100_runs=-491.92320543959744
e=728	episode_reward=-324.54590602101285	epsilon=0.01	avg=-349.94326174645573	independent_100_runs=-393.96878423606705
e=729	episode_reward=-644.3760302139323	epsilon=0.01	avg=-354.2585905350514	independent_100_runs=-418.6609454666603
e=730	episode_reward=-479.95277235151997	epsilon=0.01	avg=-358.70136804222426	independent_100_runs=-452.4873136716355
e=731	episode_reward=-361.60128786921314	epsilon=0.01	avg=-359.1142648062573	independent_100_runs=-590.1658656052929
e=732	episode_reward=-638.5622449482311	epsilon=0.01	avg=-365.2376601500579	independent_100_runs=-443.72623366177373
e=733	episode_reward=-489.73718614581736	epsilon=0.01	avg=-369.34757486251726	independent_100_runs=-674.9899346818764
e=734	episode_reward=-630.2710395330729	epsilon=0.01	avg=-373.70706143770497	independent_100_runs=-589.3517323206878
e=735	episode_reward=-570.1459748633168	epsilon=0.01	avg=-376.75363022593046	independent_100_runs=-434.60816388352595
e=736	episode_reward=-531.543399035103	epsilon=0.01	avg=-381.00017550853886	independent_100_runs=-395.12110905286033
e=737	episode_reward=-569.2225513562621	epsilon=0.01	avg=-385.2248390841544	independent_100_runs=-602.3063339952374
e=738	episode_reward=-262.7146916564665	epsilon=0.01	avg=-385.5701181788949	independent_100_runs=-406.5320331546377
e=739	episode_reward=-132.18599314848848	epsilon=0.01	avg=-381.71223136253354	independent_100_runs=-157.84630710443054
e=740	episode_reward=-295.3465033198863	epsilon=0.01	avg=-382.3479386635876	independent_100_runs=-182.09435232052635
e=741	episode_reward=-181.99268241377763	epsilon=0.01	avg=-383.2432659111021	independent_100_runs=-145.3119294773502
e=742	episode_reward=-161.1001902170815	epsilon=0.01	avg=-380.096594937874	independent_100_runs=-128.04958714760113
e=743	episode_reward=-418.97741542059435	epsilon=0.01	avg=-377.9617027012398	independent_100_runs=-148.4355509114453
e=744	episode_reward=-263.0824935597626	epsilon=0.01	avg=-371.95831114262126	independent_100_runs=-131.81808935627217
e=745	episode_reward=-117.44164216839295	epsilon=0.01	avg=-370.4033097502216	independent_100_runs=-128.47888882711433
e=746	episode_reward=-107.36432142281265	epsilon=0.01	avg=-365.70174662178863	independent_100_runs=-145.69707309702125
e=747	episode_reward=-131.50761109207176	epsilon=0.01	avg=-361.9035765325555	independent_100_runs=-173.79844350630208
e=748	episode_reward=-147.65370332410703	epsilon=0.01	avg=-360.3441815732058	independent_100_runs=-163.39652833345244
e=749	episode_reward=-38.065236240166	epsilon=0.01	avg=-357.45770089627933	independent_100_runs=-133.6372265818165
e=750	episode_reward=-138.66941649447168	epsilon=0.01	avg=-356.4236441328266	independent_100_runs=-138.4833030293735
e=751	episode_reward=-146.64211564143142	epsilon=0.01	avg=-355.22613951679034	independent_100_runs=-434.31079162678594
e=752	episode_reward=-323.94424180110906	epsilon=0.01	avg=-356.01377357553685	independent_100_runs=-448.46730182964416
e=753	episode_reward=-128.92228655111663	epsilon=0.01	avg=-354.8448138146899	independent_100_runs=-132.31930081076024
e=754	episode_reward=-123.18598860941972	epsilon=0.01	avg=-353.73388018687706	independent_100_runs=-127.60217069542249
e=755	episode_reward=-105.99589201243386	epsilon=0.01	avg=-352.0804806375869	independent_100_runs=-138.91849953208668
e=756	episode_reward=-201.7516970171676	epsilon=0.01	avg=-351.8219830193089	independent_100_runs=-139.85388166985373
e=757	episode_reward=-134.04246927665508	epsilon=0.01	avg=-350.0263769502853	independent_100_runs=-150.9935978697398
e=758	episode_reward=-139.02080106067723	epsilon=0.01	avg=-349.8391200031155	independent_100_runs=-149.26819532001284
e=759	episode_reward=-264.80128911341865	epsilon=0.01	avg=-350.7458199217344	independent_100_runs=-177.62515538214367
e=760	episode_reward=-336.49458592150177	epsilon=0.01	avg=-350.4138719591818	independent_100_runs=-150.69001168329206
e=761	episode_reward=-138.3455936401691	epsilon=0.01	avg=-345.6445454252795	independent_100_runs=-166.33432431405905
e=762	episode_reward=-222.76470198167522	epsilon=0.01	avg=-342.0835242565929	independent_100_runs=-161.06965625202594
e=763	episode_reward=-121.8648375890586	epsilon=0.01	avg=-340.76328975889055	independent_100_runs=-187.94010620803994
e=764	episode_reward=-262.60803094989853	epsilon=0.01	avg=-340.5453433779416	independent_100_runs=-129.09640261370686
e=765	episode_reward=-112.30058568537049	epsilon=0.01	avg=-336.9819029924789	independent_100_runs=-133.16389672273203
e=766	episode_reward=-127.48089274844672	epsilon=0.01	avg=-332.7791304611633	independent_100_runs=-126.64636398259769
e=767	episode_reward=-125.63755288790514	epsilon=0.01	avg=-330.4052143602947	independent_100_runs=-131.4056802460472
e=768	episode_reward=-137.82212130202578	epsilon=0.01	avg=-325.8674704220721	independent_100_runs=-134.66460247629976
e=769	episode_reward=-129.62571673680299	epsilon=0.01	avg=-319.4242149208084	independent_100_runs=-138.3935598898188
e=770	episode_reward=-142.01441736426264	epsilon=0.01	avg=-316.35588869447014	independent_100_runs=-134.0978826971423
e=771	episode_reward=-192.00423005086006	epsilon=0.01	avg=-311.9197066158459	independent_100_runs=-133.61126173071574
e=772	episode_reward=-153.60665150758552	epsilon=0.01	avg=-307.34901538111245	independent_100_runs=-132.01858798013524
e=773	episode_reward=-143.6375353680039	epsilon=0.01	avg=-293.8348362516053	independent_100_runs=-131.86359607149112
e=774	episode_reward=-145.43296057230566	epsilon=0.01	avg=-292.2990781872368	independent_100_runs=-128.1565168180225
e=775	episode_reward=-125.8368457810925	epsilon=0.01	avg=-290.52540512891727	independent_100_runs=-129.36105096465272
e=776	episode_reward=-157.92529280479226	epsilon=0.01	avg=-289.7836913892427	independent_100_runs=-131.9996353954734
e=777	episode_reward=-106.5004620375761	epsilon=0.01	avg=-288.69406949402605	independent_100_runs=-339.8483754936026
e=778	episode_reward=-452.64977542439016	epsilon=0.01	avg=-290.2742913697538	independent_100_runs=-379.16756650433337
e=779	episode_reward=-133.25274710002432	epsilon=0.01	avg=-288.0093314377504	independent_100_runs=-306.14581229870436
e=780	episode_reward=-181.91870676122065	epsilon=0.01	avg=-285.6629477634049	independent_100_runs=-134.72596980245396
e=781	episode_reward=-141.82006374638243	epsilon=0.01	avg=-283.4626441519971	independent_100_runs=-131.098684464251
e=782	episode_reward=-122.49568148678429	epsilon=0.01	avg=-281.75293543045575	independent_100_runs=-130.73421709995057
e=783	episode_reward=-152.2337699631259	epsilon=0.01	avg=-279.23163638999824	independent_100_runs=-128.97243103144672
e=784	episode_reward=-99.47747420069732	epsilon=0.01	avg=-277.26437323323387	independent_100_runs=-124.01024193636516
e=785	episode_reward=-136.23439380209854	epsilon=0.01	avg=-274.03978781493913	independent_100_runs=-131.10326927636578
e=786	episode_reward=-161.54984044135952	epsilon=0.01	avg=-272.0021120952048	independent_100_runs=-129.78603523454333
e=787	episode_reward=-189.81613667464427	epsilon=0.01	avg=-270.65439174577284	independent_100_runs=-136.25945329691024
e=788	episode_reward=-160.33290720265862	epsilon=0.01	avg=-269.4739389401609	independent_100_runs=-128.16931466732433
e=789	episode_reward=-191.67300095129772	epsilon=0.01	avg=-268.48301128752854	independent_100_runs=-131.6588581831632
e=790	episode_reward=-120.48940701133628	epsilon=0.01	avg=-266.85000059442467	independent_100_runs=-128.30474711196842
e=791	episode_reward=-128.30779899728373	epsilon=0.01	avg=-266.19486471648037	independent_100_runs=-125.60463861609736
e=792	episode_reward=-128.8028631516062	epsilon=0.01	avg=-262.70780101286164	independent_100_runs=-135.45693174793448
e=793	episode_reward=-181.02325539705095	epsilon=0.01	avg=-263.37445889228724	independent_100_runs=-126.45434496099833
e=794	episode_reward=-121.97599124138804	epsilon=0.01	avg=-263.6416158735325	independent_100_runs=-131.4651295537592
e=795	episode_reward=-157.2489454740429	epsilon=0.01	avg=-261.08166519116253	independent_100_runs=-134.0859198567605
e=796	episode_reward=-140.20331325519203	epsilon=0.01	avg=-260.26619099998595	independent_100_runs=-141.46939951164896
e=797	episode_reward=-85.90594353166686	epsilon=0.01	avg=-256.1187374712048	independent_100_runs=-126.62229199993011
e=798	episode_reward=-14.963209244560332	epsilon=0.01	avg=-254.1250941009629	independent_100_runs=-126.5964622132397
e=799	episode_reward=-127.28563146991559	epsilon=0.01	avg=-253.25564883424448	independent_100_runs=-132.53553452873177
e=800	episode_reward=-130.64816867361822	epsilon=0.01	avg=-248.14232832797242	independent_100_runs=-133.16784917961527
e=801	episode_reward=-161.29371654713225	epsilon=0.01	avg=-248.3987778285912	independent_100_runs=-136.16769095620705
e=802	episode_reward=-108.48538030102213	epsilon=0.01	avg=-245.58601676849258	independent_100_runs=-130.47226382914192
e=803	episode_reward=-126.13771524483295	epsilon=0.01	avg=-245.2906180406678	independent_100_runs=-125.76562905128623
e=804	episode_reward=-162.21058423922523	epsilon=0.01	avg=-243.33667873551008	independent_100_runs=-127.85813071214254
e=805	episode_reward=-128.451745238456	epsilon=0.01	avg=-242.30670655270129	independent_100_runs=-127.47240770186706
e=806	episode_reward=-117.1223930459201	epsilon=0.01	avg=-241.65802946242945	independent_100_runs=-126.26754692797677
e=807	episode_reward=-99.03379028804626	epsilon=0.01	avg=-240.73187590390694	independent_100_runs=-128.81634790389145
e=808	episode_reward=-107.10755664520985	epsilon=0.01	avg=-240.99416652482483	independent_100_runs=-129.21354265621537
e=809	episode_reward=-194.74199298611393	epsilon=0.01	avg=-240.56207461251654	independent_100_runs=-135.58106745658995
e=810	episode_reward=-161.71783032684775	epsilon=0.01	avg=-237.89338582398162	independent_100_runs=-124.54991740508213
e=811	episode_reward=-190.99710834473882	epsilon=0.01	avg=-239.69619631394423	independent_100_runs=-135.0814650531489
e=812	episode_reward=-107.99831388518362	epsilon=0.01	avg=-231.1120142262358	independent_100_runs=-156.1389503310661
e=813	episode_reward=-109.79618715563666	epsilon=0.01	avg=-230.33278463431702	independent_100_runs=-128.35130421165465
e=814	episode_reward=-130.62867465631984	epsilon=0.01	avg=-230.19052471245323	independent_100_runs=-130.24265297229005
e=815	episode_reward=-141.4499865956121	epsilon=0.01	avg=-227.88372260729514	independent_100_runs=-129.4469026907819
e=816	episode_reward=-132.4891072728295	epsilon=0.01	avg=-225.80866580086288	independent_100_runs=-139.50805688764075
e=817	episode_reward=-128.0747162107782	epsilon=0.01	avg=-223.847040500679	independent_100_runs=-129.26241183177848
e=818	episode_reward=-149.08477713596668	epsilon=0.01	avg=-220.13627971234664	independent_100_runs=-139.01823093074862
e=819	episode_reward=-161.06484516983386	epsilon=0.01	avg=-217.6491129870392	independent_100_runs=-128.19539131524107
e=820	episode_reward=-186.75729735983046	epsilon=0.01	avg=-218.47771507170705	independent_100_runs=-133.50829560151593
e=821	episode_reward=-176.12412660927617	epsilon=0.01	avg=-218.32389761771364	independent_100_runs=-131.7007979022889
e=822	episode_reward=-145.41330704936166	epsilon=0.01	avg=-208.3732156219438	independent_100_runs=-137.3498049708167
e=823	episode_reward=-128.64358395767758	epsilon=0.01	avg=-203.5910625545526	independent_100_runs=-123.69828541581704
e=824	episode_reward=-153.6780183273772	epsilon=0.01	avg=-200.37042300278426	independent_100_runs=-130.95462361944888
e=825	episode_reward=-94.21993919599662	epsilon=0.01	avg=-197.37048565821377	independent_100_runs=-132.48564546257157
e=826	episode_reward=-131.11743971805024	epsilon=0.01	avg=-193.8583105516804	independent_100_runs=-134.20336210634198
e=827	episode_reward=-190.34071567778926	epsilon=0.01	avg=-193.70759963215733	independent_100_runs=-130.60101174822117
e=828	episode_reward=-138.91647503057135	epsilon=0.01	avg=-191.85130532225293	independent_100_runs=-124.85605996051618
e=829	episode_reward=-99.40461304129695	epsilon=0.01	avg=-186.40159115052657	independent_100_runs=-130.34874791931148
e=830	episode_reward=-108.45980734029305	epsilon=0.01	avg=-182.6866615004143	independent_100_runs=-127.11750821670611
e=831	episode_reward=-145.62530044523916	epsilon=0.01	avg=-180.52690162617455	independent_100_runs=-130.19389312451432
e=832	episode_reward=-175.54642386629263	epsilon=0.01	avg=-175.89674341535516	independent_100_runs=-134.98098987842212
e=833	episode_reward=-190.95445694265257	epsilon=0.01	avg=-172.90891612332354	independent_100_runs=-128.40951240903155
e=834	episode_reward=-135.54509618621242	epsilon=0.01	avg=-167.96165668985495	independent_100_runs=-128.74149809990297
e=835	episode_reward=-122.9152129584661	epsilon=0.01	avg=-163.4893490708064	independent_100_runs=-127.16022692432885
e=836	episode_reward=-88.36016110850075	epsilon=0.01	avg=-159.05751669154037	independent_100_runs=-126.35311389861715
e=837	episode_reward=-85.71915116182015	epsilon=0.01	avg=-154.22248268959595	independent_100_runs=-121.5307858632359
e=838	episode_reward=-137.12736190694494	epsilon=0.01	avg=-152.96660939210074	independent_100_runs=-127.35182516094247
e=839	episode_reward=-142.50778115202365	epsilon=0.01	avg=-153.0698272721361	independent_100_runs=-133.46360767199053
e=840	episode_reward=-106.29582702195569	epsilon=0.01	avg=-151.1793205091568	independent_100_runs=-130.42827302023716
e=841	episode_reward=-201.84147684568413	epsilon=0.01	avg=-151.37780845347586	independent_100_runs=-118.16408026894189
e=842	episode_reward=-345.99827304628974	epsilon=0.01	avg=-153.22678928176794	independent_100_runs=-134.31208123676834
e=843	episode_reward=-148.97563343780996	epsilon=0.01	avg=-150.5267714619401	independent_100_runs=-134.73330156343232
e=844	episode_reward=-128.31519747053457	epsilon=0.01	avg=-149.17909850104783	independent_100_runs=-131.31120900886344
e=845	episode_reward=-140.33614128471316	epsilon=0.01	avg=-149.40804349221102	independent_100_runs=-130.18253497285068
e=846	episode_reward=-124.80191184068904	epsilon=0.01	avg=-149.58241939638978	independent_100_runs=-128.80840531043972
e=847	episode_reward=-139.2570584601817	epsilon=0.01	avg=-149.65991387007088	independent_100_runs=-133.04461341011705
e=848	episode_reward=-151.8982582948295	epsilon=0.01	avg=-149.7023594197781	independent_100_runs=-131.7788161258555
e=849	episode_reward=-145.03984343332436	epsilon=0.01	avg=-150.77210549170968	independent_100_runs=-138.06626690827247
e=850	episode_reward=-117.89978398569019	epsilon=0.01	avg=-150.56440916662189	independent_100_runs=-125.23261085847199
e=851	episode_reward=-394.70043145887007	epsilon=0.01	avg=-153.04499232479625	independent_100_runs=-317.00378342192766
e=852	episode_reward=-114.59805201876729	epsilon=0.01	avg=-150.95153042697285	independent_100_runs=-424.5804726749271
e=853	episode_reward=-413.86338230473206	epsilon=0.01	avg=-153.80094138450897	independent_100_runs=-354.6756454459926
e=854	episode_reward=-390.8900983404743	epsilon=0.01	avg=-156.47798248181954	independent_100_runs=-395.869979147845
e=855	episode_reward=-51.33366212952363	epsilon=0.01	avg=-155.93136018299046	independent_100_runs=-233.16517404807072
e=856	episode_reward=-116.66257029705649	epsilon=0.01	avg=-155.08046891578934	independent_100_runs=-324.74426203900623
e=857	episode_reward=-290.29789002005936	epsilon=0.01	avg=-156.64302312322337	independent_100_runs=-225.36860394156346
e=858	episode_reward=-288.389363239933	epsilon=0.01	avg=-158.13670874501594	independent_100_runs=-285.43554421914655
e=859	episode_reward=250.61012197686017	epsilon=0.01	avg=-152.98259463411313	independent_100_runs=-230.42680117444937
e=860	episode_reward=-201.92193514881848	epsilon=0.01	avg=-151.6368681263863	independent_100_runs=-289.4109054153471
e=861	episode_reward=-277.80313536041183	epsilon=0.01	avg=-153.03144354358875	independent_100_runs=-278.4947493442707
e=862	episode_reward=-378.8084663428076	epsilon=0.01	avg=-154.59188118720004	independent_100_runs=-279.0368231793936
e=863	episode_reward=-353.4949857607153	epsilon=0.01	avg=-156.90818266891662	independent_100_runs=-283.3872695431012
e=864	episode_reward=-259.17759243601887	epsilon=0.01	avg=-156.8738782837778	independent_100_runs=-293.906662725466
e=865	episode_reward=-331.8871504876507	epsilon=0.01	avg=-159.06974393180064	independent_100_runs=-275.714332281694
e=866	episode_reward=-380.7699895515336	epsilon=0.01	avg=-161.60263489983151	independent_100_runs=-269.5811338929627
e=867	episode_reward=-288.7794624701793	epsilon=0.01	avg=-163.23405399565428	independent_100_runs=-288.4129002829629
e=868	episode_reward=-274.50698195354045	epsilon=0.01	avg=-164.6009026021694	independent_100_runs=-253.03237787828868
e=869	episode_reward=-277.20140881878183	epsilon=0.01	avg=-166.0766595229892	independent_100_runs=-252.00753095270377
e=870	episode_reward=-380.1205421197976	epsilon=0.01	avg=-168.45772077054454	independent_100_runs=-419.54608728286433
e=871	episode_reward=-308.46423254787715	epsilon=0.01	avg=-169.62232079551472	independent_100_runs=-406.8019515902382
e=872	episode_reward=-284.2013092404251	epsilon=0.01	avg=-170.92826737284315	independent_100_runs=-138.8907636781222
e=873	episode_reward=-317.4598767428008	epsilon=0.01	avg=-172.66649078659108	independent_100_runs=-733.224354693755
e=874	episode_reward=-116.0610130791849	epsilon=0.01	avg=-172.3727713116599	independent_100_runs=-507.02998657530617
e=875	episode_reward=-229.1650305764507	epsilon=0.01	avg=-173.40605315961352	independent_100_runs=-358.43311346485564
e=876	episode_reward=-278.9588983342072	epsilon=0.01	avg=-174.6163892149076	independent_100_runs=-550.3375180589771
e=877	episode_reward=-747.194786230615	epsilon=0.01	avg=-181.02333245683803	independent_100_runs=-379.59041914170376
e=878	episode_reward=-126.16631410557055	epsilon=0.01	avg=-177.7584978436498	independent_100_runs=-130.3595755152134
e=879	episode_reward=-180.01717692042195	epsilon=0.01	avg=-178.22614214185376	independent_100_runs=-131.72471844800782
e=880	episode_reward=-121.12937022348724	epsilon=0.01	avg=-177.6182487764764	independent_100_runs=-133.89387843567945
e=881	episode_reward=27.471605692486932	epsilon=0.01	avg=-175.9253320820877	independent_100_runs=-134.50268455893752
e=882	episode_reward=-88.9980098989661	epsilon=0.01	avg=-175.5903553662095	independent_100_runs=-151.81645218450785
e=883	episode_reward=-83.03557892020295	epsilon=0.01	avg=-174.8983734557803	independent_100_runs=-135.52593610368112
e=884	episode_reward=-111.38663194650559	epsilon=0.01	avg=-175.01746503323838	independent_100_runs=-135.79337816003328
e=885	episode_reward=-166.89472415335334	epsilon=0.01	avg=-175.32406833675097	independent_100_runs=-123.78627272113744
e=886	episode_reward=-136.48675354532963	epsilon=0.01	avg=-175.07343746779065	independent_100_runs=-134.77048281120972
e=887	episode_reward=-129.3868835510036	epsilon=0.01	avg=-174.46914493655424	independent_100_runs=-131.97256428706672
e=888	episode_reward=-110.29970446065931	epsilon=0.01	avg=-173.96881290913424	independent_100_runs=-128.56816935910848
e=889	episode_reward=-127.80939846643088	epsilon=0.01	avg=-173.33017688428558	independent_100_runs=-127.12978958087692
e=890	episode_reward=-106.01174647807446	epsilon=0.01	avg=-173.18540027895295	independent_100_runs=-134.18911742910277
e=891	episode_reward=-129.74969743403102	epsilon=0.01	avg=-173.19981926332045	independent_100_runs=-133.0379265363402
e=892	episode_reward=-164.59085398945376	epsilon=0.01	avg=-173.5576991716989	independent_100_runs=-135.3543546806207
e=893	episode_reward=-169.72083506807226	epsilon=0.01	avg=-173.44467496840917	independent_100_runs=-140.74227321635456
e=894	episode_reward=-136.2054692698413	epsilon=0.01	avg=-173.58696974869366	independent_100_runs=-123.58858393597316
e=895	episode_reward=-140.28317989685533	epsilon=0.01	avg=-173.41731209292178	independent_100_runs=-134.89740587769913
e=896	episode_reward=-108.09239193035549	epsilon=0.01	avg=-173.09620287967343	independent_100_runs=-131.90309775688422
e=897	episode_reward=-180.45525348619526	epsilon=0.01	avg=-174.04169597921867	independent_100_runs=-133.37610588698647
e=898	episode_reward=-104.51186063489729	epsilon=0.01	avg=-174.93718249312207	independent_100_runs=-136.87487836776612
e=899	episode_reward=-157.98877246016406	epsilon=0.01	avg=-175.24421390302453	independent_100_runs=-139.30397657448543
e=900	episode_reward=-89.35146525580663	epsilon=0.01	avg=-174.83124686884642	independent_100_runs=-128.5060950462008
e=901	episode_reward=-215.66053559574164	epsilon=0.01	avg=-175.37491505933252	independent_100_runs=-132.18637464429975
e=902	episode_reward=-120.50880915596807	epsilon=0.01	avg=-175.49514934788195	independent_100_runs=-133.2296991126066
e=903	episode_reward=-95.54656206369276	epsilon=0.01	avg=-175.18923781607057	independent_100_runs=-133.24293303310577
e=904	episode_reward=-127.65787029696517	epsilon=0.01	avg=-174.84371067664793	independent_100_runs=-132.23282905297984
e=905	episode_reward=-204.4615530352974	epsilon=0.01	avg=-175.60380875461635	independent_100_runs=-265.319744149532
e=906	episode_reward=-130.73756714642477	epsilon=0.01	avg=-175.7399604956214	independent_100_runs=-359.2542831274908
e=907	episode_reward=-119.6489900209442	epsilon=0.01	avg=-175.94611249295042	independent_100_runs=-364.8690970004025
e=908	episode_reward=-833.6195943364752	epsilon=0.01	avg=-183.2112328698631	independent_100_runs=-359.73567793597215
e=909	episode_reward=-83.8391110438556	epsilon=0.01	avg=-182.10220405044052	independent_100_runs=-126.49475025222006
e=910	episode_reward=-111.62369882326946	epsilon=0.01	avg=-181.60126273540473	independent_100_runs=-126.44576821804817
e=911	episode_reward=-340.6157678886849	epsilon=0.01	avg=-183.0974493308442	independent_100_runs=-122.33593865649298
e=912	episode_reward=-197.81195920026863	epsilon=0.01	avg=-183.99558578399504	independent_100_runs=-836.9595167759475
e=913	episode_reward=-106.65776924295093	epsilon=0.01	avg=-183.96420160486818	independent_100_runs=-126.79795747870072
e=914	episode_reward=-471.5469319478653	epsilon=0.01	avg=-187.37338417778363	independent_100_runs=-123.65812914579506
e=915	episode_reward=-113.08486760437447	epsilon=0.01	avg=-187.08973298787126	independent_100_runs=-143.18144376862412
e=916	episode_reward=-586.3220364125534	epsilon=0.01	avg=-191.62806227926845	independent_100_runs=-353.8758698201453
e=917	episode_reward=-153.1920400006822	epsilon=0.01	avg=-191.8792355171675	independent_100_runs=-125.71592168408137
e=918	episode_reward=-116.34527676283915	epsilon=0.01	avg=-191.55184051343625	independent_100_runs=-179.84982004472673
e=919	episode_reward=23.985870264851926	epsilon=0.01	avg=-189.70133335908938	independent_100_runs=-139.59541939717224
e=920	episode_reward=-113.47355938420914	epsilon=0.01	avg=-188.96849597933317	independent_100_runs=-135.7831239750464
e=921	episode_reward=-189.48097624619717	epsilon=0.01	avg=-189.10206447570235	independent_100_runs=-135.07563472732917
e=922	episode_reward=-24.004631368527328	epsilon=0.01	avg=-187.887977718894	independent_100_runs=-132.43947768761825
e=923	episode_reward=-117.11919375079484	epsilon=0.01	avg=-187.77273381682517	independent_100_runs=-136.6819963017451
e=924	episode_reward=-347.9674738540807	epsilon=0.01	avg=-189.71562837209223	independent_100_runs=-590.9662689283575
e=925	episode_reward=-792.9200247210844	epsilon=0.01	avg=-196.7026292273431	independent_100_runs=-144.3502392537687
e=926	episode_reward=-172.1331333003081	epsilon=0.01	avg=-197.11278616316568	independent_100_runs=-546.9480913831619
e=927	episode_reward=-370.18331656682216	epsilon=0.01	avg=-198.911212172056	independent_100_runs=-128.70988024595047
e=928	episode_reward=-148.37132560138843	epsilon=0.01	avg=-199.00576067776416	independent_100_runs=-132.2828755069
e=929	episode_reward=-103.51548274052749	epsilon=0.01	avg=-199.04686937475645	independent_100_runs=-139.08280042819234
e=930	episode_reward=-389.67174270670944	epsilon=0.01	avg=-201.85898872842063	independent_100_runs=-269.3607748976698
e=931	episode_reward=-320.24978356718884	epsilon=0.01	avg=-203.60523355964014	independent_100_runs=-328.3801050734106
e=932	episode_reward=-415.7611792387993	epsilon=0.01	avg=-206.00738111336523	independent_100_runs=-133.5686101716407
e=933	episode_reward=-153.7184623106326	epsilon=0.01	avg=-205.63502116704504	independent_100_runs=-377.2877944926703
e=934	episode_reward=-135.41867263679427	epsilon=0.01	avg=-205.63375693155086	independent_100_runs=-129.07309691912792
e=935	episode_reward=-370.8225668169699	epsilon=0.01	avg=-208.1128304701359	independent_100_runs=-208.0013696007997
e=936	episode_reward=-256.48597219438716	epsilon=0.01	avg=-209.79408858099475	independent_100_runs=-125.50183180613682
e=937	episode_reward=-489.85401777299256	epsilon=0.01	avg=-213.83543724710646	independent_100_runs=-128.32952707046678
e=938	episode_reward=-215.98983148477296	epsilon=0.01	avg=-214.62406194288477	independent_100_runs=-137.6753837616523
e=939	episode_reward=-197.6297829949648	epsilon=0.01	avg=-215.17528196131417	independent_100_runs=-134.64159295237073
e=940	episode_reward=-164.3699509658982	epsilon=0.01	avg=-215.75602320075362	independent_100_runs=-136.37031328646523
e=941	episode_reward=-138.3805639716016	epsilon=0.01	avg=-215.1214140720128	independent_100_runs=-138.11201608800246
e=942	episode_reward=-105.23722871083066	epsilon=0.01	avg=-212.7138036286582	independent_100_runs=-139.2091215386383
e=943	episode_reward=-131.71489220902907	epsilon=0.01	avg=-212.54119621637037	independent_100_runs=-144.02735259462852
e=944	episode_reward=-72.34381317849974	epsilon=0.01	avg=-211.98148237345	independent_100_runs=-132.22774820270328
e=945	episode_reward=-159.54340843222	epsilon=0.01	avg=-212.17355504492508	independent_100_runs=-135.59823848710892
e=946	episode_reward=-136.18294920464356	epsilon=0.01	avg=-212.28736541856463	independent_100_runs=-128.10246212918332
e=947	episode_reward=-122.32250340897912	epsilon=0.01	avg=-212.11801986805258	independent_100_runs=-129.02009338897415
e=948	episode_reward=-103.50484855892626	epsilon=0.01	avg=-211.63408577069353	independent_100_runs=-132.5432147907218
e=949	episode_reward=-321.8954176503857	epsilon=0.01	avg=-213.40264151286416	independent_100_runs=-718.2990186194037
e=950	episode_reward=-183.4684555472719	epsilon=0.01	avg=-214.05832822847998	independent_100_runs=-133.96972875542073
e=951	episode_reward=-130.47241704601288	epsilon=0.01	avg=-211.41604808435147	independent_100_runs=-133.6901002169049
e=952	episode_reward=-118.7586901265493	epsilon=0.01	avg=-211.45765446542927	independent_100_runs=-133.8131521853992
e=953	episode_reward=-66.67340129834682	epsilon=0.01	avg=-207.9857546553654	independent_100_runs=-129.5659310292588
e=954	episode_reward=-215.59572054175817	epsilon=0.01	avg=-206.23281087737826	independent_100_runs=-801.7927424305252
e=955	episode_reward=-251.23148310583468	epsilon=0.01	avg=-208.23178908714138	independent_100_runs=-745.5652416037666
e=956	episode_reward=-689.459980182328	epsilon=0.01	avg=-213.9597631859941	independent_100_runs=-708.5592516109957
e=957	episode_reward=-136.53122111116994	epsilon=0.01	avg=-212.42209649690523	independent_100_runs=-438.8879001682282
e=958	episode_reward=-100.6518372857562	epsilon=0.01	avg=-210.54472123736343	independent_100_runs=-137.35062110228557
e=959	episode_reward=-132.50896234727514	epsilon=0.01	avg=-214.37591208060476	independent_100_runs=-130.32685872625586
e=960	episode_reward=-239.0097057146159	epsilon=0.01	avg=-214.74678978626278	independent_100_runs=-131.1502537236085
e=961	episode_reward=-386.7892650686781	epsilon=0.01	avg=-215.83665108334543	independent_100_runs=-524.8396244631069
e=962	episode_reward=-487.7132596899924	epsilon=0.01	avg=-216.92569901681725	independent_100_runs=-549.4881661569859
e=963	episode_reward=-317.20569480913537	epsilon=0.01	avg=-216.56280610730144	independent_100_runs=-134.11418488750152
e=964	episode_reward=-338.04032736551403	epsilon=0.01	avg=-217.35143345659642	independent_100_runs=-138.80810146333724
e=965	episode_reward=-171.85713382550676	epsilon=0.01	avg=-215.75113328997497	independent_100_runs=-133.79087897573424
e=966	episode_reward=-147.65375026128618	epsilon=0.01	avg=-213.41997089707246	independent_100_runs=-122.3235668619652
e=967	episode_reward=-138.2998262823583	epsilon=0.01	avg=-211.91517453519424	independent_100_runs=-129.43211140500458
e=968	episode_reward=-167.36692204070073	epsilon=0.01	avg=-210.84377393606584	independent_100_runs=-134.80223528786618
e=969	episode_reward=-168.1967804184846	epsilon=0.01	avg=-209.75372765206288	independent_100_runs=-131.51935558291788
e=970	episode_reward=-153.02396574757046	epsilon=0.01	avg=-207.48276188834063	independent_100_runs=-126.70504159142884
e=971	episode_reward=-125.9890438158786	epsilon=0.01	avg=-205.6580100010207	independent_100_runs=-137.7082720194515
e=972	episode_reward=-111.0743144440877	epsilon=0.01	avg=-203.92674005305736	independent_100_runs=-128.55839747617998
e=973	episode_reward=-169.4248676178961	epsilon=0.01	avg=-202.44638996180828	independent_100_runs=-117.82105897158874
e=974	episode_reward=-188.70459720715678	epsilon=0.01	avg=-203.17282580308802	independent_100_runs=-127.210784151219
e=975	episode_reward=-145.14741243735375	epsilon=0.01	avg=-202.33264962169702	independent_100_runs=-130.92808544507824
e=976	episode_reward=-181.9254381420683	epsilon=0.01	avg=-201.3623150197756	independent_100_runs=-133.1930216050476
e=977	episode_reward=-91.11593089049776	epsilon=0.01	avg=-194.8015264663744	independent_100_runs=-126.99898049971407
e=978	episode_reward=-133.59139677330148	epsilon=0.01	avg=-194.87577729305173	independent_100_runs=-127.44564247698364
e=979	episode_reward=-82.46962726534541	epsilon=0.01	avg=-193.90030179650097	independent_100_runs=-142.39680027347566
e=980	episode_reward=-108.98372931432245	epsilon=0.01	avg=-193.77884538740932	independent_100_runs=-120.32136203518577
e=981	episode_reward=-108.22956766343533	epsilon=0.01	avg=-195.13585712096858	independent_100_runs=-133.0966520528159
e=982	episode_reward=-285.80685470766645	epsilon=0.01	avg=-197.1039455690555	independent_100_runs=-130.11478990811125
e=983	episode_reward=-133.75978972493127	epsilon=0.01	avg=-197.61118767710283	independent_100_runs=-123.82123332375299
e=984	episode_reward=-187.02448981274057	epsilon=0.01	avg=-198.36756625576518	independent_100_runs=-126.94966196882768
e=985	episode_reward=-132.00008898413415	epsilon=0.01	avg=-198.01861990407303	independent_100_runs=-133.65138505255305
e=986	episode_reward=-103.52201749778506	epsilon=0.01	avg=-197.6889725435976	independent_100_runs=-131.0504253031078
e=987	episode_reward=-374.9321672208685	epsilon=0.01	avg=-200.14442538029624	independent_100_runs=-487.25495786762457
e=988	episode_reward=-607.5864270025972	epsilon=0.01	avg=-205.11729260571556	independent_100_runs=-553.833035478593
e=989	episode_reward=-211.44769153233474	epsilon=0.01	avg=-205.95367553637462	independent_100_runs=-208.83365025642692
e=990	episode_reward=-269.8264354831396	epsilon=0.01	avg=-207.59182242642527	independent_100_runs=-132.60066314122628
e=991	episode_reward=49.824093772272164	epsilon=0.01	avg=-205.79608451436224	independent_100_runs=-140.10264045686006
e=992	episode_reward=-131.9096716405937	epsilon=0.01	avg=-205.46927269087362	independent_100_runs=-130.98864366152227
e=993	episode_reward=-89.5236566544272	epsilon=0.01	avg=-204.66730090673718	independent_100_runs=-133.64613631422108
e=994	episode_reward=-179.28476909981498	epsilon=0.01	avg=-205.09809390503688	independent_100_runs=-135.60881681521187
e=995	episode_reward=-82.04604696325367	epsilon=0.01	avg=-204.51572257570086	independent_100_runs=-135.55760795529724
e=996	episode_reward=-141.1472104204331	epsilon=0.01	avg=-204.8462707606016	independent_100_runs=-131.3619334046154
e=997	episode_reward=-189.9040571741914	epsilon=0.01	avg=-204.94075879748158	independent_100_runs=-136.30086768040525
e=998	episode_reward=-148.3964552855212	epsilon=0.01	avg=-205.37960474398784	independent_100_runs=-134.43243474713964
e=999	episode_reward=-157.5952084767111	epsilon=0.01	avg=-205.37566910415336	independent_100_runs=-129.29232635036672