2layer80120

e=0	episode_reward=-23.76725674420723	epsilon=0.9898513387241272	avg=-23.76725674420723	independent_100_runs=-737.1200083422132
e=1	episode_reward=-156.25700287329244	epsilon=0.9821601483548376	avg=-90.01212980874983	independent_100_runs=-853.0814456372881
e=2	episode_reward=-130.193386152497	epsilon=0.9696679941920274	avg=-103.40588192333223	independent_100_runs=-645.7308339043773
e=3	episode_reward=-139.39063855692575	epsilon=0.9592514098264956	avg=-112.40207108173061	independent_100_runs=-671.7904043155207
e=4	episode_reward=-139.1930073309631	epsilon=0.9509417066935597	avg=-117.76025833157709	independent_100_runs=-624.2810478165709
e=5	episode_reward=-158.16811324171988	epsilon=0.9366896481630899	avg=-124.49490081660089	independent_100_runs=-587.4026150697314
e=6	episode_reward=-385.0605192166316	epsilon=0.9280183847408561	avg=-161.71856058803385	independent_100_runs=-374.43608568001787
e=7	episode_reward=-86.4904657179872	epsilon=0.9218211356639004	avg=-152.31504872927803	independent_100_runs=-320.32876023662664
e=8	episode_reward=-104.95376205062107	epsilon=0.9138356796087268	avg=-147.05268354276058	independent_100_runs=-325.1233353650438
e=9	episode_reward=-131.01924363187084	epsilon=0.905738224309334	avg=-145.4493395516716	independent_100_runs=-363.59106915369097
e=10	episode_reward=-309.4415083368157	epsilon=0.896366893592897	avg=-160.35771853213927	independent_100_runs=-365.1550865678842
e=11	episode_reward=-127.16978124274704	epsilon=0.8895799887583027	avg=-157.59205709135657	independent_100_runs=-269.4317049512233
e=12	episode_reward=-377.74218315948696	epsilon=0.8785288995439554	avg=-174.52668217352044	independent_100_runs=-283.148900702068
e=13	episode_reward=-228.797235045961	epsilon=0.868222669558488	avg=-178.40315023583761	independent_100_runs=-313.6902830125387
e=14	episode_reward=-131.0338084418363	epsilon=0.8626835117238016	avg=-175.24519411623754	independent_100_runs=-414.8589705808613
e=15	episode_reward=-244.0781635569241	epsilon=0.8537576518285253	avg=-179.54725470628043	independent_100_runs=-384.6094329459874
e=16	episode_reward=-15.746757557782374	epsilon=0.8453467332688572	avg=-169.91193134460408	independent_100_runs=-255.7976389868885
e=17	episode_reward=-108.81849622470651	epsilon=0.8368512807403199	avg=-166.51785161572087	independent_100_runs=-509.2123540849058
e=18	episode_reward=-135.1870665764221	epsilon=0.8283583605538057	avg=-164.868862929442	independent_100_runs=-268.00083734330775
e=19	episode_reward=-333.297023853185	epsilon=0.816433234173643	avg=-173.29027097562917	independent_100_runs=-352.2840662975318
e=20	episode_reward=-47.74004109390897	epsilon=0.8097655232403761	avg=-167.31168860030917	independent_100_runs=-395.4948120870773
e=21	episode_reward=-81.50740243972372	epsilon=0.8007463003450978	avg=-163.411493774828	independent_100_runs=-281.1778957795871
e=22	episode_reward=-155.50300973927074	epsilon=0.7923027970100543	avg=-163.06764664284725	independent_100_runs=-353.13971701460855
e=23	episode_reward=-61.989626199884526	epsilon=0.7812872955064516	avg=-158.8560624577238	independent_100_runs=-454.8284841354929
e=24	episode_reward=-68.16978708132064	epsilon=0.7750616217537537	avg=-155.22861144266767	independent_100_runs=-434.54341293653044
e=25	episode_reward=-174.90084801812765	epsilon=0.7675794968848141	avg=-155.98523592633921	independent_100_runs=-462.61828788813114
e=26	episode_reward=-258.65978126326115	epsilon=0.7588783463515576	avg=-159.78799686474372	independent_100_runs=-358.0039877505305
e=27	episode_reward=-71.53985821425519	epsilon=0.7483275498671407	avg=-156.63627762722626	independent_100_runs=-287.9438213295925
e=28	episode_reward=-63.02047787240785	epsilon=0.7423645152543628	avg=-153.40814660119807	independent_100_runs=-360.66343238040537
e=29	episode_reward=-535.760023583078	epsilon=0.7349039996457829	avg=-166.1532091672607	independent_100_runs=-207.94280838276853
e=30	episode_reward=-31.865523837016042	epsilon=0.7249039714501402	avg=-161.82134835015603	independent_100_runs=-398.0618233882529
e=31	episode_reward=-424.3747217257317	epsilon=0.7123278848592441	avg=-170.0261412681428	independent_100_runs=-394.3779642972373
e=32	episode_reward=-318.6882965760733	epsilon=0.7036194829164605	avg=-174.5310550653528	independent_100_runs=-478.8583974136876
e=33	episode_reward=-98.15383888213006	epsilon=0.6986412293848073	avg=-172.28466635408154	independent_100_runs=-219.9272067074393
e=34	episode_reward=-108.76356385353782	epsilon=0.6932127549414036	avg=-170.46977771120888	independent_100_runs=-295.8858918756976
e=35	episode_reward=-135.44382863561788	epsilon=0.6788742507505652	avg=-169.49683468133134	independent_100_runs=-379.5160135642938
e=36	episode_reward=-285.81431910627214	epsilon=0.6544100073446841	avg=-172.6405504766	independent_100_runs=-318.9980018276411
e=37	episode_reward=-124.368405249248	epsilon=0.6433785189743776	avg=-171.3702308653539	independent_100_runs=-489.55006225521
e=38	episode_reward=-86.21890294519895	epsilon=0.6337360054058517	avg=-169.18686348278584	independent_100_runs=-520.3979690548872
e=39	episode_reward=-323.40600627823073	epsilon=0.6265520819115943	avg=-173.04234205267196	independent_100_runs=-458.41692945827197
e=40	episode_reward=-85.77610158479422	epsilon=0.6188923124664429	avg=-170.91389716321154	independent_100_runs=-648.170786650751
e=41	episode_reward=-130.31578111124574	epsilon=0.6102267334800332	avg=-169.94727535245045	independent_100_runs=-493.2916194964579
e=42	episode_reward=-162.50547794319573	epsilon=0.601622319565125	avg=-169.77421029642127	independent_100_runs=-495.5533070735105
e=43	episode_reward=-89.16343093918391	epsilon=0.5850097256843171	avg=-167.94214712921132	independent_100_runs=-478.71571917965883
e=44	episode_reward=-103.89088913123025	epsilon=0.5799419644065973	avg=-166.51878584036731	independent_100_runs=-407.9697941050453
e=45	episode_reward=-241.48091400626546	epsilon=0.5723366556765581	avg=-168.14839732223464	independent_100_runs=-562.4352268363323
e=46	episode_reward=-316.8577543408006	epsilon=0.5661317540300521	avg=-171.3124261949701	independent_100_runs=-642.7253163130395
e=47	episode_reward=-130.28679267927916	epsilon=0.5572010002457002	avg=-170.45772549672654	independent_100_runs=-588.627148751761
e=48	episode_reward=-437.3306474447818	epsilon=0.5509397585193935	avg=-175.90411165893175	independent_100_runs=-704.3762028941062
e=49	episode_reward=-192.08808757959804	epsilon=0.5407864894728484	avg=-176.22779117734507	independent_100_runs=-441.9808436803425
e=50	episode_reward=-142.4178197300079	epsilon=0.5349771319143084	avg=-175.5648505607306	independent_100_runs=-360.78630126681907
e=51	episode_reward=-126.7217503554144	epsilon=0.5307672529924233	avg=-174.62556017216684	independent_100_runs=-412.07456664887025
e=52	episode_reward=-127.35193447945184	epsilon=0.5172996610525148	avg=-173.7336049704175	independent_100_runs=-291.6676468185524
e=53	episode_reward=-70.28088765494654	epsilon=0.5113844965761547	avg=-171.81781390901986	independent_100_runs=-422.2341925459509
e=54	episode_reward=-222.2666844629032	epsilon=0.5016089247290076	avg=-172.73506610090868	independent_100_runs=-365.60822637195395
e=55	episode_reward=-95.594470476038	epsilon=0.4926602959279522	avg=-171.35755546475028	independent_100_runs=-213.9269711869307
e=56	episode_reward=-130.53438478017176	epsilon=0.48304938584732615	avg=-170.64135948782786	independent_100_runs=-481.9798813570687
e=57	episode_reward=-234.0934804538334	epsilon=0.44532966641017285	avg=-171.73536157344864	independent_100_runs=-320.1165993250236
e=58	episode_reward=-80.06328119098616	epsilon=0.42996898413550205	avg=-170.1815974991696	independent_100_runs=-215.24730525279273
e=59	episode_reward=-137.02853767203743	epsilon=0.4199400219042859	avg=-169.62904650205073	independent_100_runs=-509.3934637789739
e=60	episode_reward=-65.02322223075706	epsilon=0.40932547255743923	avg=-167.9141969238328	independent_100_runs=-632.5766909536982
e=61	episode_reward=-180.22153722511342	epsilon=0.4030698395055434	avg=-168.11270241256315	independent_100_runs=-425.76383067161134
e=62	episode_reward=-124.01048979686375	epsilon=0.3973864114525928	avg=-167.412667291679	independent_100_runs=-536.4088736406406
e=63	episode_reward=-361.77982059280566	epsilon=0.3901410014040089	avg=-170.44965406200913	independent_100_runs=-465.7792260402601
e=64	episode_reward=-468.24830228936383	epsilon=0.3781559420835021	avg=-175.03117172704535	independent_100_runs=-736.1410535239414
e=65	episode_reward=-166.88708963420078	epsilon=0.37327148835155316	avg=-174.90777654382043	independent_100_runs=-710.3430085197655
e=66	episode_reward=-57.271151578193944	epsilon=0.3606486752026161	avg=-173.15200602194543	independent_100_runs=-620.1207044148593
e=67	episode_reward=-175.8131383180713	epsilon=0.3546046264560322	avg=-173.19114032041784	independent_100_runs=-257.284562651553
e=68	episode_reward=-319.1522217430215	epsilon=0.34834819868362293	avg=-175.30651831204977	independent_100_runs=-386.3197642931474
e=69	episode_reward=-28.057169681936585	epsilon=0.34046128047390667	avg=-173.20295618876247	independent_100_runs=-180.43200804637053
e=70	episode_reward=-32.907389084662285	epsilon=0.3350904885206673	avg=-171.22696228588782	independent_100_runs=-190.49273943711466
e=71	episode_reward=-36.741906574500135	epsilon=0.3277003078934791	avg=-169.3591142898963	independent_100_runs=-287.0655046419498
e=72	episode_reward=-80.10619599312506	epsilon=0.32085793022546266	avg=-168.13647157350218	independent_100_runs=-440.94802387013965
e=73	episode_reward=-132.3232175491475	epsilon=0.3150078377088976	avg=-167.65250868128115	independent_100_runs=-505.47139725409556
e=74	episode_reward=-30.90551490257259	epsilon=0.3093262700820653	avg=-165.8292154308984	independent_100_runs=-120.78715097893279
e=75	episode_reward=-323.4760819547272	epsilon=0.30365606172394827	avg=-167.9035163062119	independent_100_runs=-226.9026117760072
e=76	episode_reward=-194.90152359372559	epsilon=0.2972265417675437	avg=-168.25413977747831	independent_100_runs=-254.61378615038836
e=77	episode_reward=13.398276884879323	epsilon=0.29035184461157526	avg=-165.92526264078143	independent_100_runs=-112.91631138924993
e=78	episode_reward=74.36753335735902	epsilon=0.26274617432738784	avg=-162.88358167877965	independent_100_runs=-185.9915942107608
e=79	episode_reward=-24.271691005335313	epsilon=0.2575174396122449	avg=-161.15093304536163	independent_100_runs=-156.61046408155636
e=80	episode_reward=-103.81533159110246	epsilon=0.2509581405166389	avg=-160.44308611382755	independent_100_runs=-465.3655560570327
e=81	episode_reward=-377.81559858368485	epsilon=0.24635786862405945	avg=-163.09397041224045	independent_100_runs=-412.47439234050523
e=82	episode_reward=-224.38636430234402	epsilon=0.24225342507229786	avg=-163.83243298922966	independent_100_runs=-373.67609499236124
e=83	episode_reward=-52.25430284664222	epsilon=0.23850341030627562	avg=-162.50412191610363	independent_100_runs=-512.5697849515085
e=84	episode_reward=-465.2913962120569	epsilon=0.23410803085523355	avg=-166.06632514311482	independent_100_runs=-376.9622657930327
e=85	episode_reward=-622.755066213639	epsilon=0.23156998390033987	avg=-171.3766593416093	independent_100_runs=-668.337898784492
e=86	episode_reward=-458.7568573913415	epsilon=0.2287161040282598	avg=-174.6798800088476	independent_100_runs=-502.26347072891235
e=87	episode_reward=-121.80345763433523	epsilon=0.22589739551210022	avg=-174.0790115727736	independent_100_runs=-662.5063463502281
e=88	episode_reward=-513.9929327080034	epsilon=0.2222227092811387	avg=-177.89826911361885	independent_100_runs=-107.54675843536306
e=89	episode_reward=-255.16232507201684	epsilon=0.21684414048977785	avg=-178.75675862426772	independent_100_runs=-121.32270626179285
e=90	episode_reward=-412.73249770536086	epsilon=0.21106739684423315	avg=-181.32792059219184	independent_100_runs=-325.4565254533331
e=91	episode_reward=-186.06149596677278	epsilon=0.20470623853792527	avg=-181.37937249843728	independent_100_runs=-246.1771105567163
e=92	episode_reward=-285.6893727944007	epsilon=0.2003718516713899	avg=-182.5009854048455	independent_100_runs=-256.24304439113496
e=93	episode_reward=-303.25506559362066	epsilon=0.19528765267580384	avg=-183.78560327919416	independent_100_runs=-278.45198462019397
e=94	episode_reward=-128.5683934747007	epsilon=0.1835836686151031	avg=-183.20436949177844	independent_100_runs=-200.09721902055574
e=95	episode_reward=-553.1827003404626	epsilon=0.1787108574407557	avg=-187.05831043811892	independent_100_runs=-297.4744471087763
e=96	episode_reward=-223.32548596759221	epsilon=0.17405439375569015	avg=-187.43219884563925	independent_100_runs=-250.61943230810687
e=97	episode_reward=-376.2818167534006	epsilon=0.1714286419513465	avg=-189.35923576306539	independent_100_runs=-227.13577337458332
e=98	episode_reward=-21.20070302784754	epsilon=0.16810118975274463	avg=-187.66066472533592	independent_100_runs=-304.50025287580945
e=99	episode_reward=-214.5307140768349	epsilon=0.16543284101432434	avg=-187.9293652188509	independent_100_runs=-227.81933191983023
e=100	episode_reward=-356.7929317672205	epsilon=0.1634921092893601	avg=-191.25962196908105	independent_100_runs=-280.3945879558937
e=101	episode_reward=-388.33438114411035	epsilon=0.16162262668605454	avg=-193.58039575178918	independent_100_runs=-245.90178837190447
e=102	episode_reward=-314.0651081678212	epsilon=0.15975854359629246	avg=-195.41911297194244	independent_100_runs=-337.2081101917928
e=103	episode_reward=-125.54470985491837	epsilon=0.15693986128234527	avg=-195.28065368492244	independent_100_runs=-460.9737150861314
e=104	episode_reward=-90.51522744735279	epsilon=0.15370906736786957	avg=-194.79387588608628	independent_100_runs=-338.7116864651241
e=105	episode_reward=-281.0872992356278	epsilon=0.15137510230162235	avg=-196.02306774602536	independent_100_runs=-277.31710385133493
e=106	episode_reward=-80.11874335884589	epsilon=0.14967410731698116	avg=-192.97364998744746	independent_100_runs=-332.75882450179614
e=107	episode_reward=-341.1061618995814	epsilon=0.14802182921950077	avg=-195.51980694926343	independent_100_runs=-291.80767161600784
e=108	episode_reward=-156.97607130851878	epsilon=0.143359886499195	avg=-196.0400300418424	independent_100_runs=-329.2951971242728
e=109	episode_reward=-329.99832309489847	epsilon=0.1373120403085939	avg=-198.0298208364727	independent_100_runs=-242.41501763203814
e=110	episode_reward=-296.71106508241957	epsilon=0.13002845058721785	avg=-197.9025164039287	independent_100_runs=-515.3579865205754
e=111	episode_reward=-433.00260345304895	epsilon=0.1285801849536294	avg=-200.96084462603176	independent_100_runs=-510.0249816706182
e=112	episode_reward=-540.4782570703527	epsilon=0.12638740807461163	avg=-202.5882053651404	independent_100_runs=-529.7946513344518
e=113	episode_reward=-529.364466557179	epsilon=0.12521739566888312	avg=-205.5938776802526	independent_100_runs=-534.2849851204327
e=114	episode_reward=-284.62975079728756	epsilon=0.12134646752612452	avg=-207.12983710380706	independent_100_runs=-380.112697198904
e=115	episode_reward=-305.9523660338788	epsilon=0.11918166454779394	avg=-207.74857912857664	independent_100_runs=-438.0451460981178
e=116	episode_reward=-187.69939549543216	epsilon=0.1167281680721894	avg=-209.46810550795308	independent_100_runs=-370.7728264536056
e=117	episode_reward=-441.07491160180393	epsilon=0.114703094949282	avg=-212.79066966172414	independent_100_runs=-329.8052938078555
e=118	episode_reward=-151.53637785933728	epsilon=0.11207248468925034	avg=-212.95416277455325	independent_100_runs=-382.8684728542404
e=119	episode_reward=-106.9073359009529	epsilon=0.10552446655322407	avg=-210.69026589503096	independent_100_runs=-217.90113224576783
e=120	episode_reward=-227.57393379161897	epsilon=0.10264140936838724	avg=-212.48860482200809	independent_100_runs=-396.90171054078246
e=121	episode_reward=-311.24462185501494	epsilon=0.10032754780226223	avg=-214.785977016161	independent_100_runs=-232.8301333750298
e=122	episode_reward=-292.64100499881647	epsilon=0.09798742275886511	avg=-216.15735696875643	independent_100_runs=-164.1950071385626
e=123	episode_reward=-35.37947695865496	epsilon=0.09623934167375515	avg=-215.89125547634416	independent_100_runs=-229.98806497087804
e=124	episode_reward=-190.7283884603585	epsilon=0.09384429485009176	avg=-217.1168414901345	independent_100_runs=-182.37533182658618
e=125	episode_reward=-545.4811040941505	epsilon=0.09168289282935731	avg=-220.82264405089475	independent_100_runs=-312.6637841764726
e=126	episode_reward=-338.8613338304113	epsilon=0.09067078967770958	avg=-221.6246595765663	independent_100_runs=-360.9320493907918
e=127	episode_reward=-247.2237208342633	epsilon=0.08949963982196506	avg=-223.3814982027663	independent_100_runs=-335.68441058629463
e=128	episode_reward=-10.844756290023653	epsilon=0.08782389848136297	avg=-222.85974098694246	independent_100_runs=-233.05992592261862
e=129	episode_reward=-545.7915978787835	epsilon=0.08493039008188319	avg=-222.96005672989952	independent_100_runs=-232.14884803927336
e=130	episode_reward=-236.609315972677	epsilon=0.08331520126494346	avg=-225.00749465125608	independent_100_runs=-162.01166669577822
e=131	episode_reward=-27.371201393264982	epsilon=0.0810713519838698	avg=-221.03745944793138	independent_100_runs=-127.85708938362178
e=132	episode_reward=44.72946444023813	epsilon=0.07944211478472753	avg=-217.4032818377683	independent_100_runs=-375.09917833855775
e=133	episode_reward=-17.935795567253635	epsilon=0.07784561928516343	avg=-216.60110140461956	independent_100_runs=-182.39910007618116
e=134	episode_reward=-186.3293193195911	epsilon=0.076388081325453	avg=-217.37675895928004	independent_100_runs=-166.78148348483617
e=135	episode_reward=-104.45485100873135	epsilon=0.07495783349360725	avg=-217.0668691830112	independent_100_runs=-140.75156923277416
e=136	episode_reward=-40.63732472628483	epsilon=0.0736353231927238	avg=-214.61509923921133	independent_100_runs=-96.65690428482229
e=137	episode_reward=-236.81823861386982	epsilon=0.07138753649275985	avg=-215.73959757285752	independent_100_runs=-129.69627366829994
e=138	episode_reward=-52.03840663864315	epsilon=0.07013503183798604	avg=-215.39779260979202	independent_100_runs=-95.78683324384045
e=139	episode_reward=-263.26132690581454	epsilon=0.0690977151979825	avg=-214.79634581606788	independent_100_runs=-219.17104242277313
e=140	episode_reward=-56.754444234016916	epsilon=0.06768202465770597	avg=-214.5061292425601	independent_100_runs=-171.82096069680566
e=141	episode_reward=-275.1151295153204	epsilon=0.06593829133706221	avg=-215.95412272660084	independent_100_runs=-125.93715544173479
e=142	episode_reward=132.37594341453857	epsilon=0.06089891446339198	avg=-213.0053085130235	independent_100_runs=-201.32826462351989
e=143	episode_reward=-165.02804552847104	epsilon=0.06001020401054146	avg=-213.76395465891636	independent_100_runs=-231.84558034095502
e=144	episode_reward=-16.234882150020084	epsilon=0.059169955792282784	avg=-212.88739458910425	independent_100_runs=-218.2046351309582
e=145	episode_reward=-255.74650111387533	epsilon=0.05790552652383749	avg=-213.03005046018032	independent_100_runs=-145.46942397616553
e=146	episode_reward=-214.76440450185913	epsilon=0.057054793150310916	avg=-212.00911696179094	independent_100_runs=-256.6909933921685
e=147	episode_reward=-344.2034587109275	epsilon=0.05562934358460653	avg=-214.1482836221074	independent_100_runs=-410.12700089778633
e=148	episode_reward=-301.63680359219103	epsilon=0.05435353562094863	avg=-212.79134518358154	independent_100_runs=-547.7704549961818
e=149	episode_reward=-439.56068523419043	epsilon=0.05314949185718165	avg=-215.26607116012747	independent_100_runs=-519.8706179962594
e=150	episode_reward=-538.1446394295726	epsilon=0.051780169051084124	avg=-219.2233393571231	independent_100_runs=-405.4449017532641
e=151	episode_reward=-332.18460705699204	epsilon=0.04990421130020088	avg=-221.2779679241389	independent_100_runs=-111.05925109715507
e=152	episode_reward=-8.167742813440654	epsilon=0.04827451269359971	avg=-220.0861260074788	independent_100_runs=-133.73635232468237
e=153	episode_reward=-45.04917360219761	epsilon=0.047040194520335185	avg=-219.83380886695124	independent_100_runs=-150.4898317425776
e=154	episode_reward=-237.7563792958639	epsilon=0.045713835977491526	avg=-219.9887058152809	independent_100_runs=-267.2018715485337
e=155	episode_reward=1.751640493943384	epsilon=0.04402682593908287	avg=-219.01524470558104	independent_100_runs=-153.2295876391286
e=156	episode_reward=-10.536541103996328	epsilon=0.042858233923107864	avg=-217.81526626881933	independent_100_runs=-239.44742277951613
e=157	episode_reward=-241.01776990485783	epsilon=0.042001140531028644	avg=-217.88450916332954	independent_100_runs=-209.55670700633465
e=158	episode_reward=-39.3371612962728	epsilon=0.041326170326283725	avg=-217.4772479643824	independent_100_runs=-151.5461768547833
e=159	episode_reward=-199.71170661719108	epsilon=0.040580800200973564	avg=-218.104079653834	independent_100_runs=-193.77233287950006
e=160	episode_reward=-365.08553416248833	epsilon=0.04012880851723682	avg=-221.10470277315125	independent_100_runs=-128.88230736096818
e=161	episode_reward=-222.72489719479017	epsilon=0.03935777429486665	avg=-221.52973637284805	independent_100_runs=-202.34454639162786
e=162	episode_reward=-177.3158880597785	epsilon=0.03867110356167559	avg=-222.06279035547723	independent_100_runs=-130.836570917239
e=163	episode_reward=-88.98514871594097	epsilon=0.03798121681118059	avg=-219.3348436367085	independent_100_runs=-163.7022499951625
e=164	episode_reward=-368.5026285582349	epsilon=0.03700638417363294	avg=-218.33738689939727	independent_100_runs=-322.28672919728575
e=165	episode_reward=-164.21452145143968	epsilon=0.03348794246621441	avg=-218.31066121756962	independent_100_runs=-176.58883869302673
e=166	episode_reward=-115.60400780051754	epsilon=0.03259908115580347	avg=-218.89398977979283	independent_100_runs=-527.4070561670553
e=167	episode_reward=-284.88851821820776	epsilon=0.031943959039578466	avg=-219.98474357879422	independent_100_runs=-597.4797384541924
e=168	episode_reward=-438.7355659925818	epsilon=0.031236333965473626	avg=-221.18057702128982	independent_100_runs=-209.85510821738123
e=169	episode_reward=-478.15125246651195	epsilon=0.03031311530848495	avg=-225.6815178491356	independent_100_runs=-168.69179841730363
e=170	episode_reward=-232.5996358031016	epsilon=0.029174018978761138	avg=-227.67844031631998	independent_100_runs=-189.46203286304188
e=171	episode_reward=-222.72523709298176	epsilon=0.028662156595429478	avg=-229.53827362150477	independent_100_runs=-124.5738561492609
e=172	episode_reward=-104.37166501635008	epsilon=0.028108631277540274	avg=-229.78092831173706	independent_100_runs=-113.76418528813606
e=173	episode_reward=-209.28720541966027	epsilon=0.027420076169021063	avg=-230.55056819044222	independent_100_runs=-140.19017539720898
e=174	episode_reward=-207.0779733518753	epsilon=0.0268314408763369	avg=-232.3122927749352	independent_100_runs=-121.7816830662497
e=175	episode_reward=-220.3956459141931	epsilon=0.026213464784961588	avg=-231.28148841452986	independent_100_runs=-141.74997411993007
e=176	episode_reward=-67.79886113443683	epsilon=0.025614844501432473	avg=-230.01046178993695	independent_100_runs=-153.70853735874564
e=177	episode_reward=-99.77913945026656	epsilon=0.025132732914164777	avg=-231.14223595328843	independent_100_runs=-120.22632168440913
e=178	episode_reward=-322.36347399077334	epsilon=0.024450965933226092	avg=-235.10954602676975	independent_100_runs=-153.77430376995326
e=179	episode_reward=-178.93338689737232	epsilon=0.023904544601144048	avg=-236.65616298569014	independent_100_runs=-112.41319909594999
e=180	episode_reward=-170.47399902647766	epsilon=0.023647751856566635	avg=-237.3227496600439	independent_100_runs=-170.30035110526194
e=181	episode_reward=-128.36765096250133	epsilon=0.0233143101471703	avg=-234.82827018383202	independent_100_runs=-214.1239496838899
e=182	episode_reward=-167.22213037047564	epsilon=0.023010869388580633	avg=-234.25662784451336	independent_100_runs=-265.5100709114369
e=183	episode_reward=-110.04100967169175	epsilon=0.022679602706618503	avg=-234.83449491276383	independent_100_runs=-225.65550343911775
e=184	episode_reward=-335.0917848900991	epsilon=0.022382184359534502	avg=-233.53249879954427	independent_100_runs=-345.2863376054843
e=185	episode_reward=-76.64151581261557	epsilon=0.0220599682875278	avg=-228.07136329553407	independent_100_runs=-495.11327914057983
e=186	episode_reward=-107.52830546184812	epsilon=0.02144010323323352	avg=-224.5590777762391	independent_100_runs=-166.70423155545888
e=187	episode_reward=-251.0393125566684	epsilon=0.02124162470483317	avg=-225.85143632546246	independent_100_runs=-240.09914870555133
e=188	episode_reward=-224.90403439902676	epsilon=0.020877286988789236	avg=-222.9605473423727	independent_100_runs=-279.884316504514
e=189	episode_reward=-343.3670792934728	epsilon=0.02050483928615578	avg=-223.84259488458727	independent_100_runs=-254.04316778367516
e=190	episode_reward=-357.76485958844876	epsilon=0.020088748776108327	avg=-223.29291850341815	independent_100_runs=-337.74300669706855
e=191	episode_reward=-419.41797349963696	epsilon=0.019888852440923154	avg=-225.62648327874675	independent_100_runs=-258.1394068070333
e=192	episode_reward=-272.99155502972815	epsilon=0.019594690778101054	avg=-225.4995051011	independent_100_runs=-388.89271998642835
e=193	episode_reward=-242.78995435479058	epsilon=0.019407472471338682	avg=-224.89485398871173	independent_100_runs=-391.404499929825
e=194	episode_reward=-426.00293575519527	epsilon=0.01920859155574551	avg=-227.86919941151666	independent_100_runs=-314.77713684082215
e=195	episode_reward=-606.8792592722615	epsilon=0.018867799912069695	avg=-228.40616500083462	independent_100_runs=-448.9776410064722
e=196	episode_reward=-208.74534473637016	epsilon=0.018663247501212905	avg=-228.2603635885224	independent_100_runs=-265.4849052136033
e=197	episode_reward=-233.56746022732892	epsilon=0.01841481577302361	avg=-226.8332200232617	independent_100_runs=-311.7448015990324
e=198	episode_reward=-407.75999269963273	epsilon=0.01821881790287368	avg=-230.69881291997956	independent_100_runs=-322.25665632273285
e=199	episode_reward=-225.31314998762662	epsilon=0.01800508864767465	avg=-230.80663727908748	independent_100_runs=-443.131383819952
e=200	episode_reward=-478.19144977950066	epsilon=0.017868761855527736	avg=-232.02062245921027	independent_100_runs=-679.2963462958636
e=201	episode_reward=-161.29756934998218	epsilon=0.01766267154816887	avg=-229.75025434126903	independent_100_runs=-366.36657845523894
e=202	episode_reward=-508.2895930353468	epsilon=0.017549985794942363	avg=-231.69249918994427	independent_100_runs=-490.7466201263225
e=203	episode_reward=-390.4249119920161	epsilon=0.017314641368632148	avg=-234.34130121131525	independent_100_runs=-403.6390351084327
e=204	episode_reward=-381.2263616548424	epsilon=0.01719385608142279	avg=-237.24841255339015	independent_100_runs=-275.28332443046696
e=205	episode_reward=-482.08747908928694	epsilon=0.01690570722231638	avg=-239.25841435192672	independent_100_runs=-343.57888684188873
e=206	episode_reward=-421.52997127295663	epsilon=0.016714067002626395	avg=-242.67252663106788	independent_100_runs=-721.0876502054213
e=207	episode_reward=-449.31454112409546	epsilon=0.016567621197244295	avg=-243.75461042331298	independent_100_runs=-408.948313102326
e=208	episode_reward=-792.22665149012	epsilon=0.016273684661438328	avg=-250.10711622512903	independent_100_runs=-691.5981650498783
e=209	episode_reward=-268.467761442515	epsilon=0.01601696655679056	avg=-249.49181060860516	independent_100_runs=-323.3061530516571
e=210	episode_reward=-377.9622003137383	epsilon=0.015706075156277376	avg=-250.3043219609184	independent_100_runs=-303.022832547247
e=211	episode_reward=-392.92785583871665	epsilon=0.015535800108137869	avg=-249.90357448477505	independent_100_runs=-276.4850611475151
e=212	episode_reward=-285.59296274166235	epsilon=0.015118901031523265	avg=-247.35472154148815	independent_100_runs=-438.277025722371
e=213	episode_reward=-263.25599592677787	epsilon=0.014847697161874975	avg=-244.69363683518412	independent_100_runs=-149.6505900748957
e=214	episode_reward=-256.9511953342262	epsilon=0.014609090470089105	avg=-244.41685128055352	independent_100_runs=-293.84365265273004
e=215	episode_reward=-525.8148750988964	epsilon=0.014198588308916377	avg=-246.6154763712037	independent_100_runs=-291.7793656437534
e=216	episode_reward=-207.17396737724238	epsilon=0.01390073177910284	avg=-246.81022209002177	independent_100_runs=-281.66746311484604
e=217	episode_reward=-213.16099355187777	epsilon=0.013613207206813001	avg=-244.53108290952252	independent_100_runs=-272.36307715850745
e=218	episode_reward=-389.37982474877595	epsilon=0.012458909747926133	avg=-246.9095173784169	independent_100_runs=-239.0421535075324
e=219	episode_reward=-221.6965446887537	epsilon=0.012026760928688157	avg=-248.05740946629496	independent_100_runs=-166.59584646449264
e=220	episode_reward=-133.55581936627152	epsilon=0.011793319937505481	avg=-247.11722832204148	independent_100_runs=-171.61950410574553
e=221	episode_reward=-348.0744649857651	epsilon=0.01148948143621887	avg=-247.48552675334898	independent_100_runs=-171.6170674933878
e=222	episode_reward=-180.35209896628626	epsilon=0.011104275940231162	avg=-246.36263769302371	independent_100_runs=-164.69205675605372
e=223	episode_reward=-124.6254820686006	epsilon=0.01096194368082958	avg=-247.25509774412313	independent_100_runs=-155.69681655659872
e=224	episode_reward=-628.21533865367	epsilon=0.010664582813866837	avg=-251.62996724605622	independent_100_runs=-205.31057074970033
e=225	episode_reward=-535.4536678540267	epsilon=0.010085769235016508	avg=-251.529692883655	independent_100_runs=-628.1396171774464
e=226	episode_reward=-289.7145754736852	epsilon=0.01	avg=-251.03822530008773	independent_100_runs=-680.2063708113594
e=227	episode_reward=-189.2495140606237	epsilon=0.01	avg=-250.4584832323513	independent_100_runs=-136.14841274043832
e=228	episode_reward=-69.05805056453423	epsilon=0.01	avg=-251.04061617509643	independent_100_runs=-251.96920166319902
e=229	episode_reward=-277.0789136561989	epsilon=0.01	avg=-248.35348933287057	independent_100_runs=-280.0576746170273
e=230	episode_reward=-433.89101430466286	epsilon=0.01	avg=-250.32630631619043	independent_100_runs=-283.52816247994616
e=231	episode_reward=-518.4218712395465	epsilon=0.01	avg=-255.23681301465322	independent_100_runs=-310.60823179841043
e=232	episode_reward=-310.11433336006985	epsilon=0.01	avg=-258.7852509926563	independent_100_runs=-354.4534365869324
e=233	episode_reward=-531.0024312913331	epsilon=0.01	avg=-263.91591734989714	independent_100_runs=-285.9615263207034
e=234	episode_reward=-249.7602533357936	epsilon=0.01	avg=-264.55022669005916	independent_100_runs=-258.36863193704437
e=235	episode_reward=-202.97442161111684	epsilon=0.01	avg=-265.535422396083	independent_100_runs=-309.0954863838901
e=236	episode_reward=-210.72599982467096	epsilon=0.01	avg=-267.2363091470669	independent_100_runs=-226.92314402054
e=237	episode_reward=-306.33231945391003	epsilon=0.01	avg=-267.9314499554673	independent_100_runs=-289.1723741358209
e=238	episode_reward=-268.4577653407274	epsilon=0.01	avg=-270.0956435424881	independent_100_runs=-348.7023301097642
e=239	episode_reward=-313.9650762676194	epsilon=0.01	avg=-270.60268103610616	independent_100_runs=-357.4503452073051
e=240	episode_reward=-241.46598979021513	epsilon=0.01	avg=-272.4497964916682	independent_100_runs=-324.2432358211715
e=241	episode_reward=-353.25872124664227	epsilon=0.01	avg=-273.23123240898144	independent_100_runs=-295.6748143336539
e=242	episode_reward=-299.21624473973054	epsilon=0.01	avg=-277.5471542905241	independent_100_runs=-345.7265736056148
e=243	episode_reward=-400.2353743799781	epsilon=0.01	avg=-279.8992275790392	independent_100_runs=-156.44773460171842
e=244	episode_reward=-289.6822711233158	epsilon=0.01	avg=-282.63370146877213	independent_100_runs=-245.25560506677581
e=245	episode_reward=-237.36895949979458	epsilon=0.01	avg=-282.4499260526313	independent_100_runs=-269.4100514416102
e=246	episode_reward=-326.87095549561684	epsilon=0.01	avg=-283.5709915625689	independent_100_runs=-296.99846982321617
e=247	episode_reward=-337.0150727389716	epsilon=0.01	avg=-283.4991077028493	independent_100_runs=-200.68703302831688
e=248	episode_reward=-212.27796183438068	epsilon=0.01	avg=-282.6055192852712	independent_100_runs=-102.64452692212917
e=249	episode_reward=-99.40904830761306	epsilon=0.01	avg=-279.20400291600544	independent_100_runs=-148.2245463133612
e=250	episode_reward=-146.78453537855313	epsilon=0.01	avg=-275.2904018754952	independent_100_runs=-230.2549755608651
e=251	episode_reward=-246.42202127791165	epsilon=0.01	avg=-274.43277601770444	independent_100_runs=-212.54731177284816
e=252	episode_reward=-160.6772364502233	epsilon=0.01	avg=-275.95787095407223	independent_100_runs=-181.30420760305452
e=253	episode_reward=-341.8397639662528	epsilon=0.01	avg=-278.92577685771283	independent_100_runs=-329.0416275922575
e=254	episode_reward=-154.12460072409687	epsilon=0.01	avg=-278.0894590719951	independent_100_runs=-297.9074441129733
e=255	episode_reward=-66.839498461555	epsilon=0.01	avg=-278.7753704615501	independent_100_runs=-157.02295548429424
e=256	episode_reward=-80.08934922550951	epsilon=0.01	avg=-279.4708985427652	independent_100_runs=-194.89177471086404
e=257	episode_reward=-202.8608447643509	epsilon=0.01	avg=-279.0893292913601	independent_100_runs=-236.9761342785747
e=258	episode_reward=-67.35325879081252	epsilon=0.01	avg=-279.3694902663055	independent_100_runs=-221.2476073640923
e=259	episode_reward=-284.55919084565295	epsilon=0.01	avg=-280.21796510859014	independent_100_runs=-239.2966777797624
e=260	episode_reward=-60.56932638199514	epsilon=0.01	avg=-277.1728030307852	independent_100_runs=-126.97415473822963
e=261	episode_reward=-287.454251532513	epsilon=0.01	avg=-277.82009657416245	independent_100_runs=-96.47403876118828
e=262	episode_reward=-30.035972644957013	epsilon=0.01	avg=-276.34729742001423	independent_100_runs=-111.28471556287339
e=263	episode_reward=-166.50474308411083	epsilon=0.01	avg=-277.122493363696	independent_100_runs=-96.30569441047432
e=264	episode_reward=-81.43566044445697	epsilon=0.01	avg=-274.2518236825582	independent_100_runs=-335.29542534175096
e=265	episode_reward=47.93681409861013	epsilon=0.01	avg=-272.1303103270577	independent_100_runs=-69.51596462857594
e=266	episode_reward=-52.83191096686545	epsilon=0.01	avg=-271.5025893587212	independent_100_runs=-125.2131186229767
e=267	episode_reward=-237.6573869399587	epsilon=0.01	avg=-271.0302780459387	independent_100_runs=-164.36089429438144
e=268	episode_reward=-92.25758315955646	epsilon=0.01	avg=-267.5654982176084	independent_100_runs=-151.3760321015314
e=269	episode_reward=-22.60175047519789	epsilon=0.01	avg=-263.0100031976953	independent_100_runs=-49.9846366796603
e=270	episode_reward=-83.71503444657736	epsilon=0.01	avg=-261.52115718413006	independent_100_runs=-92.88754911379607
e=271	episode_reward=-231.6306737931531	epsilon=0.01	avg=-261.6102115511317	independent_100_runs=-75.33822091689798
e=272	episode_reward=-117.97508536042896	epsilon=0.01	avg=-261.7462457545725	independent_100_runs=-170.3989321909677
e=273	episode_reward=-91.85710028063863	epsilon=0.01	avg=-260.5719447031823	independent_100_runs=-129.117929584826
e=274	episode_reward=-43.656614441377	epsilon=0.01	avg=-258.93773111407734	independent_100_runs=-125.41166875110457
e=275	episode_reward=8.993620388751282	epsilon=0.01	avg=-256.6438384510479	independent_100_runs=-112.77957642657603
e=276	episode_reward=-64.96886164767028	epsilon=0.01	avg=-256.6155384561802	independent_100_runs=-139.12559510029877
e=277	episode_reward=-213.31556825224146	epsilon=0.01	avg=-257.7509027442	independent_100_runs=-127.95680792487303
e=278	episode_reward=-224.92757307330118	epsilon=0.01	avg=-256.77654373502526	independent_100_runs=-113.744983786284
e=279	episode_reward=-335.4879728852005	epsilon=0.01	avg=-258.34208959490354	independent_100_runs=-103.3941459217892
e=280	episode_reward=-220.4443365590255	epsilon=0.01	avg=-258.84179297022905	independent_100_runs=-136.7166725920436
e=281	episode_reward=-414.4469306859023	epsilon=0.01	avg=-261.70258576746306	independent_100_runs=-101.20268251195635
e=282	episode_reward=-63.30576546419227	epsilon=0.01	avg=-260.6634221184002	independent_100_runs=-284.67540146653226
e=283	episode_reward=-216.0585551139275	epsilon=0.01	avg=-261.7235975728226	independent_100_runs=-53.707742849460786
e=284	episode_reward=-81.52910988192043	epsilon=0.01	avg=-259.1879708227408	independent_100_runs=-56.78646396522742
e=285	episode_reward=21.102753834422785	epsilon=0.01	avg=-258.2105281262704	independent_100_runs=-189.4531195106066
e=286	episode_reward=-46.10788308067062	epsilon=0.01	avg=-257.59632390245855	independent_100_runs=-90.81845656054286
e=287	episode_reward=-249.40481302368119	epsilon=0.01	avg=-257.5799789071287	independent_100_runs=-92.80685061123835
e=288	episode_reward=-47.321679138314074	epsilon=0.01	avg=-255.80415535452158	independent_100_runs=-101.5244284826929
e=289	episode_reward=-192.83312413542996	epsilon=0.01	avg=-254.29881580294116	independent_100_runs=-103.95247222889165
e=290	episode_reward=-123.07938567553121	epsilon=0.01	avg=-251.951961063812	independent_100_runs=-157.37863861508302
e=291	episode_reward=-25.399258117149543	epsilon=0.01	avg=-248.01177390998708	independent_100_runs=-139.63358166353868
e=292	episode_reward=-96.92442162732551	epsilon=0.01	avg=-246.25110257596307	independent_100_runs=-128.29055730326039
e=293	episode_reward=-75.86839309475424	epsilon=0.01	avg=-244.58188696336273	independent_100_runs=-88.55830392306379
e=294	episode_reward=49.852560073572874	epsilon=0.01	avg=-239.82333200507506	independent_100_runs=-124.41861082989408
e=295	episode_reward=-226.48195752331065	epsilon=0.01	avg=-236.01935898758558	independent_100_runs=-130.6896703847041
e=296	episode_reward=-77.90552145985251	epsilon=0.01	avg=-234.7109607548204	independent_100_runs=-148.5845596558419
e=297	episode_reward=-266.4121157232002	epsilon=0.01	avg=-235.03940730977908	independent_100_runs=-140.47985422072549
e=298	episode_reward=-71.63412956006754	epsilon=0.01	avg=-231.67814867838345	independent_100_runs=-122.44637478323568
e=299	episode_reward=-208.38191553779535	epsilon=0.01	avg=-231.50883633388514	independent_100_runs=-138.18233802064847
e=300	episode_reward=-220.7819740493992	epsilon=0.01	avg=-228.93474157658412	independent_100_runs=-70.22766295672605
e=301	episode_reward=-146.53541387950355	epsilon=0.01	avg=-228.78712002187933	independent_100_runs=-137.88039845969968
e=302	episode_reward=-12.325222189811825	epsilon=0.01	avg=-223.82747631342397	independent_100_runs=-134.78256648500033
e=303	episode_reward=-140.35049066198076	epsilon=0.01	avg=-221.32673210012362	independent_100_runs=-75.31511262955819
e=304	episode_reward=-287.30928515217533	epsilon=0.01	avg=-220.387561335097	independent_100_runs=-201.320722294893
e=305	episode_reward=-89.67546896526963	epsilon=0.01	avg=-216.4634412338568	independent_100_runs=-84.6365954498179
e=306	episode_reward=-422.3381623919362	epsilon=0.01	avg=-216.47152314504663	independent_100_runs=-219.10496506154885
e=307	episode_reward=-1.0098260789562232	epsilon=0.01	avg=-211.9884759945952	independent_100_runs=-223.6442123614886
e=308	episode_reward=-290.6198341698745	epsilon=0.01	avg=-206.9724078213927	independent_100_runs=-265.31151760679654
e=309	episode_reward=-129.03997377504507	epsilon=0.01	avg=-205.57812994471803	independent_100_runs=-155.16775473467962
e=310	episode_reward=-178.25033200096536	epsilon=0.01	avg=-203.58101126159028	independent_100_runs=-137.46032228540327
e=311	episode_reward=-159.70949260096728	epsilon=0.01	avg=-201.24882762921277	independent_100_runs=-133.3698574460491
e=312	episode_reward=-109.2935101270682	epsilon=0.01	avg=-199.48583310306682	independent_100_runs=-144.1213253992645
e=313	episode_reward=165.98280175811803	epsilon=0.01	avg=-195.19344512621788	independent_100_runs=-180.87266038788783
e=314	episode_reward=-367.3135629717683	epsilon=0.01	avg=-196.29706880259334	independent_100_runs=-158.74152521436247
e=315	episode_reward=-94.44372680483347	epsilon=0.01	avg=-191.98335731965273	independent_100_runs=-102.48197995535347
e=316	episode_reward=-21.156005173394874	epsilon=0.01	avg=-190.12317769761424	independent_100_runs=-68.6108179017849
e=317	episode_reward=-16.795822752671395	epsilon=0.01	avg=-188.1595259896222	independent_100_runs=-86.50145819493925
e=318	episode_reward=-39.87135714048529	epsilon=0.01	avg=-184.66444131353924	independent_100_runs=-92.51428058683341
e=319	episode_reward=-77.30578075410902	epsilon=0.01	avg=-183.2205336741928	independent_100_runs=-558.6496516139691
e=320	episode_reward=-693.7926447059225	epsilon=0.01	avg=-188.8229019275893	independent_100_runs=-684.3150792900992
e=321	episode_reward=-487.83766784273854	epsilon=0.01	avg=-190.22053395615904	independent_100_runs=-378.8919645877011
e=322	episode_reward=-365.2606987972206	epsilon=0.01	avg=-192.06961995446835	independent_100_runs=-312.5949396537807
e=323	episode_reward=-369.5816388412803	epsilon=0.01	avg=-194.51918152219517	independent_100_runs=-358.20658584987547
e=324	episode_reward=-730.0479958536627	epsilon=0.01	avg=-195.53750809419512	independent_100_runs=-472.61445551262085
e=325	episode_reward=16.780397097622615	epsilon=0.01	avg=-190.01516744467858	independent_100_runs=-420.1863211325377
e=326	episode_reward=-193.5627422247996	epsilon=0.01	avg=-189.05364911218973	independent_100_runs=-248.2523984113446
e=327	episode_reward=-454.9709602851345	epsilon=0.01	avg=-191.71086357443488	independent_100_runs=-134.628094033587
e=328	episode_reward=-300.45713478191556	epsilon=0.01	avg=-194.0248544166087	independent_100_runs=-142.29025475513407
e=329	episode_reward=37.529417747705935	epsilon=0.01	avg=-190.87877110256966	independent_100_runs=-91.20977519736648
e=330	episode_reward=-212.6519238205026	epsilon=0.01	avg=-188.66638019772807	independent_100_runs=-537.0463074766583
e=331	episode_reward=-530.4450225950563	epsilon=0.01	avg=-188.78661171128314	independent_100_runs=-218.84743560868884
e=332	episode_reward=-455.5577103736831	epsilon=0.01	avg=-190.24104548141932	independent_100_runs=-253.20029435212
e=333	episode_reward=-380.70460004937746	epsilon=0.01	avg=-188.73806716899978	independent_100_runs=-421.197271525006
e=334	episode_reward=-400.0067935866849	epsilon=0.01	avg=-190.24053257150865	independent_100_runs=-323.8336932930751
e=335	episode_reward=-364.77655536871816	epsilon=0.01	avg=-191.85855390908466	independent_100_runs=-257.85137747106194
e=336	episode_reward=200.07357256763544	epsilon=0.01	avg=-187.75055818516157	independent_100_runs=-122.38850049427148
e=337	episode_reward=-382.40389259223156	epsilon=0.01	avg=-188.51127391654478	independent_100_runs=-55.48905212586393
e=338	episode_reward=-220.5503512414005	epsilon=0.01	avg=-188.03219977555148	independent_100_runs=-131.8342731070994
e=339	episode_reward=-183.315226257672	epsilon=0.01	avg=-186.72570127545208	independent_100_runs=-129.23385220405584
e=340	episode_reward=-404.78578437868487	epsilon=0.01	avg=-188.35889922133677	independent_100_runs=-204.5680564226134
e=341	episode_reward=-77.98488228797436	epsilon=0.01	avg=-185.60616083175006	independent_100_runs=-81.39707169972935
e=342	episode_reward=-171.38824412597998	epsilon=0.01	avg=-184.32788082561257	independent_100_runs=-106.60020490297998
e=343	episode_reward=-381.4727439276022	epsilon=0.01	avg=-184.14025452108882	independent_100_runs=-374.03562824180256
e=344	episode_reward=-511.164985890206	epsilon=0.01	avg=-186.35508166875775	independent_100_runs=-515.397721330506
e=345	episode_reward=-461.62066939333374	epsilon=0.01	avg=-188.5975987676931	independent_100_runs=-688.2445419251507
e=346	episode_reward=-498.93981586643866	epsilon=0.01	avg=-190.3182873714013	independent_100_runs=-204.7463410110744
e=347	episode_reward=-83.56991972714367	epsilon=0.01	avg=-187.78383584128304	independent_100_runs=-494.9929071632645
e=348	episode_reward=-524.7672599833239	epsilon=0.01	avg=-190.90872882277247	independent_100_runs=-409.5530020845831
e=349	episode_reward=-90.14787284796563	epsilon=0.01	avg=-190.816117068176	independent_100_runs=-122.57679040258368
e=350	episode_reward=-76.5928584797322	epsilon=0.01	avg=-190.1142002991878	independent_100_runs=-302.9795095393063
e=351	episode_reward=-203.41873200320197	epsilon=0.01	avg=-189.6841674064407	independent_100_runs=-201.2080264611749
e=352	episode_reward=229.21951886690834	epsilon=0.01	avg=-185.7851998532694	independent_100_runs=-98.7187653994553
e=353	episode_reward=-139.0340921483966	epsilon=0.01	avg=-183.75714313509081	independent_100_runs=-664.0179316239655
e=354	episode_reward=-1066.8767364715436	epsilon=0.01	avg=-192.8846644925653	independent_100_runs=-321.2432761395482
e=355	episode_reward=-485.34269632000877	epsilon=0.01	avg=-197.06969647114977	independent_100_runs=-153.085463632691
e=356	episode_reward=-567.5283019760438	epsilon=0.01	avg=-201.9440859986551	independent_100_runs=-396.261719993939
e=357	episode_reward=-848.9907664259728	epsilon=0.01	avg=-208.40538521527134	independent_100_runs=-447.1681067149318
e=358	episode_reward=-439.9659882082016	epsilon=0.01	avg=-212.13151250944523	independent_100_runs=-480.5093727802773
e=359	episode_reward=-160.2150346417321	epsilon=0.01	avg=-210.88807094740605	independent_100_runs=-281.0270280844276
e=360	episode_reward=-280.28157559621275	epsilon=0.01	avg=-213.08519343954825	independent_100_runs=-278.1700901366138
e=361	episode_reward=-294.46310912233605	epsilon=0.01	avg=-213.15528201544643	independent_100_runs=-309.1370328575047
e=362	episode_reward=-548.4724046645358	epsilon=0.01	avg=-218.33964633564224	independent_100_runs=-468.60007513076414
e=363	episode_reward=-499.09205235210163	epsilon=0.01	avg=-221.6655194283221	independent_100_runs=-284.6420659511385
e=364	episode_reward=-350.944218349582	epsilon=0.01	avg=-224.36060500737338	independent_100_runs=-274.8352197453489
e=365	episode_reward=-448.80964924103586	epsilon=0.01	avg=-229.32806964076985	independent_100_runs=-189.43379472792384
e=366	episode_reward=-329.9002584713836	epsilon=0.01	avg=-232.0987531158151	independent_100_runs=-271.93953246155274
e=367	episode_reward=-8.807821422201172	epsilon=0.01	avg=-229.8102574606375	independent_100_runs=-655.2770814550483
e=368	episode_reward=-292.16525702753324	epsilon=0.01	avg=-231.80933419931728	independent_100_runs=-555.1011903835246
e=369	episode_reward=-192.86281464388844	epsilon=0.01	avg=-233.51194484100415	independent_100_runs=-148.97306384884266
e=370	episode_reward=-261.51360724822797	epsilon=0.01	avg=-235.28993056902064	independent_100_runs=-610.8187437895492
e=371	episode_reward=-771.610048851378	epsilon=0.01	avg=-240.6897243196029	independent_100_runs=-627.8453100246836
e=372	episode_reward=-456.21896403070684	epsilon=0.01	avg=-244.07216310630568	independent_100_runs=-431.11307110869376
e=373	episode_reward=-487.98270167258863	epsilon=0.01	avg=-248.03341912022518	independent_100_runs=-87.86057128877701
e=374	episode_reward=-174.1245889577412	epsilon=0.01	avg=-249.33809886538882	independent_100_runs=-475.39818046905015
e=375	episode_reward=-99.06940743667094	epsilon=0.01	avg=-250.41872914364302	independent_100_runs=-287.6153781267475
e=376	episode_reward=-179.631280956128	epsilon=0.01	avg=-251.5653533367276	independent_100_runs=-218.47688183470498
e=377	episode_reward=-481.79798568608373	epsilon=0.01	avg=-254.25017751106603	independent_100_runs=-395.68907807371346
e=378	episode_reward=-394.143423967039	epsilon=0.01	avg=-255.94233602000338	independent_100_runs=-310.30776102495054
e=379	episode_reward=-240.20528390143406	epsilon=0.01	avg=-254.98950913016574	independent_100_runs=-274.53016485853453
e=380	episode_reward=-58.56894298882055	epsilon=0.01	avg=-253.37075519446367	independent_100_runs=-564.0894396406692
e=381	episode_reward=-199.54959522330694	epsilon=0.01	avg=-251.22178183983772	independent_100_runs=-144.56322692858555
e=382	episode_reward=-162.1913945577268	epsilon=0.01	avg=-252.21063813077305	independent_100_runs=-195.96597780173082
e=383	episode_reward=-463.9923243696089	epsilon=0.01	avg=-254.6899758233299	independent_100_runs=-531.8302489387834
e=384	episode_reward=214.56615764146866	epsilon=0.01	avg=-251.72902314809602	independent_100_runs=-97.19942292887221
e=385	episode_reward=-74.94949885788918	epsilon=0.01	avg=-252.68954567501913	independent_100_runs=-101.61389610202643
e=386	episode_reward=18.994402116922558	epsilon=0.01	avg=-252.0385228230432	independent_100_runs=-112.00063206129398
e=387	episode_reward=-191.8218530056463	epsilon=0.01	avg=-251.46269322286287	independent_100_runs=-160.90814711471776
e=388	episode_reward=-51.17858186463729	epsilon=0.01	avg=-251.5012622501261	independent_100_runs=-109.4090929723897
e=389	episode_reward=-220.89201405340174	epsilon=0.01	avg=-251.78185114930588	independent_100_runs=-259.0885143707835
e=390	episode_reward=-149.81255771601104	epsilon=0.01	avg=-252.04918286971065	independent_100_runs=-576.8477074545781
e=391	episode_reward=-128.64571592499215	epsilon=0.01	avg=-253.08164744778904	independent_100_runs=-341.1343573365982
e=392	episode_reward=-83.05294878635942	epsilon=0.01	avg=-252.9429327193794	independent_100_runs=-250.4060274975917
e=393	episode_reward=-703.5235811446023	epsilon=0.01	avg=-259.2194845998779	independent_100_runs=-194.25614094056743
e=394	episode_reward=-441.74004407843057	epsilon=0.01	avg=-264.1354106413979	independent_100_runs=-123.51506005158271
e=395	episode_reward=-272.4952422200148	epsilon=0.01	avg=-264.59554348836497	independent_100_runs=-349.6693953358252
e=396	episode_reward=-223.9602389782624	epsilon=0.01	avg=-266.05609066354907	independent_100_runs=-86.91052387909103
e=397	episode_reward=-156.12699018964668	epsilon=0.01	avg=-264.9532394082135	independent_100_runs=-691.7543421596071
e=398	episode_reward=29.07916786318782	epsilon=0.01	avg=-263.94610643398096	independent_100_runs=-65.54822829967424
e=399	episode_reward=-251.38730591858985	epsilon=0.01	avg=-264.3761603377889	independent_100_runs=-164.31381812005318
e=400	episode_reward=-196.8844269635918	epsilon=0.01	avg=-264.13718486693085	independent_100_runs=-134.76802455740676
e=401	episode_reward=-89.01928764466825	epsilon=0.01	avg=-263.5620236045825	independent_100_runs=-163.61484098585146
e=402	episode_reward=-215.17888155887925	epsilon=0.01	avg=-265.5905601982732	independent_100_runs=-132.68916380323267
e=403	episode_reward=-372.92097530003105	epsilon=0.01	avg=-267.91626504465364	independent_100_runs=-451.500020797802
e=404	episode_reward=-322.76083520321805	epsilon=0.01	avg=-268.2707805451641	independent_100_runs=-425.12803328259656
e=405	episode_reward=-513.1664968089973	epsilon=0.01	avg=-272.5056908236014	independent_100_runs=-190.61186321337976
e=406	episode_reward=-230.71171733237225	epsilon=0.01	avg=-270.5894263730057	independent_100_runs=-635.4997317493915
e=407	episode_reward=-784.6733745523084	epsilon=0.01	avg=-278.4260618577392	independent_100_runs=-574.5475771848745
e=408	episode_reward=-79.25360996694548	epsilon=0.01	avg=-276.3123996157099	independent_100_runs=-461.56549267111853
e=409	episode_reward=-357.65343131479443	epsilon=0.01	avg=-278.5985341911074	independent_100_runs=-648.110572278594
e=410	episode_reward=-428.23806933332935	epsilon=0.01	avg=-281.09841156443105	independent_100_runs=-200.15143975374966
e=411	episode_reward=-521.0489521998178	epsilon=0.01	avg=-284.71180616041954	independent_100_runs=-528.5856188951344
e=412	episode_reward=-869.0184308476231	epsilon=0.01	avg=-292.3090553676251	independent_100_runs=-593.3576970812775
e=413	episode_reward=-20.114409209247086	epsilon=0.01	avg=-294.1700274772988	independent_100_runs=-465.42217268728905
e=414	episode_reward=-483.61954469854663	epsilon=0.01	avg=-295.33308729456655	independent_100_runs=-362.67695792887184
e=415	episode_reward=-228.17495787263636	epsilon=0.01	avg=-296.6703996052446	independent_100_runs=-374.79861156830333
e=416	episode_reward=-962.5201769652728	epsilon=0.01	avg=-306.0840413231634	independent_100_runs=-443.9550604569284
e=417	episode_reward=-243.49940321085506	epsilon=0.01	avg=-308.3510771277452	independent_100_runs=-497.14007352288064
e=418	episode_reward=-914.0023317490856	epsilon=0.01	avg=-317.0923868738312	independent_100_runs=-743.4878637727535
e=419	episode_reward=-66.9389806340175	epsilon=0.01	avg=-316.98871887263033	independent_100_runs=-595.6713179972754
e=420	episode_reward=-512.8715400419755	epsilon=0.01	avg=-315.1795078259908	independent_100_runs=-706.3858163832718
e=421	episode_reward=-764.0674106771797	epsilon=0.01	avg=-317.94180525433524	independent_100_runs=-687.9594827329232
e=422	episode_reward=-989.5550045065901	epsilon=0.01	avg=-324.18474831142896	independent_100_runs=-577.4563845421459
e=423	episode_reward=-324.2946126068055	epsilon=0.01	avg=-323.7318780490842	independent_100_runs=-520.0985875960735
e=424	episode_reward=-392.4808988174732	epsilon=0.01	avg=-320.35620707872226	independent_100_runs=-480.57831624935903
e=425	episode_reward=-519.6091440839812	epsilon=0.01	avg=-325.7201024905383	independent_100_runs=-483.0743666536523
e=426	episode_reward=-795.0450364590027	epsilon=0.01	avg=-331.73492543288035	independent_100_runs=-372.7579692395645
e=427	episode_reward=-536.4782122405433	epsilon=0.01	avg=-332.5499979524344	independent_100_runs=-620.845429474938
e=428	episode_reward=-697.1016466205489	epsilon=0.01	avg=-336.51644307082074	independent_100_runs=-350.97908102840165
e=429	episode_reward=-15.942939513565776	epsilon=0.01	avg=-337.0511666434335	independent_100_runs=-286.7073442101107
e=430	episode_reward=-231.44098939938016	epsilon=0.01	avg=-337.2390572992223	independent_100_runs=-347.57028510872783
e=431	episode_reward=-477.98129570933077	epsilon=0.01	avg=-336.714420030365	independent_100_runs=-311.786063222926
e=432	episode_reward=-94.37136017155711	epsilon=0.01	avg=-333.10255652834377	independent_100_runs=-337.4425255989359
e=433	episode_reward=-329.0112932132838	epsilon=0.01	avg=-332.5856234599828	independent_100_runs=-452.0016218430771
e=434	episode_reward=-503.8825254437071	epsilon=0.01	avg=-333.6243807785531	independent_100_runs=-179.32341692757316
e=435	episode_reward=-382.0838377789488	epsilon=0.01	avg=-333.79745360265537	independent_100_runs=-181.66043868349098
e=436	episode_reward=-176.35048090856446	epsilon=0.01	avg=-337.56169413741736	independent_100_runs=-264.3354182357844
e=437	episode_reward=-595.5892696155283	epsilon=0.01	avg=-339.6935479076503	independent_100_runs=-161.35739931422137
e=438	episode_reward=-56.52344383773696	epsilon=0.01	avg=-338.05327883361366	independent_100_runs=-265.7969708576782
e=439	episode_reward=-94.48768013477273	epsilon=0.01	avg=-337.16500337238466	independent_100_runs=-117.62396579394446
e=440	episode_reward=-456.34180393409736	epsilon=0.01	avg=-337.6805635679388	independent_100_runs=-333.57012710971964
e=441	episode_reward=-325.9976462666391	epsilon=0.01	avg=-340.16069120772545	independent_100_runs=-273.6631065343845
e=442	episode_reward=-280.83154912428756	epsilon=0.01	avg=-341.25512425770853	independent_100_runs=-238.93106584820688
e=443	episode_reward=-309.3531461659148	epsilon=0.01	avg=-340.53392828009163	independent_100_runs=-288.1241555625272
e=444	episode_reward=-414.69660179660406	epsilon=0.01	avg=-339.5692444391557	independent_100_runs=-216.86765947177176
e=445	episode_reward=-435.14783802371153	epsilon=0.01	avg=-339.30451612545943	independent_100_runs=-322.1671276771551
e=446	episode_reward=-434.7061399126549	epsilon=0.01	avg=-338.66217936592153	independent_100_runs=-364.8710140869524
e=447	episode_reward=-211.01686096728628	epsilon=0.01	avg=-339.93664877832293	independent_100_runs=-465.0749830572463
e=448	episode_reward=-281.6823233817994	epsilon=0.01	avg=-337.50579941230774	independent_100_runs=-178.00901505852104
e=449	episode_reward=-290.819957576221	epsilon=0.01	avg=-339.5125202595903	independent_100_runs=-186.53939655240185
e=450	episode_reward=-426.76199195876916	epsilon=0.01	avg=-343.01421159438064	independent_100_runs=-360.9983826069897
e=451	episode_reward=-199.44891217800637	epsilon=0.01	avg=-342.97451339612866	independent_100_runs=-201.5583008870048
e=452	episode_reward=190.59448965721552	epsilon=0.01	avg=-343.3607636882256	independent_100_runs=-123.92113373558885
e=453	episode_reward=-84.51394737221027	epsilon=0.01	avg=-342.8155622404637	independent_100_runs=-167.2016673269775
e=454	episode_reward=-353.99092905359976	epsilon=0.01	avg=-335.6867041662843	independent_100_runs=-130.43555686184283
e=455	episode_reward=-41.21940048873637	epsilon=0.01	avg=-331.24547120797166	independent_100_runs=-87.26018008607157
e=456	episode_reward=-243.15445415654727	epsilon=0.01	avg=-328.0017327297766	independent_100_runs=-271.3028416158223
e=457	episode_reward=-352.2571523873761	epsilon=0.01	avg=-323.0343965893907	independent_100_runs=-243.77942860510805
e=458	episode_reward=-258.7062537616918	epsilon=0.01	avg=-321.2217992449256	independent_100_runs=-189.8763360826952
e=459	episode_reward=-207.63056057028402	epsilon=0.01	avg=-321.69595450421116	independent_100_runs=-280.76617582577865
e=460	episode_reward=-91.83770356074868	epsilon=0.01	avg=-319.81151578385646	independent_100_runs=-213.93089408665435
e=461	episode_reward=-248.7407094344325	epsilon=0.01	avg=-319.3542917869774	independent_100_runs=-234.92524456000004
e=462	episode_reward=-205.65999362804058	epsilon=0.01	avg=-315.9261676766124	independent_100_runs=-133.99965446961977
e=463	episode_reward=-226.0672638003915	epsilon=0.01	avg=-313.1959197910954	independent_100_runs=-238.54405696326515
e=464	episode_reward=-238.9656470663099	epsilon=0.01	avg=-312.0761340782626	independent_100_runs=-179.5026549098474
e=465	episode_reward=-261.44463621149896	epsilon=0.01	avg=-310.2024839479673	independent_100_runs=-147.9492414367444
e=466	episode_reward=-287.3652227913569	epsilon=0.01	avg=-309.777133591167	independent_100_runs=-149.37780497450328
e=467	episode_reward=-726.2372096024231	epsilon=0.01	avg=-316.9514274729692	independent_100_runs=-218.451049920501
e=468	episode_reward=-347.0419644022968	epsilon=0.01	avg=-317.5001945467168	independent_100_runs=-173.47849287985534
e=469	episode_reward=-186.1274401817401	epsilon=0.01	avg=-317.43284080209537	independent_100_runs=-397.55008607681935
e=470	episode_reward=-37.092235687548836	epsilon=0.01	avg=-315.18862708648857	independent_100_runs=-655.8460480336918
e=471	episode_reward=-25.965156858120864	epsilon=0.01	avg=-307.7321781665561	independent_100_runs=-137.57066646670236
e=472	episode_reward=-176.31846083499613	epsilon=0.01	avg=-304.9331731345989	independent_100_runs=-323.32900973099026
e=473	episode_reward=-329.39843368723564	epsilon=0.01	avg=-303.34733045474536	independent_100_runs=-205.66020912246978
e=474	episode_reward=-25.13223504340236	epsilon=0.01	avg=-301.857406915602	independent_100_runs=-168.4965106156493
e=475	episode_reward=-296.27081326889424	epsilon=0.01	avg=-303.8294209739242	independent_100_runs=-276.3003163952873
e=476	episode_reward=-373.5095705776165	epsilon=0.01	avg=-305.7682038701391	independent_100_runs=-442.6990860332907
e=477	episode_reward=-586.3654956155997	epsilon=0.01	avg=-306.81387896943426	independent_100_runs=-422.047710466439
e=478	episode_reward=-616.5316486107067	epsilon=0.01	avg=-309.03776121587094	independent_100_runs=-344.575958634934
e=479	episode_reward=-341.43063281047125	epsilon=0.01	avg=-310.0500147049613	independent_100_runs=-252.77653373035983
e=480	episode_reward=-256.85064738246234	epsilon=0.01	avg=-312.03283174889776	independent_100_runs=-187.79996956991826
e=481	episode_reward=-206.34833772636247	epsilon=0.01	avg=-312.10081917392836	independent_100_runs=-214.61512888671223
e=482	episode_reward=-486.2332840448846	epsilon=0.01	avg=-315.3412380687999	independent_100_runs=-412.8281250874172
e=483	episode_reward=-487.28335954726396	epsilon=0.01	avg=-315.5741484205765	independent_100_runs=-325.28069140188154
e=484	episode_reward=-579.5829480205141	epsilon=0.01	avg=-323.51563947719626	independent_100_runs=-364.76764600002883
e=485	episode_reward=-525.1675749574551	epsilon=0.01	avg=-328.017820238192	independent_100_runs=-320.32686860710623
e=486	episode_reward=-363.8789262054056	epsilon=0.01	avg=-331.8465535214152	independent_100_runs=-209.44637780723505
e=487	episode_reward=-292.3152561635392	epsilon=0.01	avg=-332.85148755299406	independent_100_runs=-304.77702885022137
e=488	episode_reward=-47.16810077379155	epsilon=0.01	avg=-332.8113827420857	independent_100_runs=-233.46430711476552
e=489	episode_reward=-485.9351241050678	epsilon=0.01	avg=-335.46181384260234	independent_100_runs=-331.6933675981506
e=490	episode_reward=-415.4153896359246	epsilon=0.01	avg=-338.11784216180155	independent_100_runs=-295.3245991175247
e=491	episode_reward=-341.9521963416595	epsilon=0.01	avg=-340.2509069659682	independent_100_runs=-271.3114187737791
e=492	episode_reward=-204.37188204014325	epsilon=0.01	avg=-341.46409629850604	independent_100_runs=-311.97065906834155
e=493	episode_reward=30.510785485832145	epsilon=0.01	avg=-334.12375263220173	independent_100_runs=-222.189875882538
e=494	episode_reward=-164.49569618789363	epsilon=0.01	avg=-331.3513091532963	independent_100_runs=-111.29146894875822
e=495	episode_reward=-463.01469501374424	epsilon=0.01	avg=-333.2565036812336	independent_100_runs=-193.0461775850598
e=496	episode_reward=-36.868183589145545	epsilon=0.01	avg=-331.3855831273424	independent_100_runs=-390.73397800342775
e=497	episode_reward=-361.16201470387125	epsilon=0.01	avg=-333.43593337248467	independent_100_runs=-545.1156277407698
e=498	episode_reward=-318.1382705289194	epsilon=0.01	avg=-336.90810775640574	independent_100_runs=-207.9554176204201
e=499	episode_reward=-21.439779217632548	epsilon=0.01	avg=-334.6086324893962	independent_100_runs=-170.0231021541854
e=500	episode_reward=-251.4822362372261	epsilon=0.01	avg=-335.15461058213253	independent_100_runs=-145.72243222267917
e=501	episode_reward=-48.025424271363185	epsilon=0.01	avg=-334.74467194839946	independent_100_runs=-332.1857251211903
e=502	episode_reward=-382.8254774464738	epsilon=0.01	avg=-336.4211379072754	independent_100_runs=-350.45994739107084
e=503	episode_reward=-539.3239058227114	epsilon=0.01	avg=-338.0851672125022	independent_100_runs=-217.029059016901
e=504	episode_reward=-259.9351066649431	epsilon=0.01	avg=-337.4569099271194	independent_100_runs=-227.45966733204358
e=505	episode_reward=-209.53122298710926	epsilon=0.01	avg=-334.42055718890055	independent_100_runs=-271.24323847252094
e=506	episode_reward=-229.37864435644832	epsilon=0.01	avg=-334.4072264591413	independent_100_runs=-277.69720516742325
e=507	episode_reward=-141.5787642163494	epsilon=0.01	avg=-327.9762803557817	independent_100_runs=-191.1176033160036
e=508	episode_reward=-392.5345566671605	epsilon=0.01	avg=-331.1090898227839	independent_100_runs=-117.84628597023226
e=509	episode_reward=-108.04341017600724	epsilon=0.01	avg=-328.61298961139596	independent_100_runs=-132.10724313812972
e=510	episode_reward=-110.66989354009834	epsilon=0.01	avg=-325.4373078534638	independent_100_runs=-650.1154264609337
e=511	episode_reward=-58.311096458336095	epsilon=0.01	avg=-320.8099292960489	independent_100_runs=-68.8223553846119
e=512	episode_reward=-73.69162429786283	epsilon=0.01	avg=-312.8566612305513	independent_100_runs=-130.24558546797715
e=513	episode_reward=-548.819501688208	epsilon=0.01	avg=-318.1437121553409	independent_100_runs=-260.68694678178764
e=514	episode_reward=-148.0168627293715	epsilon=0.01	avg=-314.78768533564914	independent_100_runs=-163.24664866941936
e=515	episode_reward=-83.44070035262432	epsilon=0.01	avg=-313.34034276044906	independent_100_runs=-220.83040570525907
e=516	episode_reward=-256.1687895740198	epsilon=0.01	avg=-306.2768288865365	independent_100_runs=-236.114902685079
e=517	episode_reward=-510.937232299402	epsilon=0.01	avg=-308.951207177422	independent_100_runs=-214.25558692281717
e=518	episode_reward=-338.4715302651781	epsilon=0.01	avg=-303.1958991625829	independent_100_runs=-300.1978092608494
e=519	episode_reward=-43.51886558783991	epsilon=0.01	avg=-302.96169801212113	independent_100_runs=-122.87575344833834
e=520	episode_reward=-210.1871884919674	epsilon=0.01	avg=-299.934854496621	independent_100_runs=-166.5847170612755
e=521	episode_reward=-279.78376554586964	epsilon=0.01	avg=-295.0920180453079	independent_100_runs=-178.75808914955533
e=522	episode_reward=-200.01773555399075	epsilon=0.01	avg=-287.1966453557819	independent_100_runs=-212.39117764473798
e=523	episode_reward=-275.3798850061619	epsilon=0.01	avg=-286.70749807977546	independent_100_runs=-195.51305412468437
e=524	episode_reward=-87.7021622412338	epsilon=0.01	avg=-283.65971071401304	independent_100_runs=-114.26954122418101
e=525	episode_reward=-465.94194524968543	epsilon=0.01	avg=-283.1230387256701	independent_100_runs=-240.4332107714591
e=526	episode_reward=-200.4031603756377	epsilon=0.01	avg=-277.17661996483645	independent_100_runs=-120.29505630911115
e=527	episode_reward=-8.542294767866736	epsilon=0.01	avg=-271.8972607901097	independent_100_runs=-119.8799981101427
e=528	episode_reward=12.8889349654102	epsilon=0.01	avg=-264.79735497425014	independent_100_runs=-151.4778713108536
e=529	episode_reward=-145.3486418853197	epsilon=0.01	avg=-266.0914119979677	independent_100_runs=-197.09147333456426
e=530	episode_reward=-282.3750138619161	epsilon=0.01	avg=-266.60075224259305	independent_100_runs=-339.3966821932975
e=531	episode_reward=-252.39843664786477	epsilon=0.01	avg=-264.3449236519784	independent_100_runs=-193.14800229925302
e=532	episode_reward=-267.2003962830909	epsilon=0.01	avg=-266.0732140130937	independent_100_runs=-327.17850103914725
e=533	episode_reward=-155.81529361218674	epsilon=0.01	avg=-264.34125401708275	independent_100_runs=-146.90209804486307
e=534	episode_reward=-236.92032379957124	epsilon=0.01	avg=-261.6716320006414	independent_100_runs=-313.8521786515013
e=535	episode_reward=-378.7466265180223	epsilon=0.01	avg=-261.6382598880321	independent_100_runs=-310.09784528425195
e=536	episode_reward=-65.5536770150035	epsilon=0.01	avg=-260.53029184909656	independent_100_runs=-541.1753317607734
e=537	episode_reward=-182.363495986871	epsilon=0.01	avg=-256.39803411280997	independent_100_runs=-128.46047928131068
e=538	episode_reward=-70.14230220362019	epsilon=0.01	avg=-256.53422269646876	independent_100_runs=-136.23656983304807
e=539	episode_reward=-37.308842264533695	epsilon=0.01	avg=-255.96243431776642	independent_100_runs=-160.93773457081602
e=540	episode_reward=-73.2285201155994	epsilon=0.01	avg=-252.13130147958142	independent_100_runs=-106.73101078019226
e=541	episode_reward=-247.91794520672312	epsilon=0.01	avg=-251.35050446898225	independent_100_runs=-164.6484896706061
e=542	episode_reward=-198.53469809065422	epsilon=0.01	avg=-250.52753595864593	independent_100_runs=-129.32459098152478
e=543	episode_reward=-181.8373379613771	epsilon=0.01	avg=-249.25237787660052	independent_100_runs=-129.3978906189476
e=544	episode_reward=-234.72655408561252	epsilon=0.01	avg=-247.45267739949065	independent_100_runs=-187.0445500894097
e=545	episode_reward=-37.5265458506918	epsilon=0.01	avg=-243.47646447776043	independent_100_runs=-93.74733744119995
e=546	episode_reward=-499.9746356417881	epsilon=0.01	avg=-244.12914943505177	independent_100_runs=-197.21367416283567
e=547	episode_reward=-227.59505925127877	epsilon=0.01	avg=-244.2949314178917	independent_100_runs=-201.6850404775065
e=548	episode_reward=-201.2428306985434	epsilon=0.01	avg=-243.4905364910591	independent_100_runs=-167.34206357011993
e=549	episode_reward=-247.90594912765312	epsilon=0.01	avg=-243.06139640657344	independent_100_runs=-303.79088567494733
e=550	episode_reward=-283.99746741248293	epsilon=0.01	avg=-241.63375116111055	independent_100_runs=-266.9403618664733
e=551	episode_reward=-74.78148134399622	epsilon=0.01	avg=-240.38707685277043	independent_100_runs=-259.998036652544
e=552	episode_reward=-64.87876834333866	epsilon=0.01	avg=-242.94180943277598	independent_100_runs=-110.93811344820611
e=553	episode_reward=-274.2256494219396	epsilon=0.01	avg=-244.8389264532733	independent_100_runs=-86.0733672398046
e=554	episode_reward=-15.142771186340937	epsilon=0.01	avg=-241.45044487460072	independent_100_runs=-181.94848814234516
e=555	episode_reward=-339.4009998928438	epsilon=0.01	avg=-244.43226086864183	independent_100_runs=-205.00022715287653
e=556	episode_reward=-194.05376587220968	epsilon=0.01	avg=-243.94125398579843	independent_100_runs=-106.6321454256299
e=557	episode_reward=-189.8015361389592	epsilon=0.01	avg=-242.31669782331426	independent_100_runs=-290.7108144739944
e=558	episode_reward=-110.42751640627147	epsilon=0.01	avg=-240.83391044976005	independent_100_runs=-241.2548136790943
e=559	episode_reward=-284.53328511661033	epsilon=0.01	avg=-241.60293769522326	independent_100_runs=-232.42478900392283
e=560	episode_reward=-11.248570019705213	epsilon=0.01	avg=-240.79704635981284	independent_100_runs=-214.8234501936446
e=561	episode_reward=-82.8153683599777	epsilon=0.01	avg=-239.1377929490683	independent_100_runs=-236.27310840484384
e=562	episode_reward=-377.31491721109694	epsilon=0.01	avg=-240.85434218489888	independent_100_runs=-297.08876558348004
e=563	episode_reward=-242.38198864579016	epsilon=0.01	avg=-241.01748943335286	independent_100_runs=-204.7985056379058
e=564	episode_reward=-99.07908098146369	epsilon=0.01	avg=-239.6186237725044	independent_100_runs=-119.88428530840511
e=565	episode_reward=-371.61004982036667	epsilon=0.01	avg=-240.7202779085931	independent_100_runs=-136.86770156734008
e=566	episode_reward=-92.03148387909634	epsilon=0.01	avg=-238.7669405194705	independent_100_runs=-86.19074697490127
e=567	episode_reward=-307.75632463039796	epsilon=0.01	avg=-234.58213166975023	independent_100_runs=-538.0336047825032
e=568	episode_reward=-265.82709534727377	epsilon=0.01	avg=-233.76998297920002	independent_100_runs=-182.98710062744627
e=569	episode_reward=-407.4026271110566	epsilon=0.01	avg=-235.9827348484932	independent_100_runs=-342.29347260492585
e=570	episode_reward=-159.02010096071655	epsilon=0.01	avg=-237.20201350122485	independent_100_runs=-311.68414740406735
e=571	episode_reward=-220.8239107529293	epsilon=0.01	avg=-239.15060104017294	independent_100_runs=-225.78892709660252
e=572	episode_reward=-95.34798504146508	epsilon=0.01	avg=-238.34089628223762	independent_100_runs=-281.8290672815897
e=573	episode_reward=-236.42853143494392	epsilon=0.01	avg=-237.41119725971473	independent_100_runs=-222.21245023502178
e=574	episode_reward=-202.90330979058194	epsilon=0.01	avg=-239.1889080071865	independent_100_runs=-271.1489114081411
e=575	episode_reward=-494.540860766672	epsilon=0.01	avg=-241.1716084821643	independent_100_runs=-513.8100421959905
e=576	episode_reward=-322.4230887591719	epsilon=0.01	avg=-240.66074366397982	independent_100_runs=-190.35379260248038
e=577	episode_reward=-370.4273089141152	epsilon=0.01	avg=-238.501361796965	independent_100_runs=-211.95193013257375
e=578	episode_reward=-121.92138678068699	epsilon=0.01	avg=-233.55525917866476	independent_100_runs=-273.81475255918446
e=579	episode_reward=-322.35395947186066	epsilon=0.01	avg=-233.3644924452787	independent_100_runs=-395.72182229907844
e=580	episode_reward=-320.44900477725525	epsilon=0.01	avg=-234.0004760192266	independent_100_runs=-503.6989167052156
e=581	episode_reward=-206.56719916176613	epsilon=0.01	avg=-234.00266463358065	independent_100_runs=-338.32230540909075
e=582	episode_reward=-216.68006804865712	epsilon=0.01	avg=-231.30713247361837	independent_100_runs=-110.80968995119193
e=583	episode_reward=-327.7650406400646	epsilon=0.01	avg=-229.7119492845464	independent_100_runs=-247.91553909739923
e=584	episode_reward=-86.65348028372239	epsilon=0.01	avg=-224.78265460717847	independent_100_runs=-160.5046292467576
e=585	episode_reward=-386.4624081488616	epsilon=0.01	avg=-223.3956029390925	independent_100_runs=-277.51239787037645
e=586	episode_reward=-362.1666161946106	epsilon=0.01	avg=-223.37847983898456	independent_100_runs=-175.48937416083706
e=587	episode_reward=-327.7335515585295	epsilon=0.01	avg=-223.7326627929345	independent_100_runs=-263.629659397534
e=588	episode_reward=-276.3229518994985	epsilon=0.01	avg=-226.02421130419157	independent_100_runs=-179.56506384406217
e=589	episode_reward=-10.61419016746585	epsilon=0.01	avg=-221.27100196481555	independent_100_runs=-147.03294282989972
e=590	episode_reward=-113.79241583120029	epsilon=0.01	avg=-218.2547722267683	independent_100_runs=-148.95866613820627
e=591	episode_reward=-64.84940214448326	epsilon=0.01	avg=-215.48374428479653	independent_100_runs=-159.29087940879518
e=592	episode_reward=-274.40593349724077	epsilon=0.01	avg=-216.1840847993675	independent_100_runs=-111.6080112833897
e=593	episode_reward=-236.82958131619165	epsilon=0.01	avg=-218.85748846738772	independent_100_runs=-190.53501906232304
e=594	episode_reward=-49.056601421836014	epsilon=0.01	avg=-217.70309751972712	independent_100_runs=-131.6347062530158
e=595	episode_reward=-41.87882925890832	epsilon=0.01	avg=-213.49173886217878	independent_100_runs=-144.47923463403208
e=596	episode_reward=-241.1653343772624	epsilon=0.01	avg=-215.53471037005994	independent_100_runs=-95.76728311728394
e=597	episode_reward=-254.2309358385626	epsilon=0.01	avg=-214.46539958140684	independent_100_runs=-106.84040661484312
e=598	episode_reward=-204.49705929812296	epsilon=0.01	avg=-213.3289874690989	independent_100_runs=-85.83067748493531
e=599	episode_reward=-187.90384806399848	epsilon=0.01	avg=-214.99362815756257	independent_100_runs=-111.43667822267902
e=600	episode_reward=-147.42237808964111	epsilon=0.01	avg=-213.9530295760867	independent_100_runs=-73.54053164743314
e=601	episode_reward=-212.01873965241862	epsilon=0.01	avg=-215.5929627298973	independent_100_runs=-93.4707525735005
e=602	episode_reward=-102.9897169814494	epsilon=0.01	avg=-212.79460512524707	independent_100_runs=-98.72749176980848
e=603	episode_reward=-95.79985474311103	epsilon=0.01	avg=-208.35936461445107	independent_100_runs=-107.82021949738888
e=604	episode_reward=-213.3987084977926	epsilon=0.01	avg=-207.89400063277952	independent_100_runs=-74.78580549802187
e=605	episode_reward=-75.17907446527829	epsilon=0.01	avg=-206.55047914756125	independent_100_runs=-74.8972833529543
e=606	episode_reward=-57.72067674578684	epsilon=0.01	avg=-204.83389947145463	independent_100_runs=-70.17208113057453
e=607	episode_reward=-107.16632190769927	epsilon=0.01	avg=-204.48977504836807	independent_100_runs=-133.9551407500614
e=608	episode_reward=-201.48368316071966	epsilon=0.01	avg=-202.57926631330372	independent_100_runs=-119.42904787581466
e=609	episode_reward=-56.480633313194744	epsilon=0.01	avg=-202.06363854467557	independent_100_runs=-144.33347248176406
e=610	episode_reward=-307.23376514498545	epsilon=0.01	avg=-204.02927726072446	independent_100_runs=-99.72052948485457
e=611	episode_reward=-156.70285701742824	epsilon=0.01	avg=-205.0131948663154	independent_100_runs=-159.49290370466443
e=612	episode_reward=-162.13951096068143	epsilon=0.01	avg=-205.8976737329436	independent_100_runs=-107.87782035673823
e=613	episode_reward=-236.07961086257467	epsilon=0.01	avg=-202.77027482468725	independent_100_runs=-164.3361960964173
e=614	episode_reward=-210.21385023498004	epsilon=0.01	avg=-203.39224469974332	independent_100_runs=-143.01776818532034
e=615	episode_reward=-221.09463188868781	epsilon=0.01	avg=-204.768784015104	independent_100_runs=-162.65482477324002
e=616	episode_reward=3.5926639142647048	epsilon=0.01	avg=-202.1711694802211	independent_100_runs=-265.06631846641153
e=617	episode_reward=-137.2609345042089	epsilon=0.01	avg=-198.43440650226918	independent_100_runs=-237.05774176446565
e=618	episode_reward=-257.6546721807739	epsilon=0.01	avg=-197.62623792142512	independent_100_runs=-194.0849028287252
e=619	episode_reward=-189.5615460622637	epsilon=0.01	avg=-199.0866647261694	independent_100_runs=-330.37418807381675
e=620	episode_reward=-197.45654900548695	epsilon=0.01	avg=-198.95935833130454	independent_100_runs=-150.5802048097627
e=621	episode_reward=-208.40478600590959	epsilon=0.01	avg=-198.245568535905	independent_100_runs=-247.1722267776738
e=622	episode_reward=-131.66985274634797	epsilon=0.01	avg=-197.56208970782856	independent_100_runs=-128.1274102970621
e=623	episode_reward=-90.0844776486017	epsilon=0.01	avg=-195.70913563425293	independent_100_runs=-170.12471097418063
e=624	episode_reward=-190.35251973750653	epsilon=0.01	avg=-196.73563920921563	independent_100_runs=-92.89445920426873
e=625	episode_reward=-130.57481496767463	epsilon=0.01	avg=-193.38196790639552	independent_100_runs=-116.09715812223621
e=626	episode_reward=-178.86232018607615	epsilon=0.01	avg=-193.16655950449984	independent_100_runs=-146.4629036423974
e=627	episode_reward=-295.1086987066486	epsilon=0.01	avg=-196.0322235438877	independent_100_runs=-162.33040014956904
e=628	episode_reward=-71.13098737889047	epsilon=0.01	avg=-196.87242276733068	independent_100_runs=-74.34148701422137
e=629	episode_reward=-72.46647312206656	epsilon=0.01	avg=-196.14360107969816	independent_100_runs=-82.35018310956715
e=630	episode_reward=-216.95116709370765	epsilon=0.01	avg=-195.4893626120161	independent_100_runs=-116.15866330219575
e=631	episode_reward=-123.85174498379448	epsilon=0.01	avg=-194.20389569537537	independent_100_runs=-122.7143678171181
e=632	episode_reward=-205.30485968676265	epsilon=0.01	avg=-193.5849403294121	independent_100_runs=-121.53169811028977
e=633	episode_reward=-187.553211115912	epsilon=0.01	avg=-193.90231950444934	independent_100_runs=-417.1705532216562
e=634	episode_reward=-150.0470583603061	epsilon=0.01	avg=-193.0335868500567	independent_100_runs=-144.85733320093385
e=635	episode_reward=-571.1675428294906	epsilon=0.01	avg=-194.9577960131714	independent_100_runs=-368.21987970679345
e=636	episode_reward=-306.7909196911106	epsilon=0.01	avg=-197.37016843993248	independent_100_runs=-349.5373539165792
e=637	episode_reward=-373.46667260581785	epsilon=0.01	avg=-199.2812002061219	independent_100_runs=-272.8614527261189
e=638	episode_reward=-128.99221335242618	epsilon=0.01	avg=-199.86969931761004	independent_100_runs=-351.993831069006
e=639	episode_reward=-192.8111658054762	epsilon=0.01	avg=-201.42472255301942	independent_100_runs=-387.2054721211007
e=640	episode_reward=-471.258732365905	epsilon=0.01	avg=-205.40502467552255	independent_100_runs=-453.0886412685911
e=641	episode_reward=-97.78247835308721	epsilon=0.01	avg=-203.9036700069862	independent_100_runs=-389.4840022923095
e=642	episode_reward=-445.1738985771525	epsilon=0.01	avg=-206.3700620118512	independent_100_runs=-302.37969834848514
e=643	episode_reward=-448.64168564123725	epsilon=0.01	avg=-209.03810548864973	independent_100_runs=-537.7211366982252
e=644	episode_reward=-345.48155953781276	epsilon=0.01	avg=-210.14565554317176	independent_100_runs=-376.7857638199993
e=645	episode_reward=-168.6300966114253	epsilon=0.01	avg=-211.45669105077909	independent_100_runs=-557.423903897102
e=646	episode_reward=-149.7301987391417	epsilon=0.01	avg=-207.95424668175258	independent_100_runs=-364.08586802599064
e=647	episode_reward=-454.05569946806213	epsilon=0.01	avg=-210.21885308392044	independent_100_runs=-600.9704701727617
e=648	episode_reward=-498.13473534954284	epsilon=0.01	avg=-213.18777213043046	independent_100_runs=-407.7742809308022
e=649	episode_reward=-150.2184010913125	epsilon=0.01	avg=-212.21089665006704	independent_100_runs=-253.2484436156174
e=650	episode_reward=-308.91451114460267	epsilon=0.01	avg=-212.46006708738824	independent_100_runs=-406.785245815917
e=651	episode_reward=-290.34525674647625	epsilon=0.01	avg=-214.61570484141305	independent_100_runs=-351.924015505478
e=652	episode_reward=-510.3502625423745	epsilon=0.01	avg=-219.07041978340337	independent_100_runs=-351.9855864169837
e=653	episode_reward=-166.91266532303362	epsilon=0.01	avg=-217.99728994241434	independent_100_runs=-317.6348273346538
e=654	episode_reward=-166.56052170359305	epsilon=0.01	avg=-219.51146744758688	independent_100_runs=-229.5856695918527
e=655	episode_reward=-339.51006444001735	epsilon=0.01	avg=-219.5125580930586	independent_100_runs=-255.20895639393734
e=656	episode_reward=-444.20185996966546	epsilon=0.01	avg=-222.01403903403315	independent_100_runs=-414.7471220181704
e=657	episode_reward=-295.78207985751305	epsilon=0.01	avg=-223.07384447121868	independent_100_runs=-375.40610822709755
e=658	episode_reward=25.11164261871272	epsilon=0.01	avg=-221.71845288096884	independent_100_runs=-225.17176370270533
e=659	episode_reward=-221.1926639104578	epsilon=0.01	avg=-221.0850466689073	independent_100_runs=-328.07500560506276
e=660	episode_reward=-207.37453827820406	epsilon=0.01	avg=-223.04630635149226	independent_100_runs=-253.13502166799557
e=661	episode_reward=-103.57356499763922	epsilon=0.01	avg=-223.25388831786893	independent_100_runs=-147.62509121159158
e=662	episode_reward=-90.49701380278586	epsilon=0.01	avg=-220.38570928378576	independent_100_runs=-295.4843860916472
e=663	episode_reward=-318.47862687679407	epsilon=0.01	avg=-221.14667566609583	independent_100_runs=-324.0653294348162
e=664	episode_reward=-345.0331373683215	epsilon=0.01	avg=-223.60621622996442	independent_100_runs=-360.3751918176381
e=665	episode_reward=-191.95499246672466	epsilon=0.01	avg=-221.809665656428	independent_100_runs=-423.2321895856046
e=666	episode_reward=-421.38812546773846	epsilon=0.01	avg=-225.10323207231446	independent_100_runs=-331.3536006735857
e=667	episode_reward=-344.58242339148075	epsilon=0.01	avg=-225.4714930599253	independent_100_runs=-299.07967781053094
e=668	episode_reward=-439.80349974516696	epsilon=0.01	avg=-227.21125710390425	independent_100_runs=-177.32558390180253
e=669	episode_reward=-187.45321664428192	epsilon=0.01	avg=-225.01176299923645	independent_100_runs=-209.449097477698
e=670	episode_reward=-132.7763330192543	epsilon=0.01	avg=-224.74932531982185	independent_100_runs=-336.80652314403386
e=671	episode_reward=-208.24542954745925	epsilon=0.01	avg=-224.6235405077672	independent_100_runs=-176.32036065689906
e=672	episode_reward=-104.56649767320755	epsilon=0.01	avg=-224.71572563408455	independent_100_runs=-181.9864603129906
e=673	episode_reward=-53.2246227573501	epsilon=0.01	avg=-222.8836865473086	independent_100_runs=-237.90934201584707
e=674	episode_reward=-185.3733916006501	epsilon=0.01	avg=-222.7083873654093	independent_100_runs=-277.097547646059
e=675	episode_reward=-96.2602315870859	epsilon=0.01	avg=-218.72558107361343	independent_100_runs=-161.61136678107587
e=676	episode_reward=-117.98541411801583	epsilon=0.01	avg=-216.68120432720184	independent_100_runs=-255.2247975484831
e=677	episode_reward=-261.96520810172404	epsilon=0.01	avg=-215.59658331907795	independent_100_runs=-320.4663650115133
e=678	episode_reward=-418.2037648035057	epsilon=0.01	avg=-218.55940709930613	independent_100_runs=-252.85201872838468
e=679	episode_reward=-0.025493608037535864	epsilon=0.01	avg=-215.3361224406679	independent_100_runs=-305.30301218576056
e=680	episode_reward=-386.33226818335396	epsilon=0.01	avg=-215.99495507472886	independent_100_runs=-368.3131188788494
e=681	episode_reward=-459.2181247330262	epsilon=0.01	avg=-218.5214643304415	independent_100_runs=-273.7926715109245
e=682	episode_reward=-449.3260959218327	epsilon=0.01	avg=-220.84792460917325	independent_100_runs=-343.4466474595974
e=683	episode_reward=-432.670824890757	epsilon=0.01	avg=-221.89698245168017	independent_100_runs=-392.8443954937295
e=684	episode_reward=-429.816911289141	epsilon=0.01	avg=-225.32861676173434	independent_100_runs=-360.36668949200333
e=685	episode_reward=-100.07767591036642	epsilon=0.01	avg=-222.46476943934937	independent_100_runs=-253.1869392192765
e=686	episode_reward=-230.381258560768	epsilon=0.01	avg=-221.14691586301095	independent_100_runs=-375.9981070368526
e=687	episode_reward=-102.31477120527765	epsilon=0.01	avg=-218.89272805947843	independent_100_runs=-319.6666853448664
e=688	episode_reward=-222.89257334286833	epsilon=0.01	avg=-218.35842427391214	independent_100_runs=-396.3743179429077
e=689	episode_reward=-221.753307536632	epsilon=0.01	avg=-220.46981544760382	independent_100_runs=-247.23739268927636
e=690	episode_reward=-384.2592330728625	epsilon=0.01	avg=-223.1744836200205	independent_100_runs=-339.64665835342197
e=691	episode_reward=-557.5598924457893	epsilon=0.01	avg=-228.10158852303354	independent_100_runs=-374.80521303412263
e=692	episode_reward=-446.14197254175485	epsilon=0.01	avg=-229.81894891347864	independent_100_runs=-380.42464899470025
e=693	episode_reward=-423.30921932697663	epsilon=0.01	avg=-231.68374529358647	independent_100_runs=-301.2650186776835
e=694	episode_reward=-345.0864371214219	epsilon=0.01	avg=-234.64404365058232	independent_100_runs=-343.27889183521273
e=695	episode_reward=-394.5659436001649	epsilon=0.01	avg=-238.17091479399494	independent_100_runs=-363.35294758025356
e=696	episode_reward=-363.491509812529	epsilon=0.01	avg=-239.39417654834762	independent_100_runs=-356.3661382865024
e=697	episode_reward=-381.87778300616975	epsilon=0.01	avg=-240.67064502002367	independent_100_runs=-398.6472269998269
e=698	episode_reward=-444.6011906616195	epsilon=0.01	avg=-243.07168633365862	independent_100_runs=-441.5353954192531
e=699	episode_reward=-309.0683663168734	epsilon=0.01	avg=-244.28333151618736	independent_100_runs=-340.6807056675091
e=700	episode_reward=-290.7572975252168	epsilon=0.01	avg=-245.7166807105431	independent_100_runs=-377.68208432947205
e=701	episode_reward=-429.2376765726488	epsilon=0.01	avg=-247.8888700797454	independent_100_runs=-335.83774835536786
e=702	episode_reward=-395.4081905228619	epsilon=0.01	avg=-250.81305481515952	independent_100_runs=-449.11369440484583
e=703	episode_reward=-451.79884427441243	epsilon=0.01	avg=-254.37304471047253	independent_100_runs=-517.5071003139998
e=704	episode_reward=-544.9012072378225	epsilon=0.01	avg=-257.68806969787283	independent_100_runs=-438.3181633686904
e=705	episode_reward=-359.06215102575544	epsilon=0.01	avg=-260.5269004634776	independent_100_runs=-191.77752387901236
e=706	episode_reward=-68.46471471439168	epsilon=0.01	avg=-260.63434084316367	independent_100_runs=-187.90212602648947
e=707	episode_reward=-29.99284323853408	epsilon=0.01	avg=-259.86260605647203	independent_100_runs=-138.38594029516608
e=708	episode_reward=-143.6720679487192	epsilon=0.01	avg=-259.28448990435203	independent_100_runs=-118.10306435927721
e=709	episode_reward=-98.5612659585727	epsilon=0.01	avg=-259.7052962308058	independent_100_runs=-135.9182508858652
e=710	episode_reward=-205.5577157717597	epsilon=0.01	avg=-258.68853573707355	independent_100_runs=-325.03474197147546
e=711	episode_reward=-105.0681246723952	epsilon=0.01	avg=-258.1721884136232	independent_100_runs=-98.5056741650834
e=712	episode_reward=-100.45972227392072	epsilon=0.01	avg=-257.5553905267556	independent_100_runs=-104.22371570539683
e=713	episode_reward=-86.3256161715376	epsilon=0.01	avg=-256.05785057984525	independent_100_runs=-94.68137937735824
e=714	episode_reward=6.417211324367429	epsilon=0.01	avg=-253.89153996425176	independent_100_runs=-239.58915864241303
e=715	episode_reward=-118.14046198846435	epsilon=0.01	avg=-252.86199826524953	independent_100_runs=-164.66775075047843
e=716	episode_reward=-418.3312567781984	epsilon=0.01	avg=-257.08123747217417	independent_100_runs=-189.98835598699677
e=717	episode_reward=-338.27721277071623	epsilon=0.01	avg=-259.09140025483924	independent_100_runs=-191.44925558546458
e=718	episode_reward=-75.14058785986032	epsilon=0.01	avg=-257.2662594116301	independent_100_runs=-159.05090465715702
e=719	episode_reward=-232.91396589018336	epsilon=0.01	avg=-257.69978360990933	independent_100_runs=-139.2092905831947
e=720	episode_reward=-101.94462167223267	epsilon=0.01	avg=-256.74466433657676	independent_100_runs=-166.98162410626327
e=721	episode_reward=-114.09832739781605	epsilon=0.01	avg=-255.8015997504958	independent_100_runs=-138.8944720880328
e=722	episode_reward=-102.2792971209511	epsilon=0.01	avg=-255.50769419424188	independent_100_runs=-125.41078387323152
e=723	episode_reward=-145.58638837595436	epsilon=0.01	avg=-256.0627133015154	independent_100_runs=-107.9420638906231
e=724	episode_reward=-129.22889361204523	epsilon=0.01	avg=-255.45147704026084	independent_100_runs=-137.18852933792775
e=725	episode_reward=-156.01441413447958	epsilon=0.01	avg=-255.70587303192886	independent_100_runs=-142.79728710873923
e=726	episode_reward=-28.387855723149272	epsilon=0.01	avg=-254.20112838729958	independent_100_runs=-114.91506476605655
e=727	episode_reward=-322.6697624955138	epsilon=0.01	avg=-254.47673902518818	independent_100_runs=-326.3965661651974
e=728	episode_reward=-215.92208522645512	epsilon=0.01	avg=-255.92465000366386	independent_100_runs=-283.91984084980885
e=729	episode_reward=22.423415931777583	epsilon=0.01	avg=-254.9757511131254	independent_100_runs=-208.54455907980716
e=730	episode_reward=-330.26470743597	epsilon=0.01	avg=-256.108886516548	independent_100_runs=-208.44276256742995
e=731	episode_reward=-43.17860376080702	epsilon=0.01	avg=-255.3021551043181	independent_100_runs=-197.5532735947184
e=732	episode_reward=-351.7185273837423	epsilon=0.01	avg=-256.7662917812879	independent_100_runs=-199.15263820324694
e=733	episode_reward=-125.9060334951274	epsilon=0.01	avg=-256.14982000508013	independent_100_runs=-193.5455447827173
e=734	episode_reward=-330.5801927676269	epsilon=0.01	avg=-257.95515134915337	independent_100_runs=-245.50996425658116
e=735	episode_reward=-67.0525021698467	epsilon=0.01	avg=-252.91400094255684	independent_100_runs=-149.43960087141926
e=736	episode_reward=-427.08387298745765	epsilon=0.01	avg=-254.11693047552035	independent_100_runs=-193.34188494539458
e=737	episode_reward=-210.57317486458135	epsilon=0.01	avg=-252.48799549810795	independent_100_runs=-132.04072772349622
e=738	episode_reward=-121.95110080940958	epsilon=0.01	avg=-252.41758437267782	independent_100_runs=-217.08663198063437
e=739	episode_reward=-1.639901281694037	epsilon=0.01	avg=-250.50587172744	independent_100_runs=-160.26277194385995
e=740	episode_reward=-219.30711872372177	epsilon=0.01	avg=-247.9863555910182	independent_100_runs=-229.43953362791552
e=741	episode_reward=-61.53534954747393	epsilon=0.01	avg=-247.62388430296198	independent_100_runs=-159.0113686665398
e=742	episode_reward=209.49490801639533	epsilon=0.01	avg=-241.07719623702656	independent_100_runs=-172.93165835874942
e=743	episode_reward=-108.23802982257351	epsilon=0.01	avg=-237.6731596788399	independent_100_runs=-141.36228905992894
e=744	episode_reward=-235.05583215393654	epsilon=0.01	avg=-236.5689024050011	independent_100_runs=-155.96971536492816
e=745	episode_reward=-185.74221957498827	epsilon=0.01	avg=-236.74002363463674	independent_100_runs=-170.5157280594917
e=746	episode_reward=-180.89255928407775	epsilon=0.01	avg=-237.05164724008617	independent_100_runs=-121.35155604781629
e=747	episode_reward=-8.513261895363001	epsilon=0.01	avg=-232.59622286435916	independent_100_runs=-230.59973428549264
e=748	episode_reward=-316.80184553028215	epsilon=0.01	avg=-230.78289396616657	independent_100_runs=-315.4153182549896
e=749	episode_reward=-308.53819290677916	epsilon=0.01	avg=-232.3660918843212	independent_100_runs=-339.10813763366065
e=750	episode_reward=-486.21405721086717	epsilon=0.01	avg=-234.13908734498386	independent_100_runs=-373.79390926549075
e=751	episode_reward=-46.15406787159097	epsilon=0.01	avg=-231.697175456235	independent_100_runs=-302.20243260578513
e=752	episode_reward=-285.4750721624921	epsilon=0.01	avg=-229.44842355243617	independent_100_runs=-235.39847392940078
e=753	episode_reward=-203.56824021435574	epsilon=0.01	avg=-229.81497930134938	independent_100_runs=-134.655216108846
e=754	episode_reward=-97.88154734038069	epsilon=0.01	avg=-229.1281895577173	independent_100_runs=-186.6025598584769
e=755	episode_reward=-54.447720974212	epsilon=0.01	avg=-226.27756612305922	independent_100_runs=-249.6564524534111
e=756	episode_reward=-28.191662103112606	epsilon=0.01	avg=-222.1174641443937	independent_100_runs=-216.16595084961634
e=757	episode_reward=38.98665701732338	epsilon=0.01	avg=-218.76977677564534	independent_100_runs=-171.49992341473302
e=758	episode_reward=-253.21921272868065	epsilon=0.01	avg=-221.55308532911928	independent_100_runs=-209.29797814297714
e=759	episode_reward=-277.0059232160222	epsilon=0.01	avg=-222.11121792217494	independent_100_runs=-105.37864998942534
e=760	episode_reward=-153.20022225309165	epsilon=0.01	avg=-221.56947476192377	independent_100_runs=-166.7896792366406
e=761	episode_reward=-358.30385794767204	epsilon=0.01	avg=-224.1167776914241	independent_100_runs=-129.0569294869555
e=762	episode_reward=-207.50626364489847	epsilon=0.01	avg=-225.28687018984525	independent_100_runs=-169.46985179614205
e=763	episode_reward=-107.44131620009335	epsilon=0.01	avg=-223.17649708307826	independent_100_runs=-148.78234632689802
e=764	episode_reward=-418.7714457058168	epsilon=0.01	avg=-223.91388016645317	independent_100_runs=-195.50967735978386
e=765	episode_reward=-158.0757542759533	epsilon=0.01	avg=-223.5750877845455	independent_100_runs=-195.8438212820287
e=766	episode_reward=-61.376939112613485	epsilon=0.01	avg=-219.97497592099427	independent_100_runs=-239.63178344101345
e=767	episode_reward=-409.8524673572297	epsilon=0.01	avg=-220.62767636065172	independent_100_runs=-245.68391704398744
e=768	episode_reward=-56.28634256356767	epsilon=0.01	avg=-216.79250478883569	independent_100_runs=-229.38933307155395
e=769	episode_reward=-206.9780667401301	epsilon=0.01	avg=-216.9877532897942	independent_100_runs=-232.83579161170522
e=770	episode_reward=-193.25855490534443	epsilon=0.01	avg=-217.5925755086551	independent_100_runs=-217.3752233128215
e=771	episode_reward=-246.04116254727506	epsilon=0.01	avg=-217.97053283865324	independent_100_runs=-152.99207480184054
e=772	episode_reward=-270.9081296090252	epsilon=0.01	avg=-219.63394915801143	independent_100_runs=-457.09243937275295
e=773	episode_reward=-518.0986386590719	epsilon=0.01	avg=-224.28268931702863	independent_100_runs=-407.14960414513416
e=774	episode_reward=-583.8375092790191	epsilon=0.01	avg=-228.26733049381232	independent_100_runs=-310.2487065418845
e=775	episode_reward=-381.6064328049211	epsilon=0.01	avg=-231.1207925059907	independent_100_runs=-323.95860870449303
e=776	episode_reward=-406.9618547673086	epsilon=0.01	avg=-234.01055691248362	independent_100_runs=-308.3113256430934
e=777	episode_reward=-173.78709786301147	epsilon=0.01	avg=-233.12877581009653	independent_100_runs=-179.3532902521767
e=778	episode_reward=-162.19117676573327	epsilon=0.01	avg=-230.5686499297188	independent_100_runs=-169.36829744363172
e=779	episode_reward=-159.8496331013308	epsilon=0.01	avg=-232.1668913246517	independent_100_runs=-154.98363860369375
e=780	episode_reward=-262.9345434478234	epsilon=0.01	avg=-230.9329140772964	independent_100_runs=-302.20010425033405
e=781	episode_reward=-323.2861461140126	epsilon=0.01	avg=-229.57359429110625	independent_100_runs=-265.03719517086273
e=782	episode_reward=-318.01188379874105	epsilon=0.01	avg=-228.26045216987532	independent_100_runs=-381.3633830774003
e=783	episode_reward=-482.17331298328565	epsilon=0.01	avg=-228.7554770508006	independent_100_runs=-310.0526440824664
e=784	episode_reward=-415.84875243152936	epsilon=0.01	avg=-228.6157954622245	independent_100_runs=-295.5064407791666
e=785	episode_reward=-350.9022323704666	epsilon=0.01	avg=-231.12404102682547	independent_100_runs=-339.90237079816245
e=786	episode_reward=-533.7013924887234	epsilon=0.01	avg=-234.1572423661051	independent_100_runs=-305.1503022771457
e=787	episode_reward=-436.96164668874235	epsilon=0.01	avg=-237.5037111209397	independent_100_runs=-210.79406597750122
e=788	episode_reward=-159.31030549234242	epsilon=0.01	avg=-236.86788844243446	independent_100_runs=-250.37403971971634
e=789	episode_reward=-387.81601542881043	epsilon=0.01	avg=-238.5285155213562	independent_100_runs=-338.68901125120857
e=790	episode_reward=-161.64387200998573	epsilon=0.01	avg=-236.30236191072746	independent_100_runs=-278.876164302344
e=791	episode_reward=-334.6804856230942	epsilon=0.01	avg=-234.07356784250052	independent_100_runs=-211.6059630079768
e=792	episode_reward=-203.81958929423328	epsilon=0.01	avg=-231.65034401002532	independent_100_runs=-295.90203524099985
e=793	episode_reward=-405.46544049852827	epsilon=0.01	avg=-231.47190622174082	independent_100_runs=-358.7118029154489
e=794	episode_reward=-238.7335191702054	epsilon=0.01	avg=-230.40837704222866	independent_100_runs=-272.66738081577193
e=795	episode_reward=-375.27512715161544	epsilon=0.01	avg=-230.21546887774318	independent_100_runs=-206.34189848240973
e=796	episode_reward=-430.1653308253862	epsilon=0.01	avg=-230.88220708787173	independent_100_runs=-174.37643939999046
e=797	episode_reward=-30.43732245657604	epsilon=0.01	avg=-227.36780248237577	independent_100_runs=-228.92008393205725
e=798	episode_reward=-25.610958653946668	epsilon=0.01	avg=-223.17790016229904	independent_100_runs=-210.73498749890638
e=799	episode_reward=-406.95457160979055	epsilon=0.01	avg=-224.15676221522818	independent_100_runs=-384.168736650172
e=800	episode_reward=-256.17322440925216	epsilon=0.01	avg=-223.81092148406856	independent_100_runs=-393.90727707870013
e=801	episode_reward=-461.40656754228564	epsilon=0.01	avg=-224.13261039376496	independent_100_runs=-323.0999672203005
e=802	episode_reward=-285.92874767358325	epsilon=0.01	avg=-223.03781596527222	independent_100_runs=-482.4364268762758
e=803	episode_reward=-352.1727316154613	epsilon=0.01	avg=-222.04155483868269	independent_100_runs=-308.13961211141816
e=804	episode_reward=-219.31589788138513	epsilon=0.01	avg=-218.7857017451183	independent_100_runs=-230.17549931865972
e=805	episode_reward=-289.5152537533903	epsilon=0.01	avg=-218.09023277239464	independent_100_runs=-213.09011288270008
e=806	episode_reward=-244.18062091608408	epsilon=0.01	avg=-219.84739183441152	independent_100_runs=-263.9226539981213
e=807	episode_reward=-234.25353896810728	epsilon=0.01	avg=-221.88999879170726	independent_100_runs=-223.55727620930836
e=808	episode_reward=-187.7251565372851	epsilon=0.01	avg=-222.33052967759292	independent_100_runs=-129.9142744992012
e=809	episode_reward=-142.2924326669609	epsilon=0.01	avg=-222.76784134467687	independent_100_runs=-189.33503027338426
e=810	episode_reward=-263.1866946248744	epsilon=0.01	avg=-223.34413113320795	independent_100_runs=-124.57628157464305
e=811	episode_reward=-175.37389873923695	epsilon=0.01	avg=-224.04718887387637	independent_100_runs=-237.86303632947397
e=812	episode_reward=-157.20522489636502	epsilon=0.01	avg=-224.61464390010082	independent_100_runs=-133.52277694878651
e=813	episode_reward=-382.05175599988064	epsilon=0.01	avg=-227.57190529838425	independent_100_runs=-219.03783475226479
e=814	episode_reward=-76.37531785480165	epsilon=0.01	avg=-228.39983059017595	independent_100_runs=-104.92780315729826
e=815	episode_reward=-240.06533036113808	epsilon=0.01	avg=-229.61907927390274	independent_100_runs=-229.10216404542174
e=816	episode_reward=-281.7733634009566	epsilon=0.01	avg=-228.2535003401303	independent_100_runs=-302.8566401141354
e=817	episode_reward=-285.9417917438019	epsilon=0.01	avg=-227.73014612986117	independent_100_runs=-249.5329630380676
e=818	episode_reward=-92.09690472652845	epsilon=0.01	avg=-227.89970929852782	independent_100_runs=-116.87802244195628
e=819	episode_reward=-11.332233037256785	epsilon=0.01	avg=-225.68389196999854	independent_100_runs=-169.7467040382766
e=820	episode_reward=-280.336828476578	epsilon=0.01	avg=-227.46781403804198	independent_100_runs=-289.0484663728603
e=821	episode_reward=-261.9663944756961	epsilon=0.01	avg=-228.94649470882084	independent_100_runs=-256.2480064849862
e=822	episode_reward=-199.2172221999444	epsilon=0.01	avg=-229.91587395961076	independent_100_runs=-182.70134332087375
e=823	episode_reward=-371.6867832869607	epsilon=0.01	avg=-232.17687790872083	independent_100_runs=-426.0916944091592
e=824	episode_reward=-261.2332570447616	epsilon=0.01	avg=-233.49692154304793	independent_100_runs=-243.78285783597457
e=825	episode_reward=-202.00779367329142	epsilon=0.01	avg=-233.95685533843607	independent_100_runs=-488.8038148033
e=826	episode_reward=-261.76477239159374	epsilon=0.01	avg=-236.29062450512055	independent_100_runs=-186.74552225456534
e=827	episode_reward=-17.297838188453568	epsilon=0.01	avg=-233.23690526204996	independent_100_runs=-207.70752110012506
e=828	episode_reward=-189.86973706655107	epsilon=0.01	avg=-232.9763817804509	independent_100_runs=-192.7787122807483
e=829	episode_reward=-27.66437831212039	epsilon=0.01	avg=-233.47725972288987	independent_100_runs=-103.41872020105541
e=830	episode_reward=-421.723716408269	epsilon=0.01	avg=-234.39184981261286	independent_100_runs=-223.21270738039468
e=831	episode_reward=-436.4343093026057	epsilon=0.01	avg=-238.3244068680309	independent_100_runs=-229.15221758913322
e=832	episode_reward=-348.0882394089591	epsilon=0.01	avg=-238.28810398828307	independent_100_runs=-143.310962310863
e=833	episode_reward=-238.15961552021662	epsilon=0.01	avg=-239.41063980853392	independent_100_runs=-140.21470078825143
e=834	episode_reward=-311.68958043495445	epsilon=0.01	avg=-239.22173368520723	independent_100_runs=-250.4218281303153
e=835	episode_reward=-240.98326660804284	epsilon=0.01	avg=-240.96104132958916	independent_100_runs=-304.88674387952847
e=836	episode_reward=-375.86452817803286	epsilon=0.01	avg=-240.44884788149494	independent_100_runs=-342.05315671675123
e=837	episode_reward=-224.20395506910614	epsilon=0.01	avg=-240.58515568354017	independent_100_runs=-286.0711687368143
e=838	episode_reward=-347.58887466388387	epsilon=0.01	avg=-242.84153342208495	independent_100_runs=-317.4921552801797
e=839	episode_reward=-245.95314422105685	epsilon=0.01	avg=-245.28466585147856	independent_100_runs=-199.54725342288074
e=840	episode_reward=-233.66301968360517	epsilon=0.01	avg=-245.4282248610774	independent_100_runs=-262.0769105736448
e=841	episode_reward=-225.05448911252293	epsilon=0.01	avg=-247.06341625672786	independent_100_runs=-126.95544222192824
e=842	episode_reward=-202.4040739862989	epsilon=0.01	avg=-251.1824060767548	independent_100_runs=-136.3768680799122
e=843	episode_reward=-246.81170400865452	epsilon=0.01	avg=-252.5681428186156	independent_100_runs=-296.82454955350613
e=844	episode_reward=-411.7515454008734	epsilon=0.01	avg=-254.33509995108497	independent_100_runs=-347.6719586826449
e=845	episode_reward=-374.9754258658917	epsilon=0.01	avg=-256.22743201399396	independent_100_runs=-151.8672496721074
e=846	episode_reward=-392.5767030280692	epsilon=0.01	avg=-258.34427345143393	independent_100_runs=-434.8361511309947
e=847	episode_reward=-254.53946805786478	epsilon=0.01	avg=-260.8045355130589	independent_100_runs=-299.3738554476486
e=848	episode_reward=-135.12515947122867	epsilon=0.01	avg=-258.9877686524684	independent_100_runs=-178.3423080836288
e=849	episode_reward=-79.7778372729646	epsilon=0.01	avg=-256.7001650961303	independent_100_runs=-241.71395849409865
e=850	episode_reward=-201.06519224588132	epsilon=0.01	avg=-253.84867644648045	independent_100_runs=-246.3204751106902
e=851	episode_reward=4.36078256173252	epsilon=0.01	avg=-253.3435279421472	independent_100_runs=-295.3916279283764
e=852	episode_reward=-78.16161622490051	epsilon=0.01	avg=-251.27039338277126	independent_100_runs=-138.77339684333194
e=853	episode_reward=-46.642078996034144	epsilon=0.01	avg=-249.70113177058803	independent_100_runs=-189.32640534884277
e=854	episode_reward=-106.30199282838642	epsilon=0.01	avg=-249.78533622546811	independent_100_runs=-109.8495958916553
e=855	episode_reward=87.70940338291584	epsilon=0.01	avg=-248.36376498189682	independent_100_runs=-124.88404555816547
e=856	episode_reward=-224.27673766641817	epsilon=0.01	avg=-250.32461573752988	independent_100_runs=-105.30979723527304
e=857	episode_reward=-226.90612535499218	epsilon=0.01	avg=-252.98354356125301	independent_100_runs=-122.73909194201612
e=858	episode_reward=-142.1549118038375	epsilon=0.01	avg=-251.8729005520046	independent_100_runs=-110.40559250942444
e=859	episode_reward=-182.3877452001119	epsilon=0.01	avg=-250.9267187718455	independent_100_runs=-92.84500733580761
e=860	episode_reward=-93.02601551915366	epsilon=0.01	avg=-250.32497670450613	independent_100_runs=-242.36744893894414
e=861	episode_reward=-751.6243933383181	epsilon=0.01	avg=-254.25818205841256	independent_100_runs=-195.1489335901297
e=862	episode_reward=-301.5512463046191	epsilon=0.01	avg=-255.19863188500975	independent_100_runs=-236.53140594893352
e=863	episode_reward=-155.1102692750331	epsilon=0.01	avg=-255.67532141575913	independent_100_runs=-154.92677523264592
e=864	episode_reward=-308.8801217639348	epsilon=0.01	avg=-254.57640817634035	independent_100_runs=-293.27088935146776
e=865	episode_reward=-55.31393382791286	epsilon=0.01	avg=-253.54878997185992	independent_100_runs=-136.32988822138665
e=866	episode_reward=-69.52311565177216	epsilon=0.01	avg=-253.63025173725154	independent_100_runs=-180.4225195332912
e=867	episode_reward=-176.93488813686292	epsilon=0.01	avg=-251.3010759450479	independent_100_runs=-174.63688266092046
e=868	episode_reward=-28.416518955639916	epsilon=0.01	avg=-251.02237770896863	independent_100_runs=-170.61658440621747
e=869	episode_reward=39.05810985645809	epsilon=0.01	avg=-248.56201594300276	independent_100_runs=-216.75533749976563
e=870	episode_reward=-98.47543830522004	epsilon=0.01	avg=-247.61418477700147	independent_100_runs=-202.79713627621152
e=871	episode_reward=-318.32878523304186	epsilon=0.01	avg=-248.33706100385916	independent_100_runs=-181.16708783205203
e=872	episode_reward=-285.53077292039757	epsilon=0.01	avg=-248.48328743697286	independent_100_runs=-153.11675620336496
e=873	episode_reward=-76.1736267547855	epsilon=0.01	avg=-244.06403731793	independent_100_runs=-191.77406275473612
e=874	episode_reward=-188.5545188822754	epsilon=0.01	avg=-240.11120741396255	independent_100_runs=-101.51619268584922
e=875	episode_reward=-299.1216058326014	epsilon=0.01	avg=-239.28635914423936	independent_100_runs=-122.2786881842162
e=876	episode_reward=-111.83889335948463	epsilon=0.01	avg=-236.33512953016114	independent_100_runs=-230.62130757542465
e=877	episode_reward=-235.6357538052066	epsilon=0.01	avg=-236.95361608958308	independent_100_runs=-296.07134992014596
e=878	episode_reward=-256.3744735751858	epsilon=0.01	avg=-237.89544905767758	independent_100_runs=-127.75214150634416
e=879	episode_reward=-209.66856297104397	epsilon=0.01	avg=-238.39363835637468	independent_100_runs=-218.60613814028838
e=880	episode_reward=-182.87024694891392	epsilon=0.01	avg=-237.59299539138564	independent_100_runs=-320.05547283632205
e=881	episode_reward=-350.96867041207145	epsilon=0.01	avg=-237.86982063436622	independent_100_runs=-215.0372989303908
e=882	episode_reward=-276.8311752759403	epsilon=0.01	avg=-237.4580135491382	independent_100_runs=-145.83789976799608
e=883	episode_reward=-268.9091692816824	epsilon=0.01	avg=-235.3253721121222	independent_100_runs=-269.06796612100015
e=884	episode_reward=-294.72006595945777	epsilon=0.01	avg=-234.11408524740145	independent_100_runs=-177.91470167453284
e=885	episode_reward=-305.9650429286846	epsilon=0.01	avg=-233.66471335298368	independent_100_runs=-258.8922897771153
e=886	episode_reward=-245.15096605897904	epsilon=0.01	avg=-230.77920908868617	independent_100_runs=-161.35303088574764
e=887	episode_reward=-158.1083171999175	epsilon=0.01	avg=-227.99067579379792	independent_100_runs=-233.74011405918463
e=888	episode_reward=-41.61858671633448	epsilon=0.01	avg=-226.81375860603785	independent_100_runs=-171.66374464091885
e=889	episode_reward=-206.30805400631175	epsilon=0.01	avg=-224.99867899181288	independent_100_runs=-262.9001742257073
e=890	episode_reward=-160.10394321820843	epsilon=0.01	avg=-224.98327970389505	independent_100_runs=-136.71335445860933
e=891	episode_reward=-243.26312949943772	epsilon=0.01	avg=-224.06910614265854	independent_100_runs=-267.3422728763421
e=892	episode_reward=-277.05682388448326	epsilon=0.01	avg=-224.8014784885611	independent_100_runs=-216.50645008265946
e=893	episode_reward=-60.44296509956532	epsilon=0.01	avg=-221.35125373457143	independent_100_runs=-184.918467812055
e=894	episode_reward=-182.21361359333298	epsilon=0.01	avg=-220.78605467880269	independent_100_runs=-262.66402548298873
e=895	episode_reward=-306.39856572742184	epsilon=0.01	avg=-220.09728906456075	independent_100_runs=-327.74945627966224
e=896	episode_reward=-273.61283957379777	epsilon=0.01	avg=-218.5317641520449	independent_100_runs=-291.92188014068824
e=897	episode_reward=-249.87533315994756	epsilon=0.01	avg=-220.72614425907858	independent_100_runs=-114.68049020922483
e=898	episode_reward=-295.69810971202327	epsilon=0.01	avg=-223.42701576965933	independent_100_runs=-139.75383180008907
e=899	episode_reward=-127.49144253811352	epsilon=0.01	avg=-220.63238447894258	independent_100_runs=-241.20380187676773
e=900	episode_reward=-305.40743274412716	epsilon=0.01	avg=-221.12472656229133	independent_100_runs=-176.0845080554965
e=901	episode_reward=-196.21582877587238	epsilon=0.01	avg=-218.47281917462718	independent_100_runs=-266.030032074295
e=902	episode_reward=-104.02336863713892	epsilon=0.01	avg=-216.65376538426278	independent_100_runs=-98.00487919038669
e=903	episode_reward=-281.5806088212065	epsilon=0.01	avg=-215.94784415632017	independent_100_runs=-182.48067325260266
e=904	episode_reward=-13.084226665694203	epsilon=0.01	avg=-213.88552744416327	independent_100_runs=-144.67574719376233
e=905	episode_reward=-187.99025161375658	epsilon=0.01	avg=-212.87027742276692	independent_100_runs=-212.67399784727303
e=906	episode_reward=-339.20860243299614	epsilon=0.01	avg=-213.82055723793604	independent_100_runs=-174.93028411674706
e=907	episode_reward=-306.42647021799877	epsilon=0.01	avg=-214.54228655043494	independent_100_runs=-202.4019040410389
e=908	episode_reward=19.044155393733533	epsilon=0.01	avg=-212.47459343112473	independent_100_runs=-253.60666054805316
e=909	episode_reward=-5.846284219966222	epsilon=0.01	avg=-211.1101319466548	independent_100_runs=-60.45782743510569
e=910	episode_reward=-269.79475211547106	epsilon=0.01	avg=-211.17621252156079	independent_100_runs=-116.11361703652284
e=911	episode_reward=-189.7512993700247	epsilon=0.01	avg=-211.3199865278687	independent_100_runs=-78.27102256696662
e=912	episode_reward=-228.3626094062608	epsilon=0.01	avg=-212.03156037296765	independent_100_runs=-120.22213661383192
e=913	episode_reward=-47.33349353318112	epsilon=0.01	avg=-208.68437774830065	independent_100_runs=-88.43330581587787
e=914	episode_reward=-2.8796265405337067	epsilon=0.01	avg=-207.94942083515795	independent_100_runs=-161.69435785915329
e=915	episode_reward=-152.36767185344985	epsilon=0.01	avg=-207.0724442500811	independent_100_runs=-338.600116078725
e=916	episode_reward=-32.84083359455903	epsilon=0.01	avg=-204.58311895201714	independent_100_runs=-668.5637588933554
e=917	episode_reward=-285.32841042147413	epsilon=0.01	avg=-204.57698513879382	independent_100_runs=-468.46203805690203
e=918	episode_reward=-495.6707646702663	epsilon=0.01	avg=-208.61272373823124	independent_100_runs=-529.9631833117337
e=919	episode_reward=-725.5100445860412	epsilon=0.01	avg=-215.75450185371903	independent_100_runs=-708.673018060189
e=920	episode_reward=-396.8818351128492	epsilon=0.01	avg=-216.91995192008176	independent_100_runs=-814.6522350140568
e=921	episode_reward=-380.2164147233469	epsilon=0.01	avg=-218.10245212255828	independent_100_runs=-796.8549674963818
e=922	episode_reward=-948.376761632767	epsilon=0.01	avg=-225.59404751688652	independent_100_runs=-625.2572895555618
e=923	episode_reward=-546.7841732813515	epsilon=0.01	avg=-227.34502141683038	independent_100_runs=-469.5694538483218
e=924	episode_reward=-66.7807105650059	epsilon=0.01	avg=-225.40049595203288	independent_100_runs=-554.5659502689501
e=925	episode_reward=-482.1426048122219	epsilon=0.01	avg=-228.2018440634222	independent_100_runs=-678.968163010182
e=926	episode_reward=-527.1115172383691	epsilon=0.01	avg=-230.85531151188997	independent_100_runs=-437.9573662234576
e=927	episode_reward=-370.93664759150647	epsilon=0.01	avg=-234.39169960592045	independent_100_runs=-492.87808400507413
e=928	episode_reward=-947.9695284822733	epsilon=0.01	avg=-241.97269752007767	independent_100_runs=-256.2350645640867
e=929	episode_reward=-181.644329552108	epsilon=0.01	avg=-243.51249703247754	independent_100_runs=-234.19837132885993
e=930	episode_reward=-255.4644368486072	epsilon=0.01	avg=-241.84990423688097	independent_100_runs=-598.4344356145042
e=931	episode_reward=-796.845171534873	epsilon=0.01	avg=-245.45401285920366	independent_100_runs=-619.4955078877406
e=932	episode_reward=-293.536811822287	epsilon=0.01	avg=-244.90849858333692	independent_100_runs=-381.1371574094013
e=933	episode_reward=-492.6640682193141	epsilon=0.01	avg=-247.45354311032787	independent_100_runs=-660.7337905009243
e=934	episode_reward=-1115.5891240691299	epsilon=0.01	avg=-255.49253854666964	independent_100_runs=-651.1308458683404
e=935	episode_reward=-725.1860269226511	epsilon=0.01	avg=-260.3345661498157	independent_100_runs=-547.2700494473015
e=936	episode_reward=-540.3249217614233	epsilon=0.01	avg=-261.9791700856496	independent_100_runs=-602.3132272016487
e=937	episode_reward=-678.6201205441552	epsilon=0.01	avg=-266.5233317404001	independent_100_runs=-562.046783396214
e=938	episode_reward=-293.39706310963686	epsilon=0.01	avg=-265.9814136248576	independent_100_runs=-246.08765351068382
e=939	episode_reward=24.987960415630056	epsilon=0.01	avg=-263.27200257849074	independent_100_runs=-668.3438356643256
e=940	episode_reward=-1136.2973962572191	epsilon=0.01	avg=-272.2983463442269	independent_100_runs=-624.3061384133532
e=941	episode_reward=-346.9563062584699	epsilon=0.01	avg=-273.5173645156864	independent_100_runs=-610.7824614080355
e=942	episode_reward=-552.0974135893459	epsilon=0.01	avg=-277.01429791171677	independent_100_runs=-397.0003872598351
e=943	episode_reward=-12.140795417368608	epsilon=0.01	avg=-274.667588825804	independent_100_runs=-399.62972255779175
e=944	episode_reward=-503.58458362915314	epsilon=0.01	avg=-275.5859192080868	independent_100_runs=-405.7126270006009
e=945	episode_reward=-447.317821669215	epsilon=0.01	avg=-276.30934316611996	independent_100_runs=-238.29795053567872
e=946	episode_reward=-308.1974223716213	epsilon=0.01	avg=-275.4655503595555	independent_100_runs=-204.84099741405797
e=947	episode_reward=-566.2837701817388	epsilon=0.01	avg=-278.5829933807942	independent_100_runs=-670.9308060103798
e=948	episode_reward=-704.7348657279948	epsilon=0.01	avg=-284.2790904433619	independent_100_runs=-667.3408125970632
e=949	episode_reward=-939.3589780484756	epsilon=0.01	avg=-292.87490185111704	independent_100_runs=-882.6587227010272
e=950	episode_reward=-558.8848656770215	epsilon=0.01	avg=-296.4530985854284	independent_100_runs=-705.3476438304838
e=951	episode_reward=-642.601285485877	epsilon=0.01	avg=-302.9227192659045	independent_100_runs=-359.90436054638565
e=952	episode_reward=-185.80675760599468	epsilon=0.01	avg=-303.9991706797155	independent_100_runs=-209.8903227842835
e=953	episode_reward=-734.2946723549096	epsilon=0.01	avg=-310.8756966133042	independent_100_runs=-318.6891528904567
e=954	episode_reward=-212.7283174775724	epsilon=0.01	avg=-311.9399598597961	independent_100_runs=-685.0633857053581
e=955	episode_reward=-169.50880602573386	epsilon=0.01	avg=-314.5121419538826	independent_100_runs=-232.8699241908668
e=956	episode_reward=-53.09045179497964	epsilon=0.01	avg=-312.8002790951682	independent_100_runs=-183.42505029827677
e=957	episode_reward=-248.839835873601	epsilon=0.01	avg=-313.0196162003542	independent_100_runs=-209.10469399128667
e=958	episode_reward=-421.60398559384566	epsilon=0.01	avg=-315.8141069382544	independent_100_runs=-764.5192985669461
e=959	episode_reward=-179.8275447444862	epsilon=0.01	avg=-315.7885049336981	independent_100_runs=-118.33315610986898
e=960	episode_reward=-512.2171432468666	epsilon=0.01	avg=-319.98041621097525	independent_100_runs=-125.31502588830877
e=961	episode_reward=-403.0373107044293	epsilon=0.01	avg=-316.49454538463635	independent_100_runs=-526.077048794043
e=962	episode_reward=-84.18670397951435	epsilon=0.01	avg=-314.3208999613853	independent_100_runs=-589.106402021236
e=963	episode_reward=-213.11750053587159	epsilon=0.01	avg=-314.90097227399366	independent_100_runs=-205.28565313034295
e=964	episode_reward=-328.8310476002653	epsilon=0.01	avg=-315.100481532357	independent_100_runs=-170.9119239737404
e=965	episode_reward=-777.9692892447462	epsilon=0.01	avg=-322.3270350865253	independent_100_runs=-750.9107003633285
e=966	episode_reward=-1094.7065493193504	epsilon=0.01	avg=-332.5788694232011	independent_100_runs=-407.84841275818576
e=967	episode_reward=-793.0368509473901	epsilon=0.01	avg=-338.73988905130636	independent_100_runs=-247.7826218668159
e=968	episode_reward=-189.5612581986029	epsilon=0.01	avg=-340.35133644373605	independent_100_runs=-650.9057057862964
e=969	episode_reward=-59.61382697600641	epsilon=0.01	avg=-341.3380558120607	independent_100_runs=-443.8315861834165
e=970	episode_reward=-508.0722813517085	epsilon=0.01	avg=-345.43402424252554	independent_100_runs=-673.4320514855464
e=971	episode_reward=-646.2717718998696	epsilon=0.01	avg=-348.71345410919383	independent_100_runs=-399.65613283875564
e=972	episode_reward=-756.7986753805195	epsilon=0.01	avg=-353.42613313379496	independent_100_runs=-158.7052939712991
e=973	episode_reward=-52.65931095574689	epsilon=0.01	avg=-353.19098997580454	independent_100_runs=-323.61104821229094
e=974	episode_reward=-453.24624569807463	epsilon=0.01	avg=-355.8379072439625	independent_100_runs=-611.8672590649081
e=975	episode_reward=9.972395345819692	epsilon=0.01	avg=-352.74696723217835	independent_100_runs=-472.3019210692495
e=976	episode_reward=-499.5880442457261	epsilon=0.01	avg=-356.6244587410407	independent_100_runs=-130.40743635291682
e=977	episode_reward=-423.25791228753013	epsilon=0.01	avg=-358.5006803258641	independent_100_runs=-595.7988929506853
e=978	episode_reward=-494.3194331253412	epsilon=0.01	avg=-360.8801299213656	independent_100_runs=-396.744494404282
e=979	episode_reward=-513.3249482101705	epsilon=0.01	avg=-363.91669377375695	independent_100_runs=-675.8357603653362
e=980	episode_reward=-79.4011637342206	epsilon=0.01	avg=-362.8820029416099	independent_100_runs=-372.5559622955131
e=981	episode_reward=-338.4540971013686	epsilon=0.01	avg=-362.75685720850294	independent_100_runs=-227.87003352528666
e=982	episode_reward=-443.7471178537569	epsilon=0.01	avg=-364.4260166342811	independent_100_runs=-404.8430783700706
e=983	episode_reward=-135.314449669529	epsilon=0.01	avg=-363.0900694381596	independent_100_runs=-535.112128463473
e=984	episode_reward=-1167.2435001649555	epsilon=0.01	avg=-371.8153037802146	independent_100_runs=-292.9689169488332
e=985	episode_reward=-370.18710427210806	epsilon=0.01	avg=-372.45752439364884	independent_100_runs=-392.71735896064473
e=986	episode_reward=-307.5511620267124	epsilon=0.01	avg=-373.0815263533262	independent_100_runs=-178.98775762475597
e=987	episode_reward=-134.12641095437533	epsilon=0.01	avg=-372.8417072908708	independent_100_runs=-339.6219836522208
e=988	episode_reward=-1169.2193773730962	epsilon=0.01	avg=-384.1177151974384	independent_100_runs=-594.9497953928338
e=989	episode_reward=-78.30741144342744	epsilon=0.01	avg=-382.83770877180956	independent_100_runs=-589.2928669680755
e=990	episode_reward=-1090.4283157948862	epsilon=0.01	avg=-392.14095249757634	independent_100_runs=-308.16552147158956
e=991	episode_reward=-457.63172991880816	epsilon=0.01	avg=-394.28463850177	independent_100_runs=-520.2203765449528
e=992	episode_reward=-750.2268174308651	epsilon=0.01	avg=-399.0163384372338	independent_100_runs=-552.3974627907107
e=993	episode_reward=-244.95315212445104	epsilon=0.01	avg=-400.8614403074827	independent_100_runs=-352.9252465791201
e=994	episode_reward=-357.67271733693076	epsilon=0.01	avg=-402.6160313449185	independent_100_runs=-463.44731638737335
e=995	episode_reward=-331.78824714981124	epsilon=0.01	avg=-402.86992815914243	independent_100_runs=-402.94584632939006
e=996	episode_reward=-761.536565303465	epsilon=0.01	avg=-407.74916541643915	independent_100_runs=-475.2625543205138
e=997	episode_reward=-575.583094768007	epsilon=0.01	avg=-411.00624303251976	independent_100_runs=-571.4373571037908
e=998	episode_reward=-538.3393084935383	epsilon=0.01	avg=-413.43265502033483	independent_100_runs=-556.611304301132
e=999	episode_reward=-739.9441092849829	epsilon=0.01	avg=-419.5571816878036	independent_100_runs=-668.984139279369