g95

e=0	episode_reward=-322.39528453592	epsilon=0.9888619326997442	avg=-322.39528453592	independent_100_runs=-568.4849088559815
e=1	episode_reward=-173.17626754339375	epsilon=0.9781413349999114	avg=-247.78577603965687	independent_100_runs=-329.87924478629196
e=2	episode_reward=-106.16011246795519	epsilon=0.9707352692439367	avg=-200.5772215157563	independent_100_runs=-279.0520502311672
e=3	episode_reward=-207.37462323211923	epsilon=0.9583884288075943	avg=-202.27657194484703	independent_100_runs=-264.8416402415267
e=4	episode_reward=-115.90138430249627	epsilon=0.9488518301504217	avg=-185.00153441637687	independent_100_runs=-319.62672136066965
e=5	episode_reward=-120.08161331481588	epsilon=0.9418558936958947	avg=-174.1815475661167	independent_100_runs=-90.44047217159361
e=6	episode_reward=-182.38908105498774	epsilon=0.9327636057959552	avg=-175.35405235024115	independent_100_runs=-255.50780961887284
e=7	episode_reward=-359.07474899559816	epsilon=0.9237590910891429	avg=-198.31913943091078	independent_100_runs=-112.47669802717861
e=8	episode_reward=-369.72278123093975	epsilon=0.9126484057557739	avg=-217.3639885198029	independent_100_runs=-120.03196285268658
e=9	episode_reward=-103.42102591017488	epsilon=0.9019419117856019	avg=-205.9696922588401	independent_100_runs=-79.89062137254759
e=10	episode_reward=-204.97041899227128	epsilon=0.8949337817016185	avg=-205.87884923460658	independent_100_runs=-85.0119539857229
e=11	episode_reward=-144.97336769174635	epsilon=0.8858514018867927	avg=-200.8033924393682	independent_100_runs=-206.12717550338613
e=12	episode_reward=-162.75389525921088	epsilon=0.8728366967832959	avg=-197.87650804089455	independent_100_runs=-155.79526069125671
e=13	episode_reward=-79.00663331322801	epsilon=0.8609597828159852	avg=-189.3858027032041	independent_100_runs=-22.353551058793663
e=14	episode_reward=-76.86479481308106	epsilon=0.8544409654052217	avg=-181.8844021771959	independent_100_runs=-78.96663131915298
e=15	episode_reward=-62.54645219384987	epsilon=0.8484804667028423	avg=-174.42578030323676	independent_100_runs=-404.25930907192225
e=16	episode_reward=-132.31662393343512	epsilon=0.8401215371054063	avg=-171.94877110501312	independent_100_runs=-108.99950951258523
e=17	episode_reward=-342.67132907591997	epsilon=0.8295189324989375	avg=-181.4333576589524	independent_100_runs=-36.41139608405567
e=18	episode_reward=-307.7424950209918	epsilon=0.8202796948019279	avg=-188.08120699379657	independent_100_runs=-76.48641596756572
e=19	episode_reward=-47.77169554096785	epsilon=0.8122798172212553	avg=-181.06573142115514	independent_100_runs=-219.2275609161186
e=20	episode_reward=-157.08013480987108	epsilon=0.8061295835859573	avg=-179.92356015395112	independent_100_runs=-339.5686898126402
e=21	episode_reward=-59.26588968863591	epsilon=0.7934922025079341	avg=-174.43912058734588	independent_100_runs=-33.27768519923952
e=22	episode_reward=-20.005871921758185	epsilon=0.7880356801319789	avg=-167.72463151492903	independent_100_runs=-62.44761106500235
e=23	episode_reward=-247.4116922408445	epsilon=0.7783238896480383	avg=-171.04492571184218	independent_100_runs=-204.4211286516246
e=24	episode_reward=-105.71931748238423	epsilon=0.772817086970617	avg=-168.43190138266385	independent_100_runs=-167.20610038024384
e=25	episode_reward=-45.09946060516396	epsilon=0.7624536487262261	avg=-163.6883459681446	independent_100_runs=-11.05897376051996
e=26	episode_reward=-106.00543247483724	epsilon=0.7536598493525856	avg=-161.5519417646888	independent_100_runs=-32.26292867742403
e=27	episode_reward=-369.6020232128863	epsilon=0.7406589537374308	avg=-168.98230181641014	independent_100_runs=-244.15316744554974
e=28	episode_reward=-107.24501757438756	epsilon=0.7270820577664494	avg=-166.85342994599557	independent_100_runs=-78.30376348194557
e=29	episode_reward=-107.7793556368766	epsilon=0.7218656078794543	avg=-164.88429413569162	independent_100_runs=-157.70612275550073
e=30	episode_reward=-62.953335045002405	epsilon=0.7138968098381363	avg=-161.59619868115325	independent_100_runs=-372.0192227381257
e=31	episode_reward=-105.06245057562904	epsilon=0.7065810477578696	avg=-159.82951905285563	independent_100_runs=-464.85945676486546
e=32	episode_reward=-82.9047783063514	epsilon=0.6971755490209064	avg=-157.49846630296156	independent_100_runs=-14.316677137789604
e=33	episode_reward=-157.19309162068987	epsilon=0.686932821903752	avg=-157.48948469465947	independent_100_runs=-158.31306287343682
e=34	episode_reward=-286.07410989730727	epsilon=0.6788742507505652	avg=-161.16333112902083	independent_100_runs=-534.8998681133828
e=35	episode_reward=-111.48077447022752	epsilon=0.6709773143300432	avg=-159.78326011072102	independent_100_runs=-362.5699833916117
e=36	episode_reward=-253.00729010053314	epsilon=0.6618471530230265	avg=-162.30282848882408	independent_100_runs=-504.659009305126
e=37	episode_reward=-206.0989616544556	epsilon=0.6534944286093685	avg=-163.45535830897225	independent_100_runs=-632.56710177472
e=38	episode_reward=-48.79179589041956	epsilon=0.6476390745979188	avg=-160.51526696490683	independent_100_runs=-580.9146642752702
e=39	episode_reward=-56.513558603817955	epsilon=0.6405537313395022	avg=-157.91522425587956	independent_100_runs=-470.0029138399145
e=40	episode_reward=-121.0473038413107	epsilon=0.6309535537400737	avg=-157.01600668479253	independent_100_runs=-527.9967085428378
e=41	episode_reward=-288.68721943915585	epsilon=0.6226170155139792	avg=-160.15103555989643	independent_100_runs=-584.378135701896
e=42	episode_reward=-132.22570070400974	epsilon=0.6171000352031156	avg=-159.50160916789906	independent_100_runs=-493.64878371372373
e=43	episode_reward=-371.871217493906	epsilon=0.6108983858110911	avg=-164.32819117530832	independent_100_runs=-454.98065227026103
e=44	episode_reward=-230.1152455257928	epsilon=0.6024049763307181	avg=-165.79012571643017	independent_100_runs=-908.4230514054711
e=45	episode_reward=-313.63275851474526	epsilon=0.5938514608875307	avg=-169.00409599465442	independent_100_runs=-337.9438743027881
e=46	episode_reward=-135.34487980613102	epsilon=0.5868261606767053	avg=-168.2879424587284	independent_100_runs=-181.88519264269388
e=47	episode_reward=-70.79438075748544	epsilon=0.5775111948051559	avg=-166.2568265899525	independent_100_runs=-286.9666968631437
e=48	episode_reward=-123.34148043875801	epsilon=0.5682304266052499	avg=-165.38100319911177	independent_100_runs=-442.0782659037111
e=49	episode_reward=-45.483583403347666	epsilon=0.5601621537319724	avg=-162.9830548031965	independent_100_runs=-207.30240150162942
e=50	episode_reward=-149.95860318954516	epsilon=0.5539784278074307	avg=-162.72767339900724	independent_100_runs=-572.8787713092296
e=51	episode_reward=-234.647038183586	epsilon=0.5470964552969325	avg=-164.110738106403	independent_100_runs=-344.9187114077694
e=52	episode_reward=-55.17192605005993	epsilon=0.5394361443655097	avg=-162.05528882232105	independent_100_runs=-186.68641768422276
e=53	episode_reward=-147.94770585559257	epsilon=0.5338014171977982	avg=-161.79403728590017	independent_100_runs=-83.7863226260233
e=54	episode_reward=-126.52827188817551	epsilon=0.5245931563223227	avg=-161.15284155139608	independent_100_runs=-297.71732692992265
e=55	episode_reward=-133.6760917111955	epsilon=0.5183871862196296	avg=-160.66218530424962	independent_100_runs=-963.8328886750776
e=56	episode_reward=-82.54410838997578	epsilon=0.509292008046881	avg=-159.29169272680622	independent_100_runs=-80.96737037967193
e=57	episode_reward=-47.6372239755685	epsilon=0.49920685137290327	avg=-157.3666156793711	independent_100_runs=-326.31864001601633
e=58	episode_reward=-99.68523281586043	epsilon=0.49478340276573834	avg=-156.38896512236244	independent_100_runs=-472.64282754790764
e=59	episode_reward=-180.06571564690773	epsilon=0.4771916950229401	avg=-156.78357763110486	independent_100_runs=-310.2778790640561
e=60	episode_reward=-66.4483786432454	epsilon=0.4667609216206093	avg=-155.30267272966452	independent_100_runs=-246.38913422004157
e=61	episode_reward=-69.64434735476362	epsilon=0.45990338802548286	avg=-153.92108683652097	independent_100_runs=-829.7302629870475
e=62	episode_reward=-14.756837020637988	epsilon=0.45147297558745564	avg=-151.71213049023712	independent_100_runs=-386.2599351391533
e=63	episode_reward=-352.88549095742917	epsilon=0.4408101664696786	avg=-154.855464247537	independent_100_runs=-284.49230214353685
e=64	episode_reward=-116.93288314460315	epsilon=0.43489892432101496	avg=-154.27203992287647	independent_100_runs=-178.83267189708806
e=65	episode_reward=-174.44311926868073	epsilon=0.4288095758125656	avg=-154.57766233720685	independent_100_runs=-178.31976486941193
e=66	episode_reward=-204.06310594307712	epsilon=0.4017418350464272	avg=-155.31625104774224	independent_100_runs=-216.5739789507743
e=67	episode_reward=-162.0308871891956	epsilon=0.39197907209805544	avg=-155.41499569688125	independent_100_runs=-171.6575757462297
e=68	episode_reward=-330.18971224814834	epsilon=0.3844860416923084	avg=-157.94796260342136	independent_100_runs=-72.20598969292793
e=69	episode_reward=-41.21859997198847	epsilon=0.3770608237837007	avg=-156.28040028011515	independent_100_runs=-365.80423492510585
e=70	episode_reward=-254.75222844604016	epsilon=0.3699269507227776	avg=-157.66732743738172	independent_100_runs=-174.4152847593142
e=71	episode_reward=-26.872190123059582	epsilon=0.35616840278746964	avg=-155.85072830801613	independent_100_runs=-15.253959128262133
e=72	episode_reward=-518.6070948211652	epsilon=0.3478260419927552	avg=-160.8199936027168	independent_100_runs=-37.59311146464877
e=73	episode_reward=57.878166418524536	epsilon=0.31475591962328675	avg=-157.86461306188923	independent_100_runs=-399.3632581105015
e=74	episode_reward=-305.86779518902847	epsilon=0.3114992592123876	avg=-159.8379888235844	independent_100_runs=-450.73202973606385
e=75	episode_reward=-203.41316364954986	epsilon=0.30769109612940404	avg=-160.41134638708394	independent_100_runs=-416.3328810287029
e=76	episode_reward=-220.17398621663463	epsilon=0.30317057624247196	avg=-161.18748456668848	independent_100_runs=-162.23471991627434
e=77	episode_reward=-148.10642809843895	epsilon=0.2983582080145455	avg=-161.01977871453144	independent_100_runs=-367.64343641267783
e=78	episode_reward=-522.721248374561	epsilon=0.29488758617754574	avg=-165.59827833048118	independent_100_runs=-365.71002276974787
e=79	episode_reward=-172.94601684228869	epsilon=0.29011964441814486	avg=-165.6901250618788	independent_100_runs=-264.01411087989726
e=80	episode_reward=-56.10566883231927	epsilon=0.28428930231428984	avg=-164.3372305405262	independent_100_runs=-145.3015301070312
e=81	episode_reward=-197.92417846387977	epsilon=0.27668814307975054	avg=-164.74682746642077	independent_100_runs=-136.64524423688977
e=82	episode_reward=-162.77101332141743	epsilon=0.27009934333918206	avg=-164.72302247672192	independent_100_runs=-63.401066632559804
e=83	episode_reward=-59.31131565781223	epsilon=0.26148795192811314	avg=-163.46812120506826	independent_100_runs=-452.10510485098195
e=84	episode_reward=-60.23534440836845	epsilon=0.25782666149715394	avg=-162.2536179486365	independent_100_runs=-150.05224867695085
e=85	episode_reward=-501.02020777798276	epsilon=0.25447099207114565	avg=-166.192764342001	independent_100_runs=-520.9258363863291
e=86	episode_reward=-76.65241582337583	epsilon=0.2491327256894852	avg=-165.16356493374093	independent_100_runs=-143.56392653929856
e=87	episode_reward=-86.77171573830044	epsilon=0.24424817017395653	avg=-164.2727484656109	independent_100_runs=-115.1158125162854
e=88	episode_reward=-179.48555928652152	epsilon=0.23907653462176917	avg=-164.44367892427283	independent_100_runs=-29.953688687157552
e=89	episode_reward=38.16653097464277	epsilon=0.2332667151545961	avg=-162.19245436984045	independent_100_runs=-200.32634252681774
e=90	episode_reward=-21.362897373012586	epsilon=0.2279853457936356	avg=-160.64487682042474	independent_100_runs=-261.79702956170803
e=91	episode_reward=-59.55107922293173	epsilon=0.224097336181645	avg=-159.54603119436504	independent_100_runs=-85.82417642048009
e=92	episode_reward=-240.15760593122454	epsilon=0.22200058654541477	avg=-160.41282232056784	independent_100_runs=-190.20575764705805
e=93	episode_reward=31.482062475183312	epsilon=0.21766975718333786	avg=-158.3713873759322	independent_100_runs=-111.3594839601703
e=94	episode_reward=-70.1347494272808	epsilon=0.21363695530253934	avg=-157.44258066068323	independent_100_runs=-428.2340051553045
e=95	episode_reward=-527.2913597669261	epsilon=0.2079664479480191	avg=-161.29517210970656	independent_100_runs=-472.5748623213694
e=96	episode_reward=70.02581773755145	epsilon=0.18819370223012394	avg=-158.91041963705442	independent_100_runs=-283.2896194716752
e=97	episode_reward=-226.02658569504194	epsilon=0.18637695793507328	avg=-159.59527847438085	independent_100_runs=-354.5723506040499
e=98	episode_reward=-262.73429431035765	epsilon=0.18206615468367224	avg=-160.63708671514829	independent_100_runs=-571.1319303497968
e=99	episode_reward=-205.70594456773608	epsilon=0.17806862295742742	avg=-161.08777529367416	independent_100_runs=-639.1729998907988
e=100	episode_reward=-344.6350749877074	epsilon=0.1711032205085688	avg=-161.31017319819205	independent_100_runs=-401.90702551968906
e=101	episode_reward=-276.73843494631626	epsilon=0.1682525564968024	avg=-162.34579487222126	independent_100_runs=-221.04497338546764
e=102	episode_reward=-265.0784823056688	epsilon=0.16520138552058866	avg=-163.9349785705984	independent_100_runs=-483.04708731314355
e=103	episode_reward=-549.2914995155986	epsilon=0.16337769914047884	avg=-167.35414733343316	independent_100_runs=-270.6897649902918
e=104	episode_reward=-189.81602941702462	epsilon=0.16107401549185701	avg=-168.0932937845784	independent_100_runs=-251.06273300256854
e=105	episode_reward=-292.24724375767806	epsilon=0.15929589185617182	avg=-169.81495008900708	independent_100_runs=-251.22258965299847
e=106	episode_reward=-245.4293406186395	epsilon=0.15454138317820043	avg=-170.4453526846436	independent_100_runs=-186.99422377800377
e=107	episode_reward=-49.288771561636025	epsilon=0.15125404459633374	avg=-167.347492910304	independent_100_runs=-169.96999198080718
e=108	episode_reward=-266.4018938403933	epsilon=0.14854083931051612	avg=-166.31428403639853	independent_100_runs=-192.84459103076048
e=109	episode_reward=-84.05553275614191	epsilon=0.14510516603759616	avg=-166.12062910485815	independent_100_runs=-93.15633521021176
e=110	episode_reward=-260.34152206658155	epsilon=0.1404086525354524	avg=-166.6743401356013	independent_100_runs=-224.11763144983723
e=111	episode_reward=-37.68085190410976	epsilon=0.1376557670754154	avg=-165.60141497772491	independent_100_runs=-190.32580179358115
e=112	episode_reward=-139.2576545474825	epsilon=0.1356197999697097	avg=-165.36645257060766	independent_100_runs=-328.9308903881604
e=113	episode_reward=-82.88533004245298	epsilon=0.13031484241383184	avg=-165.40523953789986	independent_100_runs=-212.52811710244157
e=114	episode_reward=-216.96841324714552	epsilon=0.12623582657281246	avg=-166.80627572224054	independent_100_runs=-184.03790994775963
e=115	episode_reward=-284.652962173	epsilon=0.12475492428065074	avg=-169.02734082203202	independent_100_runs=-337.84931924850105
e=116	episode_reward=-431.79735600794754	epsilon=0.1202712221417982	avg=-172.02214814277716	independent_100_runs=-526.292148983631
e=117	episode_reward=-44.64216383946204	epsilon=0.11714916787252827	avg=-169.04185649041258	independent_100_runs=-446.8593265177432
e=118	episode_reward=-71.82263139504907	epsilon=0.11170323662148589	avg=-166.68265785415315	independent_100_runs=-245.4676912701487
e=119	episode_reward=-40.951922247901265	epsilon=0.1075487019692175	avg=-166.61446012122246	independent_100_runs=-171.57198546432778
e=120	episode_reward=-232.86768955763952	epsilon=0.10430739455228383	avg=-167.37233566870017	independent_100_runs=-259.1235662170058
e=121	episode_reward=-4.321523063100003	epsilon=0.10188462864169531	avg=-166.82289200244483	independent_100_runs=-120.69697887764289
e=122	episode_reward=6.157033338088027	epsilon=0.09893267925220892	avg=-166.56126294984634	independent_100_runs=-685.68151637822
e=123	episode_reward=-282.0619377726251	epsilon=0.09652850768945635	avg=-166.90776540516418	independent_100_runs=-216.93520218827445
e=124	episode_reward=-392.18830524460407	epsilon=0.09235466050461506	avg=-169.77245528278632	independent_100_runs=-170.02068976337188
e=125	episode_reward=-100.61680985615202	epsilon=0.09058921860086873	avg=-170.3276287752962	independent_100_runs=-238.22698572291318
e=126	episode_reward=-255.26789324391436	epsilon=0.0879909308707547	avg=-171.820253382987	independent_100_runs=-80.91803655513196
e=127	episode_reward=-190.87953189464827	epsilon=0.08647305658262103	avg=-170.0330284698046	independent_100_runs=-267.0116859217813
e=128	episode_reward=-256.201203852843	epsilon=0.08380823863463664	avg=-171.52259033258917	independent_100_runs=-243.1461245818342
e=129	episode_reward=-1.542978458871346	epsilon=0.08110378863342026	avg=-170.46022656080913	independent_100_runs=-192.24629202370153
e=130	episode_reward=-71.79842873331572	epsilon=0.07878544136253493	avg=-170.54867749769227	independent_100_runs=-179.45037045560653
e=131	episode_reward=-245.07216511380386	epsilon=0.07724075524759068	avg=-171.94877464307402	independent_100_runs=-218.03682360691369
e=132	episode_reward=225.47011705529565	epsilon=0.07252447457485942	avg=-168.86502568945758	independent_100_runs=-216.26961296064277
e=133	episode_reward=-266.4866530513449	epsilon=0.06952052064681992	avg=-169.95796130376414	independent_100_runs=-230.35005271012236
e=134	episode_reward=-75.012022222609	epsilon=0.06857453699864398	avg=-167.84734042701714	independent_100_runs=-261.030406984516
e=135	episode_reward=-65.99024781492113	epsilon=0.06762113519535848	avg=-167.392435160464	independent_100_runs=-233.49857424967055
e=136	episode_reward=-271.44910061809196	epsilon=0.06638822224634704	avg=-167.57685326563958	independent_100_runs=-125.23683548786171
e=137	episode_reward=-97.18407962698402	epsilon=0.06558316650734099	avg=-166.48770444536487	independent_100_runs=-161.45405952526545
e=138	episode_reward=-382.02988453933506	epsilon=0.06500203713032511	avg=-169.82008533185402	independent_100_runs=-230.92694144649565
e=139	episode_reward=-339.25404855441013	epsilon=0.06394464516577515	avg=-172.64749023135994	independent_100_runs=-284.88409430236845
e=140	episode_reward=-294.31264970854903	epsilon=0.06282272711603103	avg=-174.38014369003236	independent_100_runs=-310.9742505259269
e=141	episode_reward=-499.08408656121253	epsilon=0.06178224773390263	avg=-176.48411236125293	independent_100_runs=-337.20352315117844
e=142	episode_reward=-224.4175529159726	epsilon=0.061039150187820274	avg=-177.40603088337255	independent_100_runs=-329.2971429486434
e=143	episode_reward=-362.0155082241525	epsilon=0.06036532855793369	avg=-177.30747379067503	independent_100_runs=-358.48509802669656
e=144	episode_reward=-87.6167957401696	epsilon=0.059424947190559525	avg=-175.8824892928188	independent_100_runs=-129.72661324523307
e=145	episode_reward=-495.1557218569103	epsilon=0.058382327895615545	avg=-177.69771892624044	independent_100_runs=-352.4511402445442
e=146	episode_reward=-477.1780856207163	epsilon=0.05779560498580455	avg=-181.11605098438628	independent_100_runs=-424.9372453113255
e=147	episode_reward=-344.802000776957	epsilon=0.056724816707705274	avg=-183.85612718458103	independent_100_runs=-308.00969963307097
e=148	episode_reward=-374.57909208167047	epsilon=0.055986531023763	avg=-186.3685033010101	independent_100_runs=-280.3047582315438
e=149	episode_reward=-291.86531556115074	epsilon=0.05499323894006573	avg=-188.83232062258813	independent_100_runs=-269.6599194008511
e=150	episode_reward=-274.4345243614448	epsilon=0.05399056608931561	avg=-190.0770798343071	independent_100_runs=-262.170741960304
e=151	episode_reward=-259.62438825600753	epsilon=0.0531282352491957	avg=-190.3268533350314	independent_100_runs=-240.58885859134708
e=152	episode_reward=-302.86062795403825	epsilon=0.052689073978745136	avg=-192.8037403540712	independent_100_runs=-489.4177836315006
e=153	episode_reward=-290.7108427301911	epsilon=0.05181124802925062	avg=-194.23137172281716	independent_100_runs=-331.6106769994204
e=154	episode_reward=-247.95612183069906	epsilon=0.05050164899071567	avg=-195.44565022224245	independent_100_runs=-213.87758430158024
e=155	episode_reward=-150.11052089119903	epsilon=0.04973481664601009	avg=-195.60999451404246	independent_100_runs=-212.56577795197873
e=156	episode_reward=-166.82695609489747	epsilon=0.0489502476851391	avg=-196.45282299109164	independent_100_runs=-215.72502546640797
e=157	episode_reward=-518.6624348670596	epsilon=0.04770342216584892	avg=-201.16307510000652	independent_100_runs=-242.1536995940322
e=158	episode_reward=-226.4464281437849	epsilon=0.04675410847879633	avg=-202.4306870532858	independent_100_runs=-250.15938227010395
e=159	episode_reward=-310.73676094378493	epsilon=0.046021162439052396	avg=-203.73739750625455	independent_100_runs=-295.7714043273897
e=160	episode_reward=-339.4710988009682	epsilon=0.0452861179573237	avg=-206.4676247078318	independent_100_runs=-351.1883488926781
e=161	episode_reward=-294.8231596431382	epsilon=0.044576185036086395	avg=-208.71941283071556	independent_100_runs=-281.83534416388244
e=162	episode_reward=-269.89855245215983	epsilon=0.04373719125180297	avg=-211.2708299850308	independent_100_runs=-290.58049228646547
e=163	episode_reward=-376.699476920868	epsilon=0.04268713485859211	avg=-211.5089698446652	independent_100_runs=-357.2492389468453
e=164	episode_reward=-311.994139944352	epsilon=0.04190883497984397	avg=-213.45958241266268	independent_100_runs=-259.43866979779557
e=165	episode_reward=-286.38959727434553	epsilon=0.04119001194107974	avg=-214.57904719271926	independent_100_runs=-302.62381824202964
e=166	episode_reward=-461.10452623882	epsilon=0.04029771240821452	avg=-217.14946139567672	independent_100_runs=-333.8479940636142
e=167	episode_reward=-517.6543837076209	epsilon=0.03890773010209857	avg=-220.705696360861	independent_100_runs=-521.8115397364679
e=168	episode_reward=-480.66133330592277	epsilon=0.03775400047998389	avg=-222.21041257143872	independent_100_runs=-334.180216251571
e=169	episode_reward=-274.72624409893984	epsilon=0.03685864692144986	avg=-224.54548901270823	independent_100_runs=-296.3194217442386
e=170	episode_reward=-379.78479390721844	epsilon=0.03597733054051462	avg=-225.79581466732	independent_100_runs=-310.29674366236674
e=171	episode_reward=-107.6604552002739	epsilon=0.03517683987029628	avg=-226.60369731809217	independent_100_runs=-288.14132970658943
e=172	episode_reward=-319.30305703710616	epsilon=0.03440448031969844	avg=-224.61065694025157	independent_100_runs=-244.61835115783862
e=173	episode_reward=-274.67673811978887	epsilon=0.03359864076308613	avg=-227.93620598563473	independent_100_runs=-229.6050255022826
e=174	episode_reward=-218.44860647367102	epsilon=0.03307523541605181	avg=-227.06201409848111	independent_100_runs=-249.74889795380287
e=175	episode_reward=-64.2776843237167	epsilon=0.032265017298836234	avg=-225.67065930522276	independent_100_runs=-195.97356349787893
e=176	episode_reward=-275.69508560471075	epsilon=0.03157237414992266	avg=-226.22587029910355	independent_100_runs=-193.7225250233666
e=177	episode_reward=-30.05778101604774	epsilon=0.030928604646124624	avg=-225.04538382827963	independent_100_runs=-139.26214377483834
e=178	episode_reward=-46.568188729109835	epsilon=0.030180023962142723	avg=-220.28385323182508	independent_100_runs=-144.30966012827372
e=179	episode_reward=-281.0764399898085	epsilon=0.02958534839852135	avg=-221.36515746330033	independent_100_runs=-209.72109374234233
e=180	episode_reward=-248.27391205834803	epsilon=0.02877128546054509	avg=-223.28683989556058	independent_100_runs=-211.11831081455975
e=181	episode_reward=-42.19496489626074	epsilon=0.028080535291774365	avg=-221.7295477598844	independent_100_runs=-184.58285595292222
e=182	episode_reward=-181.82560744979708	epsilon=0.02753548845577916	avg=-221.9200937011682	independent_100_runs=-233.58974738472608
e=183	episode_reward=-254.858322532031	epsilon=0.026909368892349954	avg=-223.87556376991043	independent_100_runs=-214.08562761424335
e=184	episode_reward=-60.961581547193674	epsilon=0.02653789779627369	avg=-223.88282614129872	independent_100_runs=-230.91300264051173
e=185	episode_reward=-22.370103576380785	epsilon=0.025973394920000524	avg=-219.0963250992827	independent_100_runs=-189.80677980781317
e=186	episode_reward=-247.7707133247781	epsilon=0.025387872559999802	avg=-220.80750807429672	independent_100_runs=-166.09759087692706
e=187	episode_reward=-231.47484482215654	epsilon=0.0248503175632431	avg=-222.2545393651353	independent_100_runs=-179.15300739419524
e=188	episode_reward=-48.6709434592903	epsilon=0.024495019510946382	avg=-220.94639320686292	independent_100_runs=-164.5927845585321
e=189	episode_reward=-214.37058749623452	epsilon=0.02386155297531644	avg=-223.4717643915717	independent_100_runs=-181.55282147597077
e=190	episode_reward=-22.01426598702561	epsilon=0.023311978716155583	avg=-223.4782780777118	independent_100_runs=-101.46926893449931
e=191	episode_reward=-91.47147360611329	epsilon=0.022561969003470173	avg=-223.79748202154363	independent_100_runs=-183.94569120621284
e=192	episode_reward=-421.8110008190629	epsilon=0.02220161194306564	avg=-225.61401597042203	independent_100_runs=-181.27781366092628
e=193	episode_reward=-217.07118901253568	epsilon=0.021812081449812202	avg=-228.0995484852992	independent_100_runs=-156.20120040616004
e=194	episode_reward=-309.86354545238714	epsilon=0.021448681418966015	avg=-230.49683644555026	independent_100_runs=-187.14913991695587
e=195	episode_reward=-182.22814587275258	epsilon=0.021101884644143493	avg=-227.0462043066085	independent_100_runs=-176.81101468989272
e=196	episode_reward=-48.11035796315228	epsilon=0.020564392608379545	avg=-228.22756606361557	independent_100_runs=-205.93848637708976
e=197	episode_reward=-219.07992135430416	epsilon=0.019868972536079586	avg=-228.15809942020817	independent_100_runs=-178.9267888240998
e=198	episode_reward=-186.93106753011432	epsilon=0.019526225820643117	avg=-227.40006715240577	independent_100_runs=-182.25855749216828
e=199	episode_reward=-203.06472640991134	epsilon=0.0190955889009893	avg=-227.3736549708275	independent_100_runs=-279.9380377941984
e=200	episode_reward=-95.47875138286976	epsilon=0.01870435390152978	avg=-224.88209173477912	independent_100_runs=-332.58792226089446
e=201	episode_reward=-319.93715527982937	epsilon=0.01845722071657471	avg=-225.31407893811425	independent_100_runs=-497.8333078046108
e=202	episode_reward=-658.5618282501697	epsilon=0.018166057232827725	avg=-229.24891239755928	independent_100_runs=-396.8306537126734
e=203	episode_reward=-198.63934700998678	epsilon=0.01793320855504955	avg=-225.74239087250317	independent_100_runs=-238.17257911920703
e=204	episode_reward=-359.66216887990845	epsilon=0.017558763420952073	avg=-227.44085226713204	independent_100_runs=-216.34439349024152
e=205	episode_reward=-488.6593753276322	epsilon=0.0172610464156969	avg=-229.40497358283156	independent_100_runs=-324.8839415918846
e=206	episode_reward=-534.6681758284666	epsilon=0.016992150895396296	avg=-232.2973619349298	independent_100_runs=-207.23064369816785
e=207	episode_reward=-275.37550904417935	epsilon=0.01658419793427926	avg=-234.55822930975523	independent_100_runs=-185.44025410036366
e=208	episode_reward=-23.96530762939223	epsilon=0.01607473444464325	avg=-232.1338634476452	independent_100_runs=-257.10377332915874
e=209	episode_reward=-56.70565238471124	epsilon=0.015563791132270813	avg=-231.86036464393084	independent_100_runs=-381.2095617708027
e=210	episode_reward=-41.13568468541256	epsilon=0.014855123238130258	avg=-229.66830627011922	independent_100_runs=-305.0911624620748
e=211	episode_reward=21.516873321841558	epsilon=0.014401656790327764	avg=-229.0763290178597	independent_100_runs=-114.9137437931411
e=212	episode_reward=-110.22366790686155	epsilon=0.013868795240256417	avg=-228.7859891514535	independent_100_runs=-121.38769550120578
e=213	episode_reward=-220.71693239056648	epsilon=0.01353853636662388	avg=-230.16430517493464	independent_100_runs=-146.89688884938107
e=214	episode_reward=-53.834626095444904	epsilon=0.013126572614379715	avg=-228.53296730341765	independent_100_runs=-168.58554487298886
e=215	episode_reward=-73.61732596491908	epsilon=0.012752625531474068	avg=-226.4226109413368	independent_100_runs=-199.80760978724575
e=216	episode_reward=-508.45115425126204	epsilon=0.01238809244250646	avg=-227.18914892376998	independent_100_runs=-218.46155387431085
e=217	episode_reward=-224.61822642921328	epsilon=0.012108825710329759	avg=-228.9889095496675	independent_100_runs=-133.31056090920777
e=218	episode_reward=-241.58729316342294	epsilon=0.011642155657944542	avg=-230.68655616735123	independent_100_runs=-153.63286906643197
e=219	episode_reward=-45.951905983412175	epsilon=0.011469964935661941	avg=-230.73655600470636	independent_100_runs=-113.67245734688599
e=220	episode_reward=-65.17727142372696	epsilon=0.011126507828201517	avg=-229.0596518233672	independent_100_runs=-125.63777104967116
e=221	episode_reward=-252.53174899595595	epsilon=0.010539474074432282	avg=-231.54175408269575	independent_100_runs=-199.0061196561663
e=222	episode_reward=-203.61022720693933	epsilon=0.01036906473569751	avg=-233.63942668814605	independent_100_runs=-195.38834367978762
e=223	episode_reward=-171.93857504724963	epsilon=0.01	avg=-232.5381930608923	independent_100_runs=-154.96833567281493
e=224	episode_reward=-211.04770279874174	epsilon=0.01	avg=-230.72678703643368	independent_100_runs=-185.89411088375616
e=225	episode_reward=-238.31446803739237	epsilon=0.01	avg=-232.10376361824612	independent_100_runs=-129.85844852114747
e=226	episode_reward=-7.18394509655387	epsilon=0.01	avg=-229.6229241367724	independent_100_runs=-119.24672946015023
e=227	episode_reward=12.084103949552286	epsilon=0.01	avg=-227.59328777833045	independent_100_runs=-123.22334600937835
e=228	episode_reward=-117.46354725276669	epsilon=0.01	avg=-226.20591121232962	independent_100_runs=-161.90814140186404
e=229	episode_reward=-47.19296876031409	epsilon=0.01	avg=-226.6624111153441	independent_100_runs=-116.18079323825096
e=230	episode_reward=-53.490165539721374	epsilon=0.01	avg=-226.47932848340818	independent_100_runs=-95.92753709898611
e=231	episode_reward=-61.69774393760225	epsilon=0.01	avg=-224.6455842716462	independent_100_runs=-100.07998493629131
e=232	episode_reward=-33.19931608772028	epsilon=0.01	avg=-227.23227860307634	independent_100_runs=-88.57122872164646
e=233	episode_reward=-194.30043406318208	epsilon=0.01	avg=-226.51041641319472	independent_100_runs=-171.12800474176333
e=234	episode_reward=-192.8205780935586	epsilon=0.01	avg=-227.68850197190415	independent_100_runs=-179.29715035878252
e=235	episode_reward=-179.72391595903406	epsilon=0.01	avg=-228.8258386533453	independent_100_runs=-115.63780905390747
e=236	episode_reward=-221.4931522739083	epsilon=0.01	avg=-228.3262791699035	independent_100_runs=-114.43785533647869
e=237	episode_reward=-69.37564881493742	epsilon=0.01	avg=-228.048194861783	independent_100_runs=-124.76768910369039
e=238	episode_reward=-370.2799696662331	epsilon=0.01	avg=-227.93069571305205	independent_100_runs=-110.14038356451057
e=239	episode_reward=-295.150895744113	epsilon=0.01	avg=-227.48966418494908	independent_100_runs=-236.47722641152686
e=240	episode_reward=-327.26328339743253	epsilon=0.01	avg=-227.8191705218379	independent_100_runs=-621.5798696568787
e=241	episode_reward=-338.7777833791814	epsilon=0.01	avg=-226.21610749001758	independent_100_runs=-147.72685104125864
e=242	episode_reward=-229.76003879893267	epsilon=0.01	avg=-226.26953234884712	independent_100_runs=-127.46414565543633
e=243	episode_reward=-232.65301227884436	epsilon=0.01	avg=-224.97590738939405	independent_100_runs=-143.66880667331233
e=244	episode_reward=-189.4786115172812	epsilon=0.01	avg=-225.99452554716518	independent_100_runs=-146.3396016253647
e=245	episode_reward=1.5111422196654694	epsilon=0.01	avg=-221.02785690639948	independent_100_runs=-174.84267996529002
e=246	episode_reward=42.50595503425432	epsilon=0.01	avg=-215.8310164998497	independent_100_runs=-155.9554269029385
e=247	episode_reward=-39.81294807406155	epsilon=0.01	avg=-212.78112597282077	independent_100_runs=-175.08885640658264
e=248	episode_reward=-212.59797337484727	epsilon=0.01	avg=-211.16131478575252	independent_100_runs=-195.71080734501126
e=249	episode_reward=-66.02546620854356	epsilon=0.01	avg=-208.90291629222645	independent_100_runs=-133.59215152438327
e=250	episode_reward=-210.0676458204202	epsilon=0.01	avg=-208.25924750681622	independent_100_runs=-238.60651970509676
e=251	episode_reward=-330.90904842689935	epsilon=0.01	avg=-208.9720941085251	independent_100_runs=-130.4409534870957
e=252	episode_reward=-308.47234217427365	epsilon=0.01	avg=-209.02821125072754	independent_100_runs=-158.4293546240049
e=253	episode_reward=-232.33870765661868	epsilon=0.01	avg=-208.4444898999918	independent_100_runs=-140.17623262001294
e=254	episode_reward=-79.16454777720047	epsilon=0.01	avg=-206.7565741594568	independent_100_runs=-145.09318939672679
e=255	episode_reward=-142.41360919655577	epsilon=0.01	avg=-206.6796050425104	independent_100_runs=-133.66773006844647
e=256	episode_reward=-8.704802837303276	epsilon=0.01	avg=-205.09838350993442	independent_100_runs=-130.82674977294621
e=257	episode_reward=-128.24816254334604	epsilon=0.01	avg=-201.19424078669726	independent_100_runs=-169.98778490504208
e=258	episode_reward=-90.49295652500628	epsilon=0.01	avg=-199.83470607050947	independent_100_runs=-155.66482641413492
e=259	episode_reward=-67.82381574134514	epsilon=0.01	avg=-197.40557661848507	independent_100_runs=-142.96895803464292
e=260	episode_reward=265.59131470116995	epsilon=0.01	avg=-191.3549524834637	independent_100_runs=-118.14347104099424
e=261	episode_reward=-76.00031649109775	epsilon=0.01	avg=-189.1667240519433	independent_100_runs=-126.61963827966605
e=262	episode_reward=-208.63281340971523	epsilon=0.01	avg=-188.55406666151885	independent_100_runs=-149.79926542161144
e=263	episode_reward=-71.80381699649264	epsilon=0.01	avg=-185.50511006227512	independent_100_runs=-135.6010426086859
e=264	episode_reward=-33.35927185115811	epsilon=0.01	avg=-182.7187613813432	independent_100_runs=-155.44643848642536
e=265	episode_reward=-130.64244267522452	epsilon=0.01	avg=-181.16128983535197	independent_100_runs=-114.09695960666035
e=266	episode_reward=-108.88415940029894	epsilon=0.01	avg=-177.63908616696673	independent_100_runs=-89.99484114172344
e=267	episode_reward=-235.6520895579627	epsilon=0.01	avg=-174.81906322547016	independent_100_runs=-114.09446910546292
e=268	episode_reward=-218.11499431007636	epsilon=0.01	avg=-172.19359983551166	independent_100_runs=-196.8111475027326
e=269	episode_reward=247.46627079677222	epsilon=0.01	avg=-166.9716746865546	independent_100_runs=-280.58200049841156
e=270	episode_reward=-299.40240283954313	epsilon=0.01	avg=-166.1678507758778	independent_100_runs=-363.5038295605479
e=271	episode_reward=-497.92895752646143	epsilon=0.01	avg=-170.07053579913972	independent_100_runs=-233.20617068476298
e=272	episode_reward=-553.9848073844503	epsilon=0.01	avg=-172.41735330261315	independent_100_runs=-193.8643275048863
e=273	episode_reward=196.29308843375057	epsilon=0.01	avg=-167.70765503707779	independent_100_runs=-232.25540703080824
e=274	episode_reward=-254.3560076887596	epsilon=0.01	avg=-168.06672904922863	independent_100_runs=-156.45944716204983
e=275	episode_reward=0.6405696834525259	epsilon=0.01	avg=-167.41754650915698	independent_100_runs=-132.73819735111886
e=276	episode_reward=-364.28696241516013	epsilon=0.01	avg=-168.30346527726147	independent_100_runs=-230.8126155133521
e=277	episode_reward=-266.0085590554165	epsilon=0.01	avg=-170.6629730576551	independent_100_runs=-234.20371992629043
e=278	episode_reward=-141.82781919336657	epsilon=0.01	avg=-171.61556936229772	independent_100_runs=-278.1430337395538
e=279	episode_reward=-189.80067177408478	epsilon=0.01	avg=-170.70281168014048	independent_100_runs=-186.80858915914956
e=280	episode_reward=-203.47021137126296	epsilon=0.01	avg=-170.25477467326965	independent_100_runs=-217.3979686492073
e=281	episode_reward=-8.964641043050904	epsilon=0.01	avg=-169.9224714347375	independent_100_runs=-114.06823694900093
e=282	episode_reward=-178.43399063593847	epsilon=0.01	avg=-169.88855526659893	independent_100_runs=-240.05033948589116
e=283	episode_reward=-165.7937702857093	epsilon=0.01	avg=-168.99790974413568	independent_100_runs=-197.1831917139017
e=284	episode_reward=-280.0364850031156	epsilon=0.01	avg=-171.18865877869493	independent_100_runs=-218.6760322560018
e=285	episode_reward=-163.76940541869016	epsilon=0.01	avg=-172.60265179711803	independent_100_runs=-308.4322305332865
e=286	episode_reward=-209.407539389543	epsilon=0.01	avg=-172.21902005776562	independent_100_runs=-90.8117675349266
e=287	episode_reward=-61.57516597398215	epsilon=0.01	avg=-170.5200232692839	independent_100_runs=-93.13275866380229
e=288	episode_reward=-104.6093342039648	epsilon=0.01	avg=-171.07940717673068	independent_100_runs=-104.47652824875664
e=289	episode_reward=177.1593398858646	epsilon=0.01	avg=-167.1641079029097	independent_100_runs=-204.34033973888845
e=290	episode_reward=-83.72469740165862	epsilon=0.01	avg=-167.781212217056	independent_100_runs=-140.5723694675385
e=291	episode_reward=-210.03117049725165	epsilon=0.01	avg=-168.9668091859674	independent_100_runs=-134.9323890922774
e=292	episode_reward=-162.18120011488125	epsilon=0.01	avg=-166.37051117892554	independent_100_runs=-121.35608730039536
e=293	episode_reward=-129.9390899112745	epsilon=0.01	avg=-165.49919018791294	independent_100_runs=-127.00098727627548
e=294	episode_reward=-199.8848745932121	epsilon=0.01	avg=-164.39940347932122	independent_100_runs=-103.74579179218823
e=295	episode_reward=-209.18222854743732	epsilon=0.01	avg=-164.66894430606808	independent_100_runs=-128.7862887399345
e=296	episode_reward=-247.1936651632093	epsilon=0.01	avg=-166.65977737806864	independent_100_runs=-122.32196584799166
e=297	episode_reward=-16.006321292366295	epsilon=0.01	avg=-164.62904137744925	independent_100_runs=-211.0781501299909
e=298	episode_reward=-282.1458843818298	epsilon=0.01	avg=-165.5811895459664	independent_100_runs=-143.37005019171912
e=299	episode_reward=-200.17181433854373	epsilon=0.01	avg=-165.55226042525274	independent_100_runs=-245.31398163702346
e=300	episode_reward=-449.64184595429055	epsilon=0.01	avg=-169.09389137096696	independent_100_runs=-314.8970258664076
e=301	episode_reward=-257.8646101198645	epsilon=0.01	avg=-168.47316591936732	independent_100_runs=-159.55564784543083
e=302	episode_reward=-488.48802400304237	epsilon=0.01	avg=-166.77242787689605	independent_100_runs=-212.2399286511993
e=303	episode_reward=-229.8848808358805	epsilon=0.01	avg=-167.08488321515497	independent_100_runs=-134.3753958710934
e=304	episode_reward=-264.37876463440136	epsilon=0.01	avg=-166.13204917269988	independent_100_runs=-222.28258212564884
e=305	episode_reward=-489.0245161831862	epsilon=0.01	avg=-166.1357005812554	independent_100_runs=-330.95678332171786
e=306	episode_reward=-295.2197607978941	epsilon=0.01	avg=-163.7412164309497	independent_100_runs=-187.67980280299759
e=307	episode_reward=-266.0901620223695	epsilon=0.01	avg=-163.6483629607316	independent_100_runs=-280.6977826217682
e=308	episode_reward=-230.9516039886302	epsilon=0.01	avg=-165.71822592432397	independent_100_runs=-210.18222382044382
e=309	episode_reward=17.348432584606527	epsilon=0.01	avg=-164.97768507463078	independent_100_runs=-299.8110296650586
e=310	episode_reward=-544.4902166368413	epsilon=0.01	avg=-170.01123039414506	independent_100_runs=-185.05504273659633
e=311	episode_reward=-371.7156755029536	epsilon=0.01	avg=-173.943555882393	independent_100_runs=-416.30458085751604
e=312	episode_reward=-245.61844382824108	epsilon=0.01	avg=-175.29750364160682	independent_100_runs=-575.8708855610524
e=313	episode_reward=-254.30042619603856	epsilon=0.01	avg=-175.6333385796615	independent_100_runs=-531.6043158458777
e=314	episode_reward=-854.1001546240807	epsilon=0.01	avg=-183.6359938649479	independent_100_runs=-517.2420162800748
e=315	episode_reward=-461.1632497461362	epsilon=0.01	avg=-187.51145310276007	independent_100_runs=-660.5406605623472
e=316	episode_reward=-420.9595391999075	epsilon=0.01	avg=-186.6365369522465	independent_100_runs=-479.45082342567764
e=317	episode_reward=-872.7199345169132	epsilon=0.01	avg=-193.11755403312353	independent_100_runs=-544.2254469113883
e=318	episode_reward=-1074.7734278579585	epsilon=0.01	avg=-201.4494153800689	independent_100_runs=-646.2782750277005
e=319	episode_reward=-488.661105553283	epsilon=0.01	avg=-205.87650737576757	independent_100_runs=-660.0431538976425
e=320	episode_reward=-707.5464614830466	epsilon=0.01	avg=-212.30019927636076	independent_100_runs=-365.58927340019267
e=321	episode_reward=-441.82459870799585	epsilon=0.01	avg=-214.19312777348117	independent_100_runs=-678.9570336673744
e=322	episode_reward=-769.1719623330381	epsilon=0.01	avg=-219.84874512474212	independent_100_runs=-346.4252648107486
e=323	episode_reward=-754.5884630437299	epsilon=0.01	avg=-225.675244004707	independent_100_runs=-436.1282599064461
e=324	episode_reward=-267.49193125225025	epsilon=0.01	avg=-226.23968628924206	independent_100_runs=-526.5059176206572
e=325	episode_reward=-292.2659972074283	epsilon=0.01	avg=-226.7792015809424	independent_100_runs=-224.93488400172268
e=326	episode_reward=-265.6768093778313	epsilon=0.01	avg=-229.36413022375515	independent_100_runs=-267.4097022480228
e=327	episode_reward=-83.04756109602475	epsilon=0.01	avg=-230.31544687421095	independent_100_runs=-305.376410365528
e=328	episode_reward=-282.52696531915797	epsilon=0.01	avg=-231.96608105487488	independent_100_runs=-355.5806663317791
e=329	episode_reward=-338.10317574974596	epsilon=0.01	avg=-234.87518312476917	independent_100_runs=-703.3669798057698
e=330	episode_reward=-651.1040271525903	epsilon=0.01	avg=-240.85132174089787	independent_100_runs=-623.7073627003662
e=331	episode_reward=-258.9244222214284	epsilon=0.01	avg=-242.82358852373613	independent_100_runs=-307.3647303896984
e=332	episode_reward=-268.1604504326448	epsilon=0.01	avg=-245.17319986718542	independent_100_runs=-542.7321337774035
e=333	episode_reward=-442.9932995339758	epsilon=0.01	avg=-247.66012852189334	independent_100_runs=-541.1275807324266
e=334	episode_reward=-748.5328499313559	epsilon=0.01	avg=-253.21725124027134	independent_100_runs=-718.8166617286623
e=335	episode_reward=-461.9603279587729	epsilon=0.01	avg=-256.03961536026867	independent_100_runs=-626.1035141237708
e=336	episode_reward=-777.9365689240448	epsilon=0.01	avg=-261.60404952677004	independent_100_runs=-223.72068972982612
e=337	episode_reward=-47.55849706488744	epsilon=0.01	avg=-261.38587800926956	independent_100_runs=-143.66727796877686
e=338	episode_reward=-266.44625316604584	epsilon=0.01	avg=-260.34754084426766	independent_100_runs=-126.54022104424168
e=339	episode_reward=-150.0845783727736	epsilon=0.01	avg=-258.8968776705543	independent_100_runs=-189.5200906510443
e=340	episode_reward=-45.48047021355909	epsilon=0.01	avg=-256.0790495387156	independent_100_runs=-308.2011926359282
e=341	episode_reward=-202.25278939944144	epsilon=0.01	avg=-254.71379959891817	independent_100_runs=-390.2025297002052
e=342	episode_reward=-36.89379113143662	epsilon=0.01	avg=-252.78513712224319	independent_100_runs=-536.3776746424003
e=343	episode_reward=-176.25450391286526	epsilon=0.01	avg=-252.22115203858334	independent_100_runs=-357.957576727451
e=344	episode_reward=-759.1314172878192	epsilon=0.01	avg=-257.9176800962888	independent_100_runs=-402.8205516495319
e=345	episode_reward=-751.1534262089333	epsilon=0.01	avg=-265.4443257805748	independent_100_runs=-608.3163163901794
e=346	episode_reward=-434.62328737652916	epsilon=0.01	avg=-270.21561820468264	independent_100_runs=-677.2360651062373
e=347	episode_reward=-236.5760821547665	epsilon=0.01	avg=-272.1832495454897	independent_100_runs=-250.7653231672113
e=348	episode_reward=4.249715874737049	epsilon=0.01	avg=-270.0147726529938	independent_100_runs=-273.6944082523064
e=349	episode_reward=-176.07680485352574	epsilon=0.01	avg=-271.1152860394436	independent_100_runs=-241.0415504082804
e=350	episode_reward=-133.6702937098196	epsilon=0.01	avg=-270.35131251833764	independent_100_runs=-106.76162562632986
e=351	episode_reward=-209.23364010318875	epsilon=0.01	avg=-269.13455843510053	independent_100_runs=-158.50851500596372
e=352	episode_reward=-196.34645804324256	epsilon=0.01	avg=-268.01329959379024	independent_100_runs=-325.1559458206873
e=353	episode_reward=-243.1044752106015	epsilon=0.01	avg=-268.12095726933006	independent_100_runs=-138.94829434769412
e=354	episode_reward=-77.91746860565809	epsilon=0.01	avg=-268.10848647761463	independent_100_runs=-201.14979792917467
e=355	episode_reward=-83.36675822263217	epsilon=0.01	avg=-267.51801796787544	independent_100_runs=-315.123777078499
e=356	episode_reward=-255.703382143386	epsilon=0.01	avg=-269.98800376093624	independent_100_runs=-286.7088756898671
e=357	episode_reward=-219.6043858686814	epsilon=0.01	avg=-270.9015659941896	independent_100_runs=-164.68013757194004
e=358	episode_reward=-56.19584243064215	epsilon=0.01	avg=-270.558594853246	independent_100_runs=-175.10982939862663
e=359	episode_reward=-251.2274968925499	epsilon=0.01	avg=-272.392631664758	independent_100_runs=-174.97223756303666
e=360	episode_reward=-199.02061584596632	epsilon=0.01	avg=-277.03875097022933	independent_100_runs=-199.59340278687253
e=361	episode_reward=-679.360618224478	epsilon=0.01	avg=-283.07235398756313	independent_100_runs=-151.50711124929347
e=362	episode_reward=-186.4348855471163	epsilon=0.01	avg=-282.8503747089371	independent_100_runs=-396.5767224588242
e=363	episode_reward=-802.8279813217295	epsilon=0.01	avg=-290.16061635218955	independent_100_runs=-392.3715984879662
e=364	episode_reward=-514.0953507998204	epsilon=0.01	avg=-294.96797714167616	independent_100_runs=-760.9620827461182
e=365	episode_reward=-687.8793260677874	epsilon=0.01	avg=-300.54034597560184	independent_100_runs=-332.53092825164015
e=366	episode_reward=-968.8745798641025	epsilon=0.01	avg=-309.14025018023983	independent_100_runs=-393.2336577829096
e=367	episode_reward=-240.88361657069157	epsilon=0.01	avg=-309.1925654503671	independent_100_runs=-262.8069579057074
e=368	episode_reward=-129.47037999973156	epsilon=0.01	avg=-308.3061193072637	independent_100_runs=-189.59508933068875
e=369	episode_reward=-168.55840532182418	epsilon=0.01	avg=-312.4663660684496	independent_100_runs=-579.5592930360298
e=370	episode_reward=17.266924068037184	epsilon=0.01	avg=-309.29967279937387	independent_100_runs=-389.94542530875117
e=371	episode_reward=-881.2506310284747	epsilon=0.01	avg=-313.13288953439394	independent_100_runs=-548.0147342702384
e=372	episode_reward=-178.46652771887867	epsilon=0.01	avg=-309.3777067377382	independent_100_runs=-414.80165139352357
e=373	episode_reward=-252.96479995547625	epsilon=0.01	avg=-313.8702856216305	independent_100_runs=-550.1186186854615
e=374	episode_reward=-854.8793831021507	epsilon=0.01	avg=-319.87551937576444	independent_100_runs=-323.13694455982585
e=375	episode_reward=-246.67702703621578	epsilon=0.01	avg=-322.3486953429611	independent_100_runs=-393.8406242624455
e=376	episode_reward=-422.47895618319427	epsilon=0.01	avg=-322.9306152806414	independent_100_runs=-687.382911715481
e=377	episode_reward=-757.1931603613463	epsilon=0.01	avg=-327.8424612937007	independent_100_runs=-668.8243945196086
e=378	episode_reward=-580.5036106462385	epsilon=0.01	avg=-332.2292192082294	independent_100_runs=-631.3490246910549
e=379	episode_reward=-637.9197178431185	epsilon=0.01	avg=-336.71040966891974	independent_100_runs=-634.994893051866
e=380	episode_reward=-425.01273160332573	epsilon=0.01	avg=-338.92583487124034	independent_100_runs=-830.4638788764273
e=381	episode_reward=-918.3417761359214	epsilon=0.01	avg=-348.0196062221691	independent_100_runs=-758.4691167328364
e=382	episode_reward=-644.7749332132038	epsilon=0.01	avg=-352.6830156479417	independent_100_runs=-559.3958773489829
e=383	episode_reward=-169.5345426169971	epsilon=0.01	avg=-352.7204233712546	independent_100_runs=-243.76122844425393
e=384	episode_reward=-666.0426306940311	epsilon=0.01	avg=-356.58048482816366	independent_100_runs=-620.018064908163
e=385	episode_reward=-438.61327225678923	epsilon=0.01	avg=-359.3289234965447	independent_100_runs=-372.6188348836939
e=386	episode_reward=-742.9780898313585	epsilon=0.01	avg=-364.664629000963	independent_100_runs=-439.9922193579577
e=387	episode_reward=-515.3945154726462	epsilon=0.01	avg=-369.2028224959496	independent_100_runs=-253.43010890193287
e=388	episode_reward=-437.49102209614745	epsilon=0.01	avg=-372.5316393748715	independent_100_runs=-542.8781506169322
e=389	episode_reward=-494.6858784333453	epsilon=0.01	avg=-379.2500915580635	independent_100_runs=-235.65696738741383
e=390	episode_reward=-725.1068785317133	epsilon=0.01	avg=-385.663913369364	independent_100_runs=-598.9760839422445
e=391	episode_reward=-236.0186704647578	epsilon=0.01	avg=-385.92378836903913	independent_100_runs=-205.39798553106723
e=392	episode_reward=-272.72406921416655	epsilon=0.01	avg=-387.0292170600319	independent_100_runs=-215.0831095648051
e=393	episode_reward=-100.65216037009833	epsilon=0.01	avg=-386.7363477646202	independent_100_runs=-283.67854005094284
e=394	episode_reward=-229.79394499469407	epsilon=0.01	avg=-387.035438468635	independent_100_runs=-255.74502992450496
e=395	episode_reward=-152.55600500744623	epsilon=0.01	avg=-386.46917623323503	independent_100_runs=-251.3245055469389
e=396	episode_reward=-186.03939110232653	epsilon=0.01	avg=-385.8576334926263	independent_100_runs=-233.18044346936665
e=397	episode_reward=-150.7434227272887	epsilon=0.01	avg=-387.2050045069755	independent_100_runs=-175.65859610565494
e=398	episode_reward=-204.43976058144722	epsilon=0.01	avg=-386.42794326897166	independent_100_runs=-229.96575742055947
e=399	episode_reward=-233.57279373674407	epsilon=0.01	avg=-386.76195306295364	independent_100_runs=-134.17306639069218
e=400	episode_reward=-139.6371546223671	epsilon=0.01	avg=-383.6619061496344	independent_100_runs=-198.90786735242276
e=401	episode_reward=-157.48252853114974	epsilon=0.01	avg=-382.6580853337473	independent_100_runs=-240.82024178173236
e=402	episode_reward=-96.2166955757668	epsilon=0.01	avg=-378.73537204947456	independent_100_runs=-383.8215664036341
e=403	episode_reward=-113.03189703513702	epsilon=0.01	avg=-377.5668422114671	independent_100_runs=-340.63046942050465
e=404	episode_reward=-673.9589392501045	epsilon=0.01	avg=-381.66264395762414	independent_100_runs=-460.03500632707056
e=405	episode_reward=-663.1884161447623	epsilon=0.01	avg=-383.4042829572399	independent_100_runs=-410.34024354931586
e=406	episode_reward=-422.53645492814934	epsilon=0.01	avg=-384.67744989854253	independent_100_runs=-223.4291328112499
e=407	episode_reward=-118.29667390959003	epsilon=0.01	avg=-383.1995150174147	independent_100_runs=-196.32186486915197
e=408	episode_reward=-100.25340903853765	epsilon=0.01	avg=-381.8925330679138	independent_100_runs=-174.78024213938167
e=409	episode_reward=-206.59745661562584	epsilon=0.01	avg=-384.1319919599162	independent_100_runs=-156.75453267477025
e=410	episode_reward=-154.2104018659957	epsilon=0.01	avg=-380.2291938122076	independent_100_runs=-165.58520023168322
e=411	episode_reward=-136.47949448140923	epsilon=0.01	avg=-377.8768320019922	independent_100_runs=-166.10111639048193
e=412	episode_reward=-118.2347095590757	epsilon=0.01	avg=-376.6029946593005	independent_100_runs=-142.37994879714574
e=413	episode_reward=-251.4334104233764	epsilon=0.01	avg=-376.57432450157387	independent_100_runs=-141.25086070261236
e=414	episode_reward=-245.31857795989097	epsilon=0.01	avg=-370.486508734932	independent_100_runs=-293.63357040945846
e=415	episode_reward=-442.3107080374099	epsilon=0.01	avg=-370.2979833178448	independent_100_runs=-150.24425988960837
e=416	episode_reward=-79.77559061509658	epsilon=0.01	avg=-366.88614383199666	independent_100_runs=-292.21521762568096
e=417	episode_reward=-58.11407821540513	epsilon=0.01	avg=-358.74008526898155	independent_100_runs=-157.41716836507024
e=418	episode_reward=-227.72965745252708	epsilon=0.01	avg=-350.2696475649272	independent_100_runs=-187.4898239545638
e=419	episode_reward=-96.67433421602504	epsilon=0.01	avg=-346.3497798515546	independent_100_runs=-161.57592166817997
e=420	episode_reward=-177.9592164538485	epsilon=0.01	avg=-341.0539074012627	independent_100_runs=-174.8766326898824
e=421	episode_reward=-184.5887172477375	epsilon=0.01	avg=-338.48154858666004	independent_100_runs=-190.40967765051403
e=422	episode_reward=-533.600416862027	epsilon=0.01	avg=-336.12583313195006	independent_100_runs=-221.6554584817157
e=423	episode_reward=-78.28896022357365	epsilon=0.01	avg=-329.36283810374846	independent_100_runs=-153.30433768204878
e=424	episode_reward=-87.72867389644256	epsilon=0.01	avg=-327.5652055301904	independent_100_runs=-162.82746094839663
e=425	episode_reward=-199.2231083160409	epsilon=0.01	avg=-326.63477664127646	independent_100_runs=-130.6462001769126
e=426	episode_reward=-90.85145882048849	epsilon=0.01	avg=-324.88652313570304	independent_100_runs=-153.8789801087379
e=427	episode_reward=-200.00954563558972	epsilon=0.01	avg=-326.05614298109873	independent_100_runs=-170.30174099038436
e=428	episode_reward=-142.49905040258824	epsilon=0.01	avg=-324.655863831933	independent_100_runs=-237.77797629322424
e=429	episode_reward=-228.15778040289	epsilon=0.01	avg=-323.5564098784644	independent_100_runs=-413.48439495943506
e=430	episode_reward=-170.99267942671938	epsilon=0.01	avg=-318.7552964012057	independent_100_runs=-137.29533065267137
e=431	episode_reward=-46.90213902836202	epsilon=0.01	avg=-316.6350735692751	independent_100_runs=-144.26555973106605
e=432	episode_reward=-63.9945885469058	epsilon=0.01	avg=-314.5934149504177	independent_100_runs=-180.42198961112692
e=433	episode_reward=-211.52822751337231	epsilon=0.01	avg=-312.27876423021166	independent_100_runs=-119.36752505486146
e=434	episode_reward=-132.141137985953	epsilon=0.01	avg=-306.1148471107576	independent_100_runs=-116.69748214848147
e=435	episode_reward=-153.5445485309478	epsilon=0.01	avg=-303.03068931647937	independent_100_runs=-128.89673369629855
e=436	episode_reward=-225.39212203482003	epsilon=0.01	avg=-297.5052448475871	independent_100_runs=-295.94193249007907
e=437	episode_reward=-219.24950924095424	epsilon=0.01	avg=-299.22215496934774	independent_100_runs=-164.03381473284463
e=438	episode_reward=-227.08553570597795	epsilon=0.01	avg=-298.82854779474707	independent_100_runs=-144.8779470191853
e=439	episode_reward=-245.08622875662223	epsilon=0.01	avg=-299.77856429858565	independent_100_runs=-307.9899928363204
e=440	episode_reward=-147.9096880577477	epsilon=0.01	avg=-300.8028564770275	independent_100_runs=-193.35002631678566
e=441	episode_reward=-47.94136808958461	epsilon=0.01	avg=-299.25974226392896	independent_100_runs=-135.5949194134764
e=442	episode_reward=-225.33456545807053	epsilon=0.01	avg=-301.14415000719526	independent_100_runs=-187.39042095013522
e=443	episode_reward=-154.7296516222686	epsilon=0.01	avg=-300.92890148428927	independent_100_runs=-213.0043044453716
e=444	episode_reward=-546.2216177960709	epsilon=0.01	avg=-298.79980348937175	independent_100_runs=-182.50927521494503
e=445	episode_reward=18.85105002849633	epsilon=0.01	avg=-291.09975872699744	independent_100_runs=-186.2381219115285
e=446	episode_reward=-205.25321439310946	epsilon=0.01	avg=-288.80605799716324	independent_100_runs=-220.70527814805155
e=447	episode_reward=-57.6277953594148	epsilon=0.01	avg=-287.0165751292098	independent_100_runs=-231.23303092392453
e=448	episode_reward=-203.17978928881183	epsilon=0.01	avg=-289.0908701808453	independent_100_runs=-142.36235065746797
e=449	episode_reward=-156.11690182143178	epsilon=0.01	avg=-288.89127115052435	independent_100_runs=-155.94235620047118
e=450	episode_reward=-262.0218184870164	epsilon=0.01	avg=-290.1747863982963	independent_100_runs=-209.70666277405311
e=451	episode_reward=-293.5602341370192	epsilon=0.01	avg=-291.0180523386346	independent_100_runs=-174.62863208327005
e=452	episode_reward=-224.54530691749915	epsilon=0.01	avg=-291.30004082737713	independent_100_runs=-217.46865017525747
e=453	episode_reward=-169.87967948633866	epsilon=0.01	avg=-290.56779287013455	independent_100_runs=-177.9759979005746
e=454	episode_reward=-90.85191832497162	epsilon=0.01	avg=-290.6971373673276	independent_100_runs=-293.65380485047046
e=455	episode_reward=-163.93886643131833	epsilon=0.01	avg=-291.5028584494145	independent_100_runs=-180.78402314479953
e=456	episode_reward=-175.74083594900742	epsilon=0.01	avg=-290.70323298747076	independent_100_runs=-197.2070066510639
e=457	episode_reward=-144.94524852946427	epsilon=0.01	avg=-289.9566416140786	independent_100_runs=-162.2656053467969
e=458	episode_reward=-266.17425442954845	epsilon=0.01	avg=-292.05642573406766	independent_100_runs=-234.15376079801527
e=459	episode_reward=-143.44371386082713	epsilon=0.01	avg=-290.9785879037504	independent_100_runs=-169.92607986464841
e=460	episode_reward=-558.353423177467	epsilon=0.01	avg=-294.57191597706543	independent_100_runs=-185.137131593839
e=461	episode_reward=-84.54054043764293	epsilon=0.01	avg=-288.6237151991971	independent_100_runs=-164.8940736851556
e=462	episode_reward=-639.9393800260942	epsilon=0.01	avg=-293.15876014398685	independent_100_runs=-342.85489619831134
e=463	episode_reward=-369.7603383168505	epsilon=0.01	avg=-288.82808371393804	independent_100_runs=-187.06586075677984
e=464	episode_reward=-316.81354594297926	epsilon=0.01	avg=-286.85526566536964	independent_100_runs=-243.13812150616957
e=465	episode_reward=-129.53816400215123	epsilon=0.01	avg=-281.2718540447133	independent_100_runs=-412.6951909682705
e=466	episode_reward=-260.85188560138994	epsilon=0.01	avg=-274.19162710208616	independent_100_runs=-423.88246126635414
e=467	episode_reward=-183.55787498653768	epsilon=0.01	avg=-273.61836968624465	independent_100_runs=-188.81250794455008
e=468	episode_reward=-264.75744855218466	epsilon=0.01	avg=-274.9712403717691	independent_100_runs=-154.54880353165862
e=469	episode_reward=-544.6800902696848	epsilon=0.01	avg=-278.7324572212477	independent_100_runs=-216.10826640053696
e=470	episode_reward=-344.94151194922904	epsilon=0.01	avg=-282.3545415814204	independent_100_runs=-513.6397817290978
e=471	episode_reward=-340.1651450809228	epsilon=0.01	avg=-276.94368672194486	independent_100_runs=-295.20178824228185
e=472	episode_reward=-110.76791043394908	epsilon=0.01	avg=-276.26670054909556	independent_100_runs=-219.81869079536224
e=473	episode_reward=-254.166281300093	epsilon=0.01	avg=-276.27871536254173	independent_100_runs=-192.31152673191758
e=474	episode_reward=-476.2952398577278	epsilon=0.01	avg=-272.49287393009746	independent_100_runs=-544.6852838761179
e=475	episode_reward=-355.5463847338559	epsilon=0.01	avg=-273.5815675070739	independent_100_runs=-160.13172800702597
e=476	episode_reward=-128.453296794841	epsilon=0.01	avg=-270.6413109131904	independent_100_runs=-154.2119656941313
e=477	episode_reward=-382.5109443554732	epsilon=0.01	avg=-266.8944887531316	independent_100_runs=-133.25385487711227
e=478	episode_reward=-129.97644931687873	epsilon=0.01	avg=-262.3892171398381	independent_100_runs=-133.37807043198453
e=479	episode_reward=-234.757590163607	epsilon=0.01	avg=-258.35759586304295	independent_100_runs=-228.30657533083829
e=480	episode_reward=-976.0935755033892	epsilon=0.01	avg=-263.8684043020436	independent_100_runs=-257.99214183739196
e=481	episode_reward=-34.56641103393599	epsilon=0.01	avg=-255.03065065102376	independent_100_runs=-199.19045537082218
e=482	episode_reward=-1757.3660343348445	epsilon=0.01	avg=-266.15656166224016	independent_100_runs=-380.53250868936595
e=483	episode_reward=-272.14005162022454	epsilon=0.01	avg=-267.1826167522724	independent_100_runs=-205.31986036804585
e=484	episode_reward=-563.8859652544464	epsilon=0.01	avg=-266.16105009787657	independent_100_runs=-748.5393783890308
e=485	episode_reward=-185.64150308730552	epsilon=0.01	avg=-263.63133240618174	independent_100_runs=-711.1513290415633
e=486	episode_reward=-456.2767796740643	epsilon=0.01	avg=-260.76431930460876	independent_100_runs=-782.7204161031864
e=487	episode_reward=-783.9919843630163	epsilon=0.01	avg=-263.45029399351245	independent_100_runs=-718.3245187485223
e=488	episode_reward=-293.5641164946559	epsilon=0.01	avg=-262.0110249374976	independent_100_runs=-242.56569919532495
e=489	episode_reward=-112.24633772319768	epsilon=0.01	avg=-258.1866295303961	independent_100_runs=-228.83590490425632
e=490	episode_reward=-271.34688989620287	epsilon=0.01	avg=-253.649029644041	independent_100_runs=-300.73683259882836
e=491	episode_reward=-159.94791356936497	epsilon=0.01	avg=-252.8883220750871	independent_100_runs=-337.7759089106865
e=492	episode_reward=-315.66423910811693	epsilon=0.01	avg=-253.31772377402663	independent_100_runs=-344.9517756720571
e=493	episode_reward=-293.59215001117695	epsilon=0.01	avg=-255.24712367043736	independent_100_runs=-247.08703683260126
e=494	episode_reward=-140.00201139735532	epsilon=0.01	avg=-254.34920433446396	independent_100_runs=-311.8399037550141
e=495	episode_reward=-467.9060890563563	epsilon=0.01	avg=-257.50270517495306	independent_100_runs=-636.074840635831
e=496	episode_reward=-217.81464195203893	epsilon=0.01	avg=-257.8204576834502	independent_100_runs=-229.58883964053769
e=497	episode_reward=-113.3570707583655	epsilon=0.01	avg=-257.44659416376095	independent_100_runs=-174.0985288564654
e=498	episode_reward=-301.2214009148016	epsilon=0.01	avg=-258.4144105670945	independent_100_runs=-213.15880748433972
e=499	episode_reward=-146.05927706771624	epsilon=0.01	avg=-257.5392754004042	independent_100_runs=-307.8462466381802
e=500	episode_reward=-257.18153447071427	epsilon=0.01	avg=-258.7147191988877	independent_100_runs=-216.69378208094204
e=501	episode_reward=-127.21279531329832	epsilon=0.01	avg=-258.4120218667092	independent_100_runs=-273.7104585605402
e=502	episode_reward=-182.55745733052413	epsilon=0.01	avg=-259.27542948425685	independent_100_runs=-172.97676034559908
e=503	episode_reward=-157.1155645067044	epsilon=0.01	avg=-259.7162661589725	independent_100_runs=-243.85572626771776
e=504	episode_reward=-82.14852937621498	epsilon=0.01	avg=-253.79816206023358	independent_100_runs=-216.8306329855135
e=505	episode_reward=-160.37019294092985	epsilon=0.01	avg=-248.76997982819523	independent_100_runs=-188.89402547177684
e=506	episode_reward=-136.13699964199532	epsilon=0.01	avg=-245.9059852753337	independent_100_runs=-365.7570406376392
e=507	episode_reward=-241.90733474033743	epsilon=0.01	avg=-247.1420918836412	independent_100_runs=-217.36837971963894
e=508	episode_reward=-22.640457767673112	epsilon=0.01	avg=-246.36596237093255	independent_100_runs=-219.3059847911632
e=509	episode_reward=-120.9162809519942	epsilon=0.01	avg=-245.5091506142962	independent_100_runs=-317.87056134599567
e=510	episode_reward=-363.39920670318975	epsilon=0.01	avg=-247.60103866266815	independent_100_runs=-366.6779307933276
e=511	episode_reward=-416.6557477456157	epsilon=0.01	avg=-250.4028011953102	independent_100_runs=-388.1762450590348
e=512	episode_reward=-426.5221126229917	epsilon=0.01	avg=-253.48567522594934	independent_100_runs=-711.6339388103122
e=513	episode_reward=-576.9268512376204	epsilon=0.01	avg=-256.7406096340918	independent_100_runs=-419.86012842697136
e=514	episode_reward=-535.5723507425048	epsilon=0.01	avg=-259.64314736191795	independent_100_runs=-521.9751560904922
e=515	episode_reward=-320.6320034790457	epsilon=0.01	avg=-258.4263603163343	independent_100_runs=-522.1253076086764
e=516	episode_reward=-379.0320298975629	epsilon=0.01	avg=-261.418924709159	independent_100_runs=-373.5147139558639
e=517	episode_reward=-538.4240720184669	epsilon=0.01	avg=-266.2220246471896	independent_100_runs=-168.00601275904634
e=518	episode_reward=-216.00402605876553	epsilon=0.01	avg=-266.10476833325197	independent_100_runs=-256.7597929772048
e=519	episode_reward=-99.09738220936327	epsilon=0.01	avg=-266.1289988131853	independent_100_runs=-174.7392639612304
e=520	episode_reward=-472.82941916993036	epsilon=0.01	avg=-269.07770084034615	independent_100_runs=-171.32182180728174
e=521	episode_reward=-140.37253617058823	epsilon=0.01	avg=-268.63553902957466	independent_100_runs=-155.07941846160745
e=522	episode_reward=-117.67931749538879	epsilon=0.01	avg=-264.47632803590824	independent_100_runs=-444.4305696618763
e=523	episode_reward=-241.1592346600658	epsilon=0.01	avg=-266.1050307802732	independent_100_runs=-172.12273086082888
e=524	episode_reward=-123.16016718041857	epsilon=0.01	avg=-266.45934571311295	independent_100_runs=-158.64301889970488
e=525	episode_reward=-122.3381094036069	epsilon=0.01	avg=-265.69049572398865	independent_100_runs=-144.7612204300974
e=526	episode_reward=-175.8376766766938	epsilon=0.01	avg=-266.5403579025507	independent_100_runs=-198.7469910704068
e=527	episode_reward=-39.530016361096585	epsilon=0.01	avg=-264.93556260980574	independent_100_runs=-189.93584936431432
e=528	episode_reward=-384.8499003082086	epsilon=0.01	avg=-267.35907110886194	independent_100_runs=-170.5817735077431
e=529	episode_reward=-444.9838266418913	epsilon=0.01	avg=-269.5273315712519	independent_100_runs=-198.95382138979255
e=530	episode_reward=-279.87945782243435	epsilon=0.01	avg=-270.6161993552091	independent_100_runs=-258.6851236058543
e=531	episode_reward=-276.6504199310233	epsilon=0.01	avg=-272.9136821642357	independent_100_runs=-336.9194404273299
e=532	episode_reward=-334.5761814551569	epsilon=0.01	avg=-275.6194980933182	independent_100_runs=-342.472379276211
e=533	episode_reward=-214.60928524711696	epsilon=0.01	avg=-275.65030867065565	independent_100_runs=-159.2237172594082
e=534	episode_reward=-149.3929913504203	epsilon=0.01	avg=-275.8228272043003	independent_100_runs=-214.5910332250136
e=535	episode_reward=-67.27244422923695	epsilon=0.01	avg=-274.9601061612832	independent_100_runs=-512.5718543230774
e=536	episode_reward=-250.30401082814242	epsilon=0.01	avg=-275.20922504921646	independent_100_runs=-195.94598260525228
e=537	episode_reward=-192.86475972938547	epsilon=0.01	avg=-274.9453775541008	independent_100_runs=-214.06036756917234
e=538	episode_reward=-278.187742485312	epsilon=0.01	avg=-275.45639962189415	independent_100_runs=-293.6100450709541
e=539	episode_reward=-92.21207061940544	epsilon=0.01	avg=-273.9276580405219	independent_100_runs=-291.4321862020821
e=540	episode_reward=-202.20859314717242	epsilon=0.01	avg=-274.47064709141625	independent_100_runs=-268.92085595995684
e=541	episode_reward=-121.59559232920836	epsilon=0.01	avg=-275.20718933381244	independent_100_runs=-275.1001388217101
e=542	episode_reward=-82.35464363625806	epsilon=0.01	avg=-273.77739011559436	independent_100_runs=-205.77612593232325
e=543	episode_reward=-182.09079334999473	epsilon=0.01	avg=-274.0510015328716	independent_100_runs=-182.7610442843089
e=544	episode_reward=-205.7727831607918	epsilon=0.01	avg=-270.64651318651886	independent_100_runs=-166.57353005561765
e=545	episode_reward=-152.44751368741115	epsilon=0.01	avg=-272.3594988236779	independent_100_runs=-160.3213141576124
e=546	episode_reward=-85.45026279729632	epsilon=0.01	avg=-271.16146930771976	independent_100_runs=-249.5033956073049
e=547	episode_reward=-221.0430292419634	epsilon=0.01	avg=-272.7956216465452	independent_100_runs=-313.1775186688182
e=548	episode_reward=-199.94220162373713	epsilon=0.01	avg=-272.76324576989447	independent_100_runs=-447.5032260460605
e=549	episode_reward=-256.33605860517775	epsilon=0.01	avg=-273.76543733773195	independent_100_runs=-149.70321308298065
e=550	episode_reward=-200.58642120654477	epsilon=0.01	avg=-273.1510833649272	independent_100_runs=-111.41715315492405
e=551	episode_reward=-185.88308040493797	epsilon=0.01	avg=-272.07431182760644	independent_100_runs=-99.29645343615853
e=552	episode_reward=-132.5469790412935	epsilon=0.01	avg=-271.1543285488444	independent_100_runs=-122.1758826096694
e=553	episode_reward=-108.98233676003979	epsilon=0.01	avg=-270.5453551215814	independent_100_runs=-100.83246658765287
e=554	episode_reward=-97.12609178208533	epsilon=0.01	avg=-270.6080968561525	independent_100_runs=-97.93667654174956
e=555	episode_reward=-132.86845083993194	epsilon=0.01	avg=-270.2973927002386	independent_100_runs=-133.61668879018345
e=556	episode_reward=-236.24984397012486	epsilon=0.01	avg=-270.9024827804498	independent_100_runs=-131.54139340726962
e=557	episode_reward=-285.5820377798043	epsilon=0.01	avg=-272.30885067295316	independent_100_runs=-187.4586366525366
e=558	episode_reward=-210.0044091295274	epsilon=0.01	avg=-271.74715221995297	independent_100_runs=-129.529605432213
e=559	episode_reward=-139.76466393087318	epsilon=0.01	avg=-271.7103617206535	independent_100_runs=-133.17492476099116
e=560	episode_reward=-73.17777159267463	epsilon=0.01	avg=-266.8586052048056	independent_100_runs=-97.84110876041572
e=561	episode_reward=-11.727404524415519	epsilon=0.01	avg=-266.1304738456733	independent_100_runs=-138.03102541173098
e=562	episode_reward=-75.98492759948054	epsilon=0.01	avg=-260.4909293214071	independent_100_runs=-254.15774447224925
e=563	episode_reward=-183.95750728151802	epsilon=0.01	avg=-258.63290101105383	independent_100_runs=-93.2056060420992
e=564	episode_reward=-36.95036113210537	epsilon=0.01	avg=-255.83426916294505	independent_100_runs=-278.0644754515468
e=565	episode_reward=-351.9221304919601	epsilon=0.01	avg=-258.0581088278431	independent_100_runs=-130.49437988913195
e=566	episode_reward=-74.9111729919741	epsilon=0.01	avg=-256.198701701749	independent_100_runs=-248.72030655039293
e=567	episode_reward=-306.18712236979906	epsilon=0.01	avg=-257.4249941755816	independent_100_runs=-467.14851278060144
e=568	episode_reward=-320.811801113903	epsilon=0.01	avg=-257.9855377011988	independent_100_runs=-121.11948804823987
e=569	episode_reward=-54.21259764070595	epsilon=0.01	avg=-253.08086277490895	independent_100_runs=-223.72991081954027
e=570	episode_reward=-339.1994204128353	epsilon=0.01	avg=-253.02344185954502	independent_100_runs=-394.73381436203454
e=571	episode_reward=-233.83803055562126	epsilon=0.01	avg=-251.96017071429196	independent_100_runs=-263.94071045932293
e=572	episode_reward=-186.7572228391954	epsilon=0.01	avg=-252.72006383834446	independent_100_runs=-288.83427496153064
e=573	episode_reward=-250.40471353493822	epsilon=0.01	avg=-252.68244816069296	independent_100_runs=-227.75082039180802
e=574	episode_reward=-79.95713156657126	epsilon=0.01	avg=-248.7190670777814	independent_100_runs=-255.53281588384942
e=575	episode_reward=-324.2170364476407	epsilon=0.01	avg=-248.40577359491925	independent_100_runs=-607.1918339270242
e=576	episode_reward=-89.35927537816147	epsilon=0.01	avg=-248.01483338075246	independent_100_runs=-476.2221395965586
e=577	episode_reward=-242.92549968217847	epsilon=0.01	avg=-246.61897893401954	independent_100_runs=-296.77398787902746
e=578	episode_reward=-242.8354425704454	epsilon=0.01	avg=-247.74756886655518	independent_100_runs=-267.0857951781984
e=579	episode_reward=-266.3475111303455	epsilon=0.01	avg=-248.0634680762226	independent_100_runs=-193.17435406175292
e=580	episode_reward=-139.39940284491416	epsilon=0.01	avg=-239.69652634963776	independent_100_runs=-196.9633513371027
e=581	episode_reward=-251.73705957199545	epsilon=0.01	avg=-241.86823283501838	independent_100_runs=-331.09925827945494
e=582	episode_reward=-199.17395602938547	epsilon=0.01	avg=-226.28631205196376	independent_100_runs=-236.00903651216794
e=583	episode_reward=-203.70525970600718	epsilon=0.01	avg=-225.60196413282162	independent_100_runs=-220.92208918942833
e=584	episode_reward=-193.70829537111598	epsilon=0.01	avg=-221.90018743398832	independent_100_runs=-582.9561982480333
e=585	episode_reward=-647.0020568096958	epsilon=0.01	avg=-226.5137929712122	independent_100_runs=-554.6032712486045
e=586	episode_reward=-489.40721384788816	epsilon=0.01	avg=-226.84509731295043	independent_100_runs=-490.092231088426
e=587	episode_reward=-172.222507785174	epsilon=0.01	avg=-220.72740254717198	independent_100_runs=-532.7060773655753
e=588	episode_reward=-357.88876836288864	epsilon=0.01	avg=-221.37064906585437	independent_100_runs=-429.5330729468878
e=589	episode_reward=-161.2038338174109	epsilon=0.01	avg=-221.8602240267965	independent_100_runs=-670.5900996260593
e=590	episode_reward=-22.11915304823239	epsilon=0.01	avg=-219.36794665831678	independent_100_runs=-513.226054472433
e=591	episode_reward=-393.92128949102045	epsilon=0.01	avg=-221.70768041753334	independent_100_runs=-349.3262611943231
e=592	episode_reward=-194.14582204886526	epsilon=0.01	avg=-220.49249624694082	independent_100_runs=-129.10124089756835
e=593	episode_reward=-348.29708479000567	epsilon=0.01	avg=-221.0395455947291	independent_100_runs=-132.03156736201214
e=594	episode_reward=-125.0697267516182	epsilon=0.01	avg=-220.89022274827178	independent_100_runs=-135.0355322114562
e=595	episode_reward=-134.9182285207886	epsilon=0.01	avg=-217.5603441429161	independent_100_runs=-124.85061222806307
e=596	episode_reward=-134.0882810366249	epsilon=0.01	avg=-216.72308053376196	independent_100_runs=-134.66913154757071
e=597	episode_reward=-128.80494391019607	epsilon=0.01	avg=-216.87755926528024	independent_100_runs=-132.68209535128514
e=598	episode_reward=-141.70423816079594	epsilon=0.01	avg=-215.28238763774021	independent_100_runs=-148.93058930645742
e=599	episode_reward=-234.54206610130743	epsilon=0.01	avg=-216.16721552807613	independent_100_runs=-140.15854777003304
e=600	episode_reward=-121.86874397853406	epsilon=0.01	avg=-214.81408762315434	independent_100_runs=-134.60708949338292
e=601	episode_reward=-142.4768926253995	epsilon=0.01	avg=-214.96672859627535	independent_100_runs=-102.43911307769739
e=602	episode_reward=-75.73182129926707	epsilon=0.01	avg=-213.8984722359628	independent_100_runs=-123.61620526260226
e=603	episode_reward=-179.51853071907044	epsilon=0.01	avg=-214.1225018980864	independent_100_runs=-126.59961782384904
e=604	episode_reward=-85.72011377100422	epsilon=0.01	avg=-214.1582177420343	independent_100_runs=-139.25211294889428
e=605	episode_reward=-159.8260541484101	epsilon=0.01	avg=-214.15277635410908	independent_100_runs=-119.48561726473514
e=606	episode_reward=-122.93409626117179	epsilon=0.01	avg=-214.02074732030084	independent_100_runs=-143.77322553092685
e=607	episode_reward=-181.25952739901686	epsilon=0.01	avg=-213.41426924688759	independent_100_runs=-126.94654007657094
e=608	episode_reward=-169.7141817037076	epsilon=0.01	avg=-214.885006486248	independent_100_runs=-135.18765344526673
e=609	episode_reward=-152.60798632347405	epsilon=0.01	avg=-215.20192353996276	independent_100_runs=-131.73601389092738
e=610	episode_reward=-80.17716513660201	epsilon=0.01	avg=-212.3697031242969	independent_100_runs=-130.2506213677324
e=611	episode_reward=-126.72261570150116	epsilon=0.01	avg=-209.47037180385578	independent_100_runs=-108.60033683714082
e=612	episode_reward=-136.07914362526697	epsilon=0.01	avg=-206.56594211387852	independent_100_runs=-114.11296321142932
e=613	episode_reward=-82.70640883936633	epsilon=0.01	avg=-201.62373768989602	independent_100_runs=-116.02878591878002
e=614	episode_reward=-49.02545325992388	epsilon=0.01	avg=-196.7582687150702	independent_100_runs=-117.29996206837959
e=615	episode_reward=-287.9925190236255	epsilon=0.01	avg=-196.431873870516	independent_100_runs=-951.0313583547281
e=616	episode_reward=-472.61049895918904	epsilon=0.01	avg=-197.3676585611322	independent_100_runs=-425.4739668430136
e=617	episode_reward=-174.36581272231155	epsilon=0.01	avg=-193.72707596817065	independent_100_runs=-124.86093919438969
e=618	episode_reward=-47.76397757911544	epsilon=0.01	avg=-192.04467548337414	independent_100_runs=-121.1112959817902
e=619	episode_reward=-111.70257071340164	epsilon=0.01	avg=-192.17072736841453	independent_100_runs=-150.4463561038163
e=620	episode_reward=-394.2655623100645	epsilon=0.01	avg=-191.3850887998159	independent_100_runs=-121.10874635971048
e=621	episode_reward=-100.54816724425858	epsilon=0.01	avg=-190.9868451105526	independent_100_runs=-614.4182648803192
e=622	episode_reward=-638.0194612823296	epsilon=0.01	avg=-196.190246548422	independent_100_runs=-587.8698761849621
e=623	episode_reward=-785.4771381029111	epsilon=0.01	avg=-201.63342558285044	independent_100_runs=-176.3273403120407
e=624	episode_reward=-120.95255790773732	epsilon=0.01	avg=-201.61134949012364	independent_100_runs=-399.11789067380204
e=625	episode_reward=-582.5162204157477	epsilon=0.01	avg=-206.21313060024505	independent_100_runs=-374.02902191870686
e=626	episode_reward=-249.9282709131739	epsilon=0.01	avg=-206.95403654260983	independent_100_runs=-401.88573846510354
e=627	episode_reward=-784.8998283223922	epsilon=0.01	avg=-214.4077346622228	independent_100_runs=-170.08672015485948
e=628	episode_reward=-111.90287888991682	epsilon=0.01	avg=-211.67826444803993	independent_100_runs=-413.39649781243963
e=629	episode_reward=-699.049722277129	epsilon=0.01	avg=-214.21892340439226	independent_100_runs=-170.9720097435854
e=630	episode_reward=-305.6872347931559	epsilon=0.01	avg=-214.47700117409948	independent_100_runs=-175.39314836087797
e=631	episode_reward=-178.63137855144666	epsilon=0.01	avg=-213.49681076030373	independent_100_runs=-1236.421983867451
e=632	episode_reward=-430.10959366454273	epsilon=0.01	avg=-214.45214488239762	independent_100_runs=-900.0464087540447
e=633	episode_reward=-238.74820376286866	epsilon=0.01	avg=-214.6935340675551	independent_100_runs=-315.85607574893413
e=634	episode_reward=-320.7876048502998	epsilon=0.01	avg=-216.40748020255393	independent_100_runs=-465.53179151305494
e=635	episode_reward=-627.8846949681531	epsilon=0.01	avg=-222.0136027099431	independent_100_runs=-613.5478554042325
e=636	episode_reward=-501.9483512471635	epsilon=0.01	avg=-224.53004611413328	independent_100_runs=-233.8635589979422
e=637	episode_reward=-170.10775417966505	epsilon=0.01	avg=-224.3024760586361	independent_100_runs=-245.0127892522238
e=638	episode_reward=-525.8554975842965	epsilon=0.01	avg=-226.77915360962595	independent_100_runs=-322.5526218256334
e=639	episode_reward=-451.364748966367	epsilon=0.01	avg=-230.37068039309557	independent_100_runs=-400.54798840869086
e=640	episode_reward=-524.1244233380781	epsilon=0.01	avg=-233.58983869500463	independent_100_runs=-297.24873539045143
e=641	episode_reward=-601.2040513793842	epsilon=0.01	avg=-238.38592328550635	independent_100_runs=-981.6262753572955
e=642	episode_reward=-297.8188671555995	epsilon=0.01	avg=-240.54056552069974	independent_100_runs=-483.74497438582114
e=643	episode_reward=-553.4954852688359	epsilon=0.01	avg=-244.25461243988818	independent_100_runs=-364.524133653492
e=644	episode_reward=-576.1458573161933	epsilon=0.01	avg=-247.9583431814422	independent_100_runs=-324.88885238107537
e=645	episode_reward=-460.63215771787395	epsilon=0.01	avg=-251.04018962174683	independent_100_runs=-525.5543816747204
e=646	episode_reward=-281.33039710811795	epsilon=0.01	avg=-252.99899096485507	independent_100_runs=-488.2460620084255
e=647	episode_reward=-308.02132072168365	epsilon=0.01	avg=-253.86877387965225	independent_100_runs=-361.8506274158397
e=648	episode_reward=-616.3343881096406	epsilon=0.01	avg=-258.0326957445113	independent_100_runs=-516.5197455565251
e=649	episode_reward=-649.2730849471827	epsilon=0.01	avg=-261.96206600793136	independent_100_runs=-119.76723948445304
e=650	episode_reward=-133.72333591250174	epsilon=0.01	avg=-261.2934351549909	independent_100_runs=-115.38064452488412
e=651	episode_reward=-183.52100263288338	epsilon=0.01	avg=-261.26981437727034	independent_100_runs=-317.2314738409494
e=652	episode_reward=-125.75821693035292	epsilon=0.01	avg=-261.20192675616096	independent_100_runs=-271.7213190972363
e=653	episode_reward=-247.34519159175488	epsilon=0.01	avg=-262.5855553044781	independent_100_runs=-346.97768996867484
e=654	episode_reward=-224.1006188296269	epsilon=0.01	avg=-263.85530057495345	independent_100_runs=-124.36181504801522
e=655	episode_reward=-198.82756496690942	epsilon=0.01	avg=-264.5148917162233	independent_100_runs=-126.6684790140773
e=656	episode_reward=-83.6384906476006	epsilon=0.01	avg=-262.98877818299803	independent_100_runs=-123.80744212323627
e=657	episode_reward=-84.30585251024195	epsilon=0.01	avg=-260.9760163303024	independent_100_runs=-127.67285387281989
e=658	episode_reward=-86.73669755195877	epsilon=0.01	avg=-259.7433392145267	independent_100_runs=-129.59198398159486
e=659	episode_reward=-111.71733308090927	epsilon=0.01	avg=-259.46286590602705	independent_100_runs=-123.33200670316293
e=660	episode_reward=-140.33453126585707	epsilon=0.01	avg=-260.1344335027589	independent_100_runs=-124.83009052524672
e=661	episode_reward=48.33333562403945	epsilon=0.01	avg=-259.53382610127437	independent_100_runs=-125.71858415477028
e=662	episode_reward=-158.73867345681478	epsilon=0.01	avg=-260.3613635598477	independent_100_runs=-128.29748597924075
e=663	episode_reward=-9.709371475202786	epsilon=0.01	avg=-258.6188822017846	independent_100_runs=-123.87973285403554
e=664	episode_reward=-114.63800029811257	epsilon=0.01	avg=-259.3957585934446	independent_100_runs=-129.13077458002556
e=665	episode_reward=-143.32036244011528	epsilon=0.01	avg=-257.30974091292615	independent_100_runs=-126.9838770369497
e=666	episode_reward=-136.3417366825974	epsilon=0.01	avg=-257.9240465498324	independent_100_runs=-175.3596746919628
e=667	episode_reward=-86.03983283224241	epsilon=0.01	avg=-255.72257365445682	independent_100_runs=-242.89713182189047
e=668	episode_reward=-413.2247350678463	epsilon=0.01	avg=-256.64670299399626	independent_100_runs=-134.33111666164288
e=669	episode_reward=-295.98730231391966	epsilon=0.01	avg=-259.0644500407284	independent_100_runs=-361.05534153324663
e=670	episode_reward=-617.3030943315069	epsilon=0.01	avg=-261.8454867799151	independent_100_runs=-594.6385215420312
e=671	episode_reward=-676.7627574674774	epsilon=0.01	avg=-266.27473404903367	independent_100_runs=-289.5890547245261
e=672	episode_reward=-361.6183413012545	epsilon=0.01	avg=-268.02334523365425	independent_100_runs=-265.4862121294028
e=673	episode_reward=-149.71644879215833	epsilon=0.01	avg=-267.01646258622645	independent_100_runs=-170.76031531582103
e=674	episode_reward=-118.567536596046	epsilon=0.01	avg=-267.4025666365212	independent_100_runs=-141.42805789537178
e=675	episode_reward=-117.19016130880686	epsilon=0.01	avg=-265.3322978851329	independent_100_runs=-142.19430258141583
e=676	episode_reward=-170.3376250403548	epsilon=0.01	avg=-266.14208138175485	independent_100_runs=-144.11593599615566
e=677	episode_reward=-338.2992331889458	epsilon=0.01	avg=-267.0958187168225	independent_100_runs=-196.33989451361992
e=678	episode_reward=-136.38678947215402	epsilon=0.01	avg=-266.0313321858397	independent_100_runs=-141.3508315730536
e=679	episode_reward=-178.64026422037648	epsilon=0.01	avg=-265.15425971673994	independent_100_runs=-221.29560464164013
e=680	episode_reward=-128.8290285306166	epsilon=0.01	avg=-265.048555973597	independent_100_runs=-196.85150083262647
e=681	episode_reward=-211.5203758384016	epsilon=0.01	avg=-264.646389136261	independent_100_runs=-171.1127239499913
e=682	episode_reward=-220.15744341978157	epsilon=0.01	avg=-264.85622401016496	independent_100_runs=-130.13425379695454
e=683	episode_reward=-163.0836640241181	epsilon=0.01	avg=-264.45000805334604	independent_100_runs=-131.44663158833083
e=684	episode_reward=-121.91433227893674	epsilon=0.01	avg=-263.7320684224243	independent_100_runs=-128.86214424287277
e=685	episode_reward=-179.37641430828376	epsilon=0.01	avg=-259.0558119974101	independent_100_runs=-128.1124177753876
e=686	episode_reward=-152.58089201074193	epsilon=0.01	avg=-255.68754877903865	independent_100_runs=-130.88407887201467
e=687	episode_reward=-234.42944843444712	epsilon=0.01	avg=-256.30961818553135	independent_100_runs=-246.26591759110192
e=688	episode_reward=-134.01716062474807	epsilon=0.01	avg=-254.07090210815	independent_100_runs=-154.06036742310772
e=689	episode_reward=-194.75349514996276	epsilon=0.01	avg=-254.40639872147548	independent_100_runs=-132.46810897382053
e=690	episode_reward=-177.7469833614673	epsilon=0.01	avg=-255.96267702460784	independent_100_runs=-205.88612981502155
e=691	episode_reward=-153.05275951390087	epsilon=0.01	avg=-253.55399172483666	independent_100_runs=-166.12246276889928
e=692	episode_reward=-442.8517737200997	epsilon=0.01	avg=-256.041051241549	independent_100_runs=-319.7061178392694
e=693	episode_reward=-387.41513184133095	epsilon=0.01	avg=-256.4322317120622	independent_100_runs=-557.0871462112387
e=694	episode_reward=-309.9901789481253	epsilon=0.01	avg=-258.28143623402735	independent_100_runs=-400.2208686720801
e=695	episode_reward=-336.6027077233464	epsilon=0.01	avg=-260.29828102605296	independent_100_runs=-240.51103423731664
e=696	episode_reward=-158.748028851094	epsilon=0.01	avg=-260.54487850419764	independent_100_runs=-150.03231099913282
e=697	episode_reward=-50.84122311210325	epsilon=0.01	avg=-259.7652412962167	independent_100_runs=-123.5552680845434
e=698	episode_reward=-240.7123884575669	epsilon=0.01	avg=-260.7553227991844	independent_100_runs=-131.03250497382277
e=699	episode_reward=-208.07593285667863	epsilon=0.01	avg=-260.4906614667381	independent_100_runs=-163.10614683458866
e=700	episode_reward=-249.57613976108428	epsilon=0.01	avg=-261.7677354245636	independent_100_runs=-133.63818505943948
e=701	episode_reward=-203.06019400787616	epsilon=0.01	avg=-262.3735684383884	independent_100_runs=-130.815642226025
e=702	episode_reward=-176.26493325748146	epsilon=0.01	avg=-263.3788995579705	independent_100_runs=-122.92307004347339
e=703	episode_reward=-229.60488060251294	epsilon=0.01	avg=-263.87976305680496	independent_100_runs=-228.74855395948398
e=704	episode_reward=-340.721490497021	epsilon=0.01	avg=-266.42977682406513	independent_100_runs=-290.53134641651314
e=705	episode_reward=-341.5075805447135	epsilon=0.01	avg=-268.24659208802814	independent_100_runs=-127.81991771624752
e=706	episode_reward=-213.90331592093452	epsilon=0.01	avg=-269.15628428462577	independent_100_runs=-344.27987573881956
e=707	episode_reward=-289.78860976886205	epsilon=0.01	avg=-270.24157510832424	independent_100_runs=-140.54983934347527
e=708	episode_reward=-147.05515328478253	epsilon=0.01	avg=-270.01498482413496	independent_100_runs=-320.8679497158494
e=709	episode_reward=-497.552947097224	epsilon=0.01	avg=-273.4644344318725	independent_100_runs=-175.51743747344378
e=710	episode_reward=-332.51073822240414	epsilon=0.01	avg=-275.9877701627305	independent_100_runs=-384.94915613960484
e=711	episode_reward=-361.3691965810988	epsilon=0.01	avg=-278.3342359715265	independent_100_runs=-144.16092900617224
e=712	episode_reward=-152.47831807398288	epsilon=0.01	avg=-278.4982277160136	independent_100_runs=-175.32614550441735
e=713	episode_reward=-265.7272057640562	epsilon=0.01	avg=-280.3284356852605	independent_100_runs=-138.14382525365716
e=714	episode_reward=-150.26036626902385	epsilon=0.01	avg=-281.3407848153515	independent_100_runs=-138.26204158393637
e=715	episode_reward=-88.89258341438719	epsilon=0.01	avg=-279.3497854592591	independent_100_runs=-140.47809790276628
e=716	episode_reward=-163.74320708642892	epsilon=0.01	avg=-276.26111254053154	independent_100_runs=-143.75676868163504
e=717	episode_reward=-78.09935643478117	epsilon=0.01	avg=-275.2984479776562	independent_100_runs=-127.70515085926276
e=718	episode_reward=-105.86796689282447	epsilon=0.01	avg=-275.87948787079335	independent_100_runs=-122.66453674864687
e=719	episode_reward=-93.44163349988534	epsilon=0.01	avg=-275.6968784986582	independent_100_runs=-138.62866544068382
e=720	episode_reward=-339.8792685163759	epsilon=0.01	avg=-275.15301556072126	independent_100_runs=-576.9032470796889
e=721	episode_reward=-336.664310651714	epsilon=0.01	avg=-277.51417699479583	independent_100_runs=-282.0068528270758
e=722	episode_reward=-146.98400585617594	epsilon=0.01	avg=-272.60382244053426	independent_100_runs=-130.89891630304277
e=723	episode_reward=32.19508500225734	epsilon=0.01	avg=-264.4271002094826	independent_100_runs=-311.91724193621064
e=724	episode_reward=-92.76356358891962	epsilon=0.01	avg=-264.14521026629444	independent_100_runs=-132.98818495216753
e=725	episode_reward=-257.40033996882624	epsilon=0.01	avg=-260.8940514618252	independent_100_runs=-213.8301753517044
e=726	episode_reward=-121.0185970752847	epsilon=0.01	avg=-259.6049547234463	independent_100_runs=-226.24706978213675
e=727	episode_reward=-236.57261621470946	epsilon=0.01	avg=-254.12168260236956	independent_100_runs=-117.95680015971907
e=728	episode_reward=-132.4770962474572	epsilon=0.01	avg=-254.32742477594493	independent_100_runs=-175.76406156875512
e=729	episode_reward=-163.0568366954751	epsilon=0.01	avg=-248.9674959201284	independent_100_runs=-131.4781102821778
e=730	episode_reward=-227.74549956381338	epsilon=0.01	avg=-248.188078567835	independent_100_runs=-149.06552393969912
e=731	episode_reward=-113.7392912188403	epsilon=0.01	avg=-247.5391576945089	independent_100_runs=-162.49654950260054
e=732	episode_reward=-281.4204115896971	epsilon=0.01	avg=-246.05226587376043	independent_100_runs=-231.670837954822
e=733	episode_reward=-296.02880780901216	epsilon=0.01	avg=-246.62507191422185	independent_100_runs=-119.42890691637673
e=734	episode_reward=-297.57841073594886	epsilon=0.01	avg=-246.39297997307835	independent_100_runs=-171.5592778910697
e=735	episode_reward=-145.3509676219585	epsilon=0.01	avg=-241.56764269961644	independent_100_runs=-229.625363898109
e=736	episode_reward=-166.93604290651672	epsilon=0.01	avg=-238.21751961620993	independent_100_runs=-147.90799918502915
e=737	episode_reward=-25.314274789234503	epsilon=0.01	avg=-236.76958482230563	independent_100_runs=-162.9498181067154
e=738	episode_reward=-152.60654258510135	epsilon=0.01	avg=-233.03709527231368	independent_100_runs=-163.95287628757745
e=739	episode_reward=-120.27405961006735	epsilon=0.01	avg=-229.72618837875066	independent_100_runs=-144.48599705370393
e=740	episode_reward=-131.43094036603497	epsilon=0.01	avg=-225.79925354903023	independent_100_runs=-190.77873967781517
e=741	episode_reward=12.366060779556918	epsilon=0.01	avg=-219.6635524274408	independent_100_runs=-194.7756444042477
e=742	episode_reward=-146.15229426551556	epsilon=0.01	avg=-218.14688669853993	independent_100_runs=-181.30431044034998
e=743	episode_reward=-105.9334483112694	epsilon=0.01	avg=-213.67126632896426	independent_100_runs=-210.2548816147193
e=744	episode_reward=-209.98457867179076	epsilon=0.01	avg=-210.00965354252028	independent_100_runs=-167.10807287357173
e=745	episode_reward=-21.458415464575396	epsilon=0.01	avg=-205.61791611998729	independent_100_runs=-273.6626651367898
e=746	episode_reward=-284.6589845846612	epsilon=0.01	avg=-205.65120199475274	independent_100_runs=-211.65789865757714
e=747	episode_reward=-526.6615286590056	epsilon=0.01	avg=-207.83760407412595	independent_100_runs=-235.95129589140342
e=748	episode_reward=-328.46395285465724	epsilon=0.01	avg=-204.95889972157613	independent_100_runs=-330.60529667628856
e=749	episode_reward=-335.3324309668909	epsilon=0.01	avg=-201.81949318177323	independent_100_runs=-441.4386175071879
e=750	episode_reward=-367.88618394388203	epsilon=0.01	avg=-204.16112166208703	independent_100_runs=-337.56013976702803
e=751	episode_reward=-368.1395203950949	epsilon=0.01	avg=-206.00730683970917	independent_100_runs=-389.605874246103
e=752	episode_reward=-475.959958940222	epsilon=0.01	avg=-209.50932425980784	independent_100_runs=-337.94757890518434
e=753	episode_reward=-508.5594525592852	epsilon=0.01	avg=-212.12146686948316	independent_100_runs=-344.4739699178332
e=754	episode_reward=-424.94448995045445	epsilon=0.01	avg=-214.1299055806914	independent_100_runs=-129.06506376388208
e=755	episode_reward=-195.9703360455996	epsilon=0.01	avg=-214.10133329147834	independent_100_runs=-141.90881507505924
e=756	episode_reward=-170.009217027914	epsilon=0.01	avg=-214.96504055528146	independent_100_runs=-179.09659910410238
e=757	episode_reward=-198.7693065117834	epsilon=0.01	avg=-216.10967509529684	independent_100_runs=-212.39702424618423
e=758	episode_reward=-217.55968718806434	epsilon=0.01	avg=-217.41790499165793	independent_100_runs=-134.279182292094
e=759	episode_reward=-199.70408305106457	epsilon=0.01	avg=-218.29777249135938	independent_100_runs=-234.2996545691051
e=760	episode_reward=-234.9033725294135	epsilon=0.01	avg=-219.24346090399496	independent_100_runs=-936.1516561881383
e=761	episode_reward=-182.03316433395284	epsilon=0.01	avg=-221.54712590357488	independent_100_runs=-232.2217024663571
e=762	episode_reward=-52.20311807336912	epsilon=0.01	avg=-220.4817703497405	independent_100_runs=-168.72298993943977
e=763	episode_reward=-252.81690217362035	epsilon=0.01	avg=-222.91284565672464	independent_100_runs=-198.00034698030288
e=764	episode_reward=-238.05123669343777	epsilon=0.01	avg=-224.14697802067792	independent_100_runs=-409.26940433067017
e=765	episode_reward=-272.2879783224408	epsilon=0.01	avg=-225.43665417950118	independent_100_runs=-294.27466844351403
e=766	episode_reward=-237.88076278653742	epsilon=0.01	avg=-226.45204444054062	independent_100_runs=-187.9819868088549
e=767	episode_reward=-476.7723752132358	epsilon=0.01	avg=-230.35936986435055	independent_100_runs=-588.3623762550521
e=768	episode_reward=-720.9342298357725	epsilon=0.01	avg=-233.4364648120298	independent_100_runs=-510.30389100188955
e=769	episode_reward=-505.35999788072473	epsilon=0.01	avg=-235.53019176769783	independent_100_runs=-469.8738767205348
e=770	episode_reward=-321.38230207034076	epsilon=0.01	avg=-232.5709838450862	independent_100_runs=-235.75805716876286
e=771	episode_reward=-457.2152881226225	epsilon=0.01	avg=-230.3755091516376	independent_100_runs=-237.97699188025427
e=772	episode_reward=-176.56582336030579	epsilon=0.01	avg=-228.52498397222814	independent_100_runs=-231.12075322074102
e=773	episode_reward=-153.84592602777516	epsilon=0.01	avg=-228.5662787445843	independent_100_runs=-187.13926829444716
e=774	episode_reward=-232.2778579526887	epsilon=0.01	avg=-229.70338195815071	independent_100_runs=-352.89627867558505
e=775	episode_reward=-156.7826853929745	epsilon=0.01	avg=-230.0993071989924	independent_100_runs=-354.5692098396976
e=776	episode_reward=-333.99351569377325	epsilon=0.01	avg=-231.73586610552655	independent_100_runs=-357.2249668295076
e=777	episode_reward=-496.47294053437383	epsilon=0.01	avg=-233.31760317898082	independent_100_runs=-545.8363782943993
e=778	episode_reward=-450.5532042604351	epsilon=0.01	avg=-236.45926732686365	independent_100_runs=-527.5937852213225
e=779	episode_reward=-504.8479973387105	epsilon=0.01	avg=-239.72134465804703	independent_100_runs=-254.71724908093762
e=780	episode_reward=-641.0056366481884	epsilon=0.01	avg=-244.84311073922277	independent_100_runs=-625.333862115039
e=781	episode_reward=-253.74162938215133	epsilon=0.01	avg=-245.26532327466026	independent_100_runs=-285.83696376777885
e=782	episode_reward=-241.56226396052887	epsilon=0.01	avg=-245.47937148006767	independent_100_runs=-244.30090656585028
e=783	episode_reward=-285.2427769681733	epsilon=0.01	avg=-246.70096260950828	independent_100_runs=-274.6784822416382
e=784	episode_reward=-368.4339312330715	epsilon=0.01	avg=-249.1661585990496	independent_100_runs=-250.24258285465422
e=785	episode_reward=-375.45684077845993	epsilon=0.01	avg=-251.1269628637514	independent_100_runs=-242.91655456499177
e=786	episode_reward=-207.56269576886092	epsilon=0.01	avg=-251.67678090133256	independent_100_runs=-238.87019299095405
e=787	episode_reward=-312.2728434678305	epsilon=0.01	avg=-252.45521485166643	independent_100_runs=-344.6418632490682
e=788	episode_reward=-289.2063257352195	epsilon=0.01	avg=-254.00710650277114	independent_100_runs=-278.5515667402558
e=789	episode_reward=-240.45219935226325	epsilon=0.01	avg=-254.46409354479417	independent_100_runs=-342.0853260096239
e=790	episode_reward=-247.13691636295036	epsilon=0.01	avg=-255.15799287480894	independent_100_runs=-277.46546662214234
e=791	episode_reward=-351.20401449120584	epsilon=0.01	avg=-257.139505424582	independent_100_runs=-227.33818567232552
e=792	episode_reward=-252.12642760458664	epsilon=0.01	avg=-255.2322519634269	independent_100_runs=-216.64396759661065
e=793	episode_reward=-235.3100815065973	epsilon=0.01	avg=-253.71120146007954	independent_100_runs=-241.7644519767773
e=794	episode_reward=-269.6930760078144	epsilon=0.01	avg=-253.30823043067645	independent_100_runs=-271.6501697144011
e=795	episode_reward=-186.99333154523717	epsilon=0.01	avg=-251.81213666889533	independent_100_runs=-226.46082379468282
e=796	episode_reward=-110.34952058908019	epsilon=0.01	avg=-251.32815158627517	independent_100_runs=-303.5962446987206
e=797	episode_reward=-292.8168089074277	epsilon=0.01	avg=-253.74790744422842	independent_100_runs=-265.3349116190841
e=798	episode_reward=-493.3503380437937	epsilon=0.01	avg=-256.2742869400907	independent_100_runs=-338.24401380805466
e=799	episode_reward=-180.347250945805	epsilon=0.01	avg=-255.99700012098194	independent_100_runs=-283.80578424205106
e=800	episode_reward=-421.42857109715317	epsilon=0.01	avg=-257.7155244343426	independent_100_runs=-409.6782750713986
e=801	episode_reward=-446.4200261603307	epsilon=0.01	avg=-260.14912275586715	independent_100_runs=-218.19346270702854
e=802	episode_reward=-158.6721178697174	epsilon=0.01	avg=-259.9731946019895	independent_100_runs=-294.7917872472137
e=803	episode_reward=-147.1179001164129	epsilon=0.01	avg=-259.14832479712857	independent_100_runs=-269.32320998981
e=804	episode_reward=-397.2671680229199	epsilon=0.01	avg=-259.7137815723875	independent_100_runs=-196.88015216271253
e=805	episode_reward=-134.64316718975434	epsilon=0.01	avg=-257.645137438838	independent_100_runs=-243.5775566880029
e=806	episode_reward=-284.5289272450435	epsilon=0.01	avg=-258.35139355207906	independent_100_runs=-398.3262557782418
e=807	episode_reward=-394.48421972555934	epsilon=0.01	avg=-259.3983496516461	independent_100_runs=-144.38018256397552
e=808	episode_reward=-559.262538044788	epsilon=0.01	avg=-263.5204234992461	independent_100_runs=-564.7469053411801
e=809	episode_reward=-182.75169324129516	epsilon=0.01	avg=-260.3724109606868	independent_100_runs=-132.56873941195047
e=810	episode_reward=-212.6198121679068	epsilon=0.01	avg=-259.1735017001418	independent_100_runs=-122.56685646667114
e=811	episode_reward=-134.72099465533188	epsilon=0.01	avg=-256.90701968088416	independent_100_runs=-195.42144013076373
e=812	episode_reward=-135.65808277652945	epsilon=0.01	avg=-256.7388173279096	independent_100_runs=-147.43431844316208
e=813	episode_reward=-194.47761735169706	epsilon=0.01	avg=-256.026321443786	independent_100_runs=-166.2493339511368
e=814	episode_reward=-43.84940932733832	epsilon=0.01	avg=-254.96221187436913	independent_100_runs=-153.3942762921768
e=815	episode_reward=-141.84372418440262	epsilon=0.01	avg=-255.49172328206933	independent_100_runs=-116.41099952831517
e=816	episode_reward=-112.6734896186916	epsilon=0.01	avg=-254.98102610739195	independent_100_runs=-149.92028907808307
e=817	episode_reward=-285.1919292928243	epsilon=0.01	avg=-257.0519518359724	independent_100_runs=-115.89819302615467
e=818	episode_reward=-114.63602611795076	epsilon=0.01	avg=-257.13963242822365	independent_100_runs=-155.31998327211292
e=819	episode_reward=-126.91137482584658	epsilon=0.01	avg=-257.4743298414832	independent_100_runs=-141.98232288811053
e=820	episode_reward=-156.43459030924555	epsilon=0.01	avg=-255.639883059412	independent_100_runs=-145.55733636058753
e=821	episode_reward=-118.7037900491635	epsilon=0.01	avg=-253.46027785338646	independent_100_runs=-137.26962392739028
e=822	episode_reward=-152.43853327385753	epsilon=0.01	avg=-253.5148231275633	independent_100_runs=-138.48701326597305
e=823	episode_reward=-150.05083456525665	epsilon=0.01	avg=-255.33728232323844	independent_100_runs=-142.33238372264515
e=824	episode_reward=-137.79398938643436	epsilon=0.01	avg=-255.78758658121353	independent_100_runs=-134.88097382547096
e=825	episode_reward=-190.3818893959849	epsilon=0.01	avg=-255.1174020754851	independent_100_runs=-137.34716106280223
e=826	episode_reward=-171.49651072746178	epsilon=0.01	avg=-255.62218121200692	independent_100_runs=-142.97048133798404
e=827	episode_reward=5.2551870653936845	epsilon=0.01	avg=-253.2039031792059	independent_100_runs=-151.8372230435918
e=828	episode_reward=-233.71281163297064	epsilon=0.01	avg=-254.21626033306097	independent_100_runs=-800.8170254729094
e=829	episode_reward=-84.41809068472597	epsilon=0.01	avg=-253.4298728729535	independent_100_runs=-624.4874865578792
e=830	episode_reward=-518.7730641631142	epsilon=0.01	avg=-256.3401485189465	independent_100_runs=-1024.3280983362495
e=831	episode_reward=-121.54212667929364	epsilon=0.01	avg=-256.41817687355103	independent_100_runs=-117.88759080295215
e=832	episode_reward=-91.77988779072672	epsilon=0.01	avg=-254.52177163556135	independent_100_runs=-117.82718787888565
e=833	episode_reward=-150.0405901002492	epsilon=0.01	avg=-253.06188945847373	independent_100_runs=-121.44807111399692
e=834	episode_reward=-173.1403337754187	epsilon=0.01	avg=-251.81750868886843	independent_100_runs=-248.45973091047227
e=835	episode_reward=-531.222266412113	epsilon=0.01	avg=-255.67622167677	independent_100_runs=-582.5971818853463
e=836	episode_reward=-392.43970759706025	epsilon=0.01	avg=-257.93125832367537	independent_100_runs=-322.9086701892477
e=837	episode_reward=-337.449294532488	epsilon=0.01	avg=-261.05260852110797	independent_100_runs=-269.0038185259319
e=838	episode_reward=-167.63611319348578	epsilon=0.01	avg=-261.20290422719177	independent_100_runs=-142.63521470050426
e=839	episode_reward=-196.54898688533603	epsilon=0.01	avg=-261.9656534999445	independent_100_runs=-198.05694280773773
e=840	episode_reward=-285.64282663811366	epsilon=0.01	avg=-263.50777236266526	independent_100_runs=-242.83383337871675
e=841	episode_reward=-228.69566671187852	epsilon=0.01	avg=-265.91838963757965	independent_100_runs=-462.6690311031531
e=842	episode_reward=-294.49547218071086	epsilon=0.01	avg=-267.4018214167316	independent_100_runs=-230.25195032586734
e=843	episode_reward=-488.83515848234134	epsilon=0.01	avg=-271.2308385184423	independent_100_runs=-312.26746669450614
e=844	episode_reward=-131.7482507312052	epsilon=0.01	avg=-270.44847523903644	independent_100_runs=-300.3443710369928
e=845	episode_reward=-394.38768178217396	epsilon=0.01	avg=-274.1777679022124	independent_100_runs=-340.44784843034887
e=846	episode_reward=-221.62087762084323	epsilon=0.01	avg=-273.5473868325742	independent_100_runs=-165.27576228415154
e=847	episode_reward=-544.5468934831094	epsilon=0.01	avg=-273.7262404808152	independent_100_runs=-329.28314362602737
e=848	episode_reward=-389.29433644489376	epsilon=0.01	avg=-274.3345443167176	independent_100_runs=-243.589423545629
e=849	episode_reward=-256.28154852956334	epsilon=0.01	avg=-273.54403549234434	independent_100_runs=-408.3260157401794
e=850	episode_reward=-290.97410955995986	epsilon=0.01	avg=-272.7749147485051	independent_100_runs=-135.13547321371556
e=851	episode_reward=-602.2577064281506	epsilon=0.01	avg=-275.11609660883573	independent_100_runs=-429.2145527550703
e=852	episode_reward=-403.4858178329934	epsilon=0.01	avg=-274.3913551977634	independent_100_runs=-251.31489530285745
e=853	episode_reward=-209.76380593857579	epsilon=0.01	avg=-271.4033987315563	independent_100_runs=-179.67205899370387
e=854	episode_reward=-234.75981851506177	epsilon=0.01	avg=-269.5015520172023	independent_100_runs=-249.72224133106516
e=855	episode_reward=-236.81764308496503	epsilon=0.01	avg=-269.91002508759595	independent_100_runs=-152.95387082365528
e=856	episode_reward=-667.3003193807481	epsilon=0.01	avg=-274.8829361111243	independent_100_runs=-313.1110002540417
e=857	episode_reward=-22.45108367076891	epsilon=0.01	avg=-273.11975388271424	independent_100_runs=-387.482649183721
e=858	episode_reward=-593.7861903700505	epsilon=0.01	avg=-276.88201891453406	independent_100_runs=-439.3739064852974
e=859	episode_reward=-625.4351450640861	epsilon=0.01	avg=-281.13932953466434	independent_100_runs=-476.8555391326079
e=860	episode_reward=-253.11943603291922	epsilon=0.01	avg=-281.3214901696994	independent_100_runs=-555.5490067090474
e=861	episode_reward=-695.484305212749	epsilon=0.01	avg=-286.45600157848736	independent_100_runs=-610.6255905356178
e=862	episode_reward=-318.0027962387319	epsilon=0.01	avg=-289.11399836014095	independent_100_runs=-481.58429193748395
e=863	episode_reward=-361.25532277173744	epsilon=0.01	avg=-290.1983825661222	independent_100_runs=-344.17389032419766
e=864	episode_reward=-284.72868617333097	epsilon=0.01	avg=-290.66515706092105	independent_100_runs=-352.794904491882
e=865	episode_reward=-523.9258713600357	epsilon=0.01	avg=-293.181535991297	independent_100_runs=-355.1323046514377
e=866	episode_reward=-800.5795555514287	epsilon=0.01	avg=-298.80852391894587	independent_100_runs=-581.2016314044012
e=867	episode_reward=-560.8876397657938	epsilon=0.01	avg=-299.6496765644715	independent_100_runs=-210.90954355148577
e=868	episode_reward=-204.16541260699853	epsilon=0.01	avg=-294.4819883921838	independent_100_runs=-205.98493913326757
e=869	episode_reward=-18.141902372516853	epsilon=0.01	avg=-289.6098074371017	independent_100_runs=-471.2483531010186
e=870	episode_reward=-143.01994465379386	epsilon=0.01	avg=-287.8261838629362	independent_100_runs=-301.560251863053
e=871	episode_reward=-259.2304831340755	epsilon=0.01	avg=-285.8463358130508	independent_100_runs=-520.7655317245788
e=872	episode_reward=-586.8528622651384	epsilon=0.01	avg=-289.9492062020991	independent_100_runs=-252.3925239383335
e=873	episode_reward=-259.34517955732275	epsilon=0.01	avg=-291.0041987373946	independent_100_runs=-257.29042506924975
e=874	episode_reward=-69.00569616606649	epsilon=0.01	avg=-289.3714771195284	independent_100_runs=-280.4917704134867
e=875	episode_reward=-304.98549317960783	epsilon=0.01	avg=-290.8535051973947	independent_100_runs=-334.7819068400389
e=876	episode_reward=-332.6104800286867	epsilon=0.01	avg=-290.8396748407438	independent_100_runs=-245.18562961793867
e=877	episode_reward=-416.9936563991677	epsilon=0.01	avg=-290.04488199939175	independent_100_runs=-261.99344450002724
e=878	episode_reward=-355.5095251286933	epsilon=0.01	avg=-289.0944452080743	independent_100_runs=-388.3273618219507
e=879	episode_reward=-276.8672954339464	epsilon=0.01	avg=-286.8146381890267	independent_100_runs=-228.30934434064775
e=880	episode_reward=-309.3423648870878	epsilon=0.01	avg=-283.49800547141564	independent_100_runs=-305.20787693280903
e=881	episode_reward=-353.6712552398097	epsilon=0.01	avg=-284.4973017299923	independent_100_runs=-217.89117354381114
e=882	episode_reward=-160.85272476097012	epsilon=0.01	avg=-283.69020633799664	independent_100_runs=-220.62543013758045
e=883	episode_reward=-265.9377851826524	epsilon=0.01	avg=-283.4971564201415	independent_100_runs=-244.80610423797017
e=884	episode_reward=-159.1881682166847	epsilon=0.01	avg=-281.4046987899776	independent_100_runs=-259.8006446087687
e=885	episode_reward=-249.40079246129608	epsilon=0.01	avg=-280.1441383068059	independent_100_runs=-268.2964537146113
e=886	episode_reward=-356.6565494119733	epsilon=0.01	avg=-281.63507684323713	independent_100_runs=-208.10196674454102
e=887	episode_reward=-232.92861391895383	epsilon=0.01	avg=-280.8416345477483	independent_100_runs=-269.8577311318718
e=888	episode_reward=-169.79521155594807	epsilon=0.01	avg=-279.6475234059556	independent_100_runs=-280.85993742044786
e=889	episode_reward=-331.435606154643	epsilon=0.01	avg=-280.5573574739794	independent_100_runs=-360.8889736537826
e=890	episode_reward=-262.4804522910516	epsilon=0.01	avg=-280.71079283326037	independent_100_runs=-272.84869009600135
e=891	episode_reward=-319.212003025325	epsilon=0.01	avg=-280.39087271860154	independent_100_runs=-331.39620131110826
e=892	episode_reward=-343.0278971209873	epsilon=0.01	avg=-281.2998874137656	independent_100_runs=-191.77110930841678
e=893	episode_reward=-319.2673678828779	epsilon=0.01	avg=-282.1394602775284	independent_100_runs=-269.6982337421138
e=894	episode_reward=-229.17976648789084	epsilon=0.01	avg=-281.7343271823292	independent_100_runs=-336.70808330679006
e=895	episode_reward=-474.7350192400319	epsilon=0.01	avg=-284.61174405927716	independent_100_runs=-321.369682697416
e=896	episode_reward=-299.7287621241454	epsilon=0.01	avg=-286.50553647462783	independent_100_runs=-374.73106976100127
e=897	episode_reward=-331.56612566573955	epsilon=0.01	avg=-286.8930296422109	independent_100_runs=-362.2745756226321
e=898	episode_reward=-182.73963660472396	epsilon=0.01	avg=-283.7869226278202	independent_100_runs=-261.85409612527815
e=899	episode_reward=-331.7041208105105	epsilon=0.01	avg=-285.3004913264673	independent_100_runs=-325.79657494747113
e=900	episode_reward=-272.2475715114596	epsilon=0.01	avg=-283.80868133061034	independent_100_runs=-302.31758450805444
e=901	episode_reward=-230.88793744349985	epsilon=0.01	avg=-281.653360443442	independent_100_runs=-353.6708423411256
e=902	episode_reward=-236.65116038604205	epsilon=0.01	avg=-282.43315086860525	independent_100_runs=-275.26702791961486
e=903	episode_reward=-412.00495196983377	epsilon=0.01	avg=-285.08202138713943	independent_100_runs=-761.7319133640881
e=904	episode_reward=-225.3553815196659	epsilon=0.01	avg=-283.3629035221069	independent_100_runs=-360.51213850686725
e=905	episode_reward=-349.5838685162377	epsilon=0.01	avg=-285.51231053537174	independent_100_runs=-625.9555765123812
e=906	episode_reward=-711.9748209114198	epsilon=0.01	avg=-289.7867694720355	independent_100_runs=-716.4213354244124
e=907	episode_reward=-505.40940630216437	epsilon=0.01	avg=-290.8960213378015	independent_100_runs=-806.8500663668677
e=908	episode_reward=-523.8105817975011	epsilon=0.01	avg=-290.5415017753287	independent_100_runs=-329.77847463163374
e=909	episode_reward=-181.5477046095791	epsilon=0.01	avg=-290.52946188901154	independent_100_runs=-573.5828730539896
e=910	episode_reward=-659.4338681792716	epsilon=0.01	avg=-294.99760244912517	independent_100_runs=-631.7914495282369
e=911	episode_reward=-547.8584171114328	epsilon=0.01	avg=-299.1289766736862	independent_100_runs=-580.6320178136779
e=912	episode_reward=-220.76851650581145	epsilon=0.01	avg=-299.98008101097895	independent_100_runs=-652.713009350166
e=913	episode_reward=-552.4229911843966	epsilon=0.01	avg=-303.55953474930607	independent_100_runs=-573.4808850330759
e=914	episode_reward=-455.2028323084296	epsilon=0.01	avg=-307.6730689791169	independent_100_runs=-319.65625629296034
e=915	episode_reward=-362.9791334455986	epsilon=0.01	avg=-309.88442307172886	independent_100_runs=-227.43617800114228
e=916	episode_reward=-279.72208806366393	epsilon=0.01	avg=-311.5549090561786	independent_100_runs=-267.85873224027904
e=917	episode_reward=-216.41797581677446	epsilon=0.01	avg=-310.8671695214181	independent_100_runs=-240.94023631504461
e=918	episode_reward=-5.51931847810377	epsilon=0.01	avg=-309.7760024450196	independent_100_runs=-249.22934513303684
e=919	episode_reward=-214.13103374139814	epsilon=0.01	avg=-310.64819903417515	independent_100_runs=-209.15590955078062
e=920	episode_reward=-266.18338379368	epsilon=0.01	avg=-311.7456869690195	independent_100_runs=-239.50545081820937
e=921	episode_reward=-326.74485305483125	epsilon=0.01	avg=-313.82609759907615	independent_100_runs=-212.97914715193983
e=922	episode_reward=-198.31944407572706	epsilon=0.01	avg=-314.2849067070949	independent_100_runs=-194.9421735791986
e=923	episode_reward=-252.8716132043672	epsilon=0.01	avg=-315.31311449348595	independent_100_runs=-241.26109962027297
e=924	episode_reward=-399.31478439721775	epsilon=0.01	avg=-317.9283224435938	independent_100_runs=-200.29631902100613
e=925	episode_reward=-292.7113430327455	epsilon=0.01	avg=-318.9516169799614	independent_100_runs=-223.08891879840832
e=926	episode_reward=-275.1071185235336	epsilon=0.01	avg=-319.9877230579221	independent_100_runs=-223.89093643090342
e=927	episode_reward=-179.22885684854913	epsilon=0.01	avg=-321.8325634970615	independent_100_runs=-253.60387914512074
e=928	episode_reward=-207.67786313618217	epsilon=0.01	avg=-321.57221401209364	independent_100_runs=-124.64478476941257
e=929	episode_reward=-207.97608301556244	epsilon=0.01	avg=-322.807793935402	independent_100_runs=-600.3916408000558
e=930	episode_reward=-184.35695074705063	epsilon=0.01	avg=-319.4636328012414	independent_100_runs=-132.75633057592012
e=931	episode_reward=20.726797464982738	epsilon=0.01	avg=-318.04094355979856	independent_100_runs=-131.4131390422213
e=932	episode_reward=-210.8189421282477	epsilon=0.01	avg=-319.2313341031738	independent_100_runs=-135.313479126657
e=933	episode_reward=-178.873997520359	epsilon=0.01	avg=-319.5196681773749	independent_100_runs=-128.87351571383797
e=934	episode_reward=-192.8180800629217	epsilon=0.01	avg=-319.71644564024996	independent_100_runs=-130.29347394608348
e=935	episode_reward=-113.74080873486541	epsilon=0.01	avg=-315.5416310634775	independent_100_runs=-130.84779135830928
e=936	episode_reward=-120.77793111435852	epsilon=0.01	avg=-312.8250132986505	independent_100_runs=-128.9416429540775
e=937	episode_reward=-141.4902095720625	epsilon=0.01	avg=-310.8654224490462	independent_100_runs=-494.7423162044127
e=938	episode_reward=-370.10377145411354	epsilon=0.01	avg=-312.8900990316525	independent_100_runs=-135.91224100668
e=939	episode_reward=-102.15444804241645	epsilon=0.01	avg=-311.9461536432232	independent_100_runs=-1011.1212804572403
e=940	episode_reward=-1246.4934983425865	epsilon=0.01	avg=-321.554660360268	independent_100_runs=-1146.2802502301931
e=941	episode_reward=-95.52106255862454	epsilon=0.01	avg=-320.2229143187355	independent_100_runs=-141.988126586622
e=942	episode_reward=-164.50259871881195	epsilon=0.01	avg=-318.92298558411653	independent_100_runs=-155.2476911785034
e=943	episode_reward=-214.29715585224753	epsilon=0.01	avg=-316.1776055578155	independent_100_runs=-131.85126217416772
e=944	episode_reward=-106.56594385084038	epsilon=0.01	avg=-315.92578248901197	independent_100_runs=-133.46145461743387
e=945	episode_reward=-91.79227507721578	epsilon=0.01	avg=-312.89982842196235	independent_100_runs=-138.61895889841452
e=946	episode_reward=-171.49764541316057	epsilon=0.01	avg=-312.3985960998855	independent_100_runs=-154.11887914719807
e=947	episode_reward=-95.71638005127961	epsilon=0.01	avg=-307.91029096556724	independent_100_runs=-140.8905465624583
e=948	episode_reward=-97.42479301847645	epsilon=0.01	avg=-304.991595531303	independent_100_runs=-145.43102439499683
e=949	episode_reward=-97.2956414184588	epsilon=0.01	avg=-303.401736460192	independent_100_runs=-129.08056398215447
e=950	episode_reward=-143.07458646593787	epsilon=0.01	avg=-301.92274122925176	independent_100_runs=-142.9896397370777
e=951	episode_reward=-122.84415186964972	epsilon=0.01	avg=-297.12860568366676	independent_100_runs=-157.40465143053382
e=952	episode_reward=-109.47638135497866	epsilon=0.01	avg=-294.18851131888664	independent_100_runs=-135.21458720933532
e=953	episode_reward=-645.8009034193658	epsilon=0.01	avg=-298.54888229369453	independent_100_runs=-152.75205625554855
e=954	episode_reward=-226.67101749890176	epsilon=0.01	avg=-298.46799428353296	independent_100_runs=-146.3243507443106
e=955	episode_reward=-144.3784899216554	epsilon=0.01	avg=-297.54360275189987	independent_100_runs=-150.71032298057474
e=956	episode_reward=-170.37214896000094	epsilon=0.01	avg=-292.5743210476923	independent_100_runs=-134.70811966154568
e=957	episode_reward=-97.87522201966893	epsilon=0.01	avg=-293.32856243118135	independent_100_runs=-145.82490923797036
e=958	episode_reward=-477.43495769179344	epsilon=0.01	avg=-292.16505010439874	independent_100_runs=-131.69852077340053
e=959	episode_reward=-269.57630920603003	epsilon=0.01	avg=-288.6064617458182	independent_100_runs=-132.11108159817095
e=960	episode_reward=-105.86313500086635	epsilon=0.01	avg=-287.13389873549767	independent_100_runs=-127.67074046970212
e=961	episode_reward=-117.74131846155882	epsilon=0.01	avg=-281.35646886798577	independent_100_runs=-142.73739960742424
e=962	episode_reward=-149.50096001892496	epsilon=0.01	avg=-279.6714505057877	independent_100_runs=-139.85610266788254
e=963	episode_reward=-97.57914402895709	epsilon=0.01	avg=-277.0346887183599	independent_100_runs=-129.35078490569586
e=964	episode_reward=-229.2473651756264	epsilon=0.01	avg=-276.47987550838286	independent_100_runs=-137.36738803724253
e=965	episode_reward=-157.28080122113482	epsilon=0.01	avg=-272.81342480699385	independent_100_runs=-130.05789059200094
e=966	episode_reward=-103.25327856029742	epsilon=0.01	avg=-265.8401620370825	independent_100_runs=-571.9130928656217
e=967	episode_reward=-211.21196130031296	epsilon=0.01	avg=-262.3434052524277	independent_100_runs=-133.42271117947405
e=968	episode_reward=-278.39210866848987	epsilon=0.01	avg=-263.08567221304264	independent_100_runs=-129.53051697046595
e=969	episode_reward=-386.22719625667094	epsilon=0.01	avg=-266.76652515188414	independent_100_runs=-123.41179883731884
e=970	episode_reward=-159.20642781102737	epsilon=0.01	avg=-266.92838998345655	independent_100_runs=-125.31655026513884
e=971	episode_reward=-129.14708911302733	epsilon=0.01	avg=-265.62755604324605	independent_100_runs=-122.4796683058766
e=972	episode_reward=-124.8898039713487	epsilon=0.01	avg=-261.0079254603081	independent_100_runs=-135.21862680771451
e=973	episode_reward=-416.43489523528615	epsilon=0.01	avg=-262.5788226170878	independent_100_runs=-133.6075786832807
e=974	episode_reward=-128.335876968801	epsilon=0.01	avg=-263.17212442511516	independent_100_runs=-505.348611476426
e=975	episode_reward=-117.66951415642205	epsilon=0.01	avg=-261.2989646348833	independent_100_runs=-133.5245856165631
e=976	episode_reward=-162.19790654968853	epsilon=0.01	avg=-259.5948389000933	independent_100_runs=-131.57287382195042
e=977	episode_reward=-3.581744877139812	epsilon=0.01	avg=-255.46071978487305	independent_100_runs=-129.61613062397058
e=978	episode_reward=-164.0599155555291	epsilon=0.01	avg=-253.5462236891414	independent_100_runs=-127.2006129940744
e=979	episode_reward=-143.4126185020809	epsilon=0.01	avg=-252.2116769198227	independent_100_runs=-141.05755020697262
e=980	episode_reward=-122.93682742097758	epsilon=0.01	avg=-250.3476215451616	independent_100_runs=-130.97269576077124
e=981	episode_reward=-134.2872844073069	epsilon=0.01	avg=-248.15378183683654	independent_100_runs=-131.68070739895143
e=982	episode_reward=-169.3936556615047	epsilon=0.01	avg=-248.23919114584194	independent_100_runs=-130.83260183951788
e=983	episode_reward=-193.0016710924952	epsilon=0.01	avg=-247.50983000494034	independent_100_runs=-132.18885935391125
e=984	episode_reward=-134.824143690978	epsilon=0.01	avg=-247.26618975968324	independent_100_runs=-132.46509700179126
e=985	episode_reward=-130.66227900744508	epsilon=0.01	avg=-246.07880462514476	independent_100_runs=-123.12546606170268
e=986	episode_reward=-227.35411574734164	epsilon=0.01	avg=-244.78578028849842	independent_100_runs=-138.5941609885185
e=987	episode_reward=-127.3068079199161	epsilon=0.01	avg=-243.72956222850803	independent_100_runs=-131.46492126624415
e=988	episode_reward=-240.33297220974725	epsilon=0.01	avg=-244.43493983504604	independent_100_runs=-561.6968344209115
e=989	episode_reward=-322.49420102790833	epsilon=0.01	avg=-244.34552578377873	independent_100_runs=-133.43456295674238
e=990	episode_reward=-530.6698304114813	epsilon=0.01	avg=-247.027419564983	independent_100_runs=-764.5813466867539
e=991	episode_reward=-344.8271664197316	epsilon=0.01	avg=-247.2835711989271	independent_100_runs=-137.36081793488435
e=992	episode_reward=-20.574345419005482	epsilon=0.01	avg=-244.05903568190723	independent_100_runs=-131.48788102734622
e=993	episode_reward=-141.29755329293	epsilon=0.01	avg=-242.27933753600777	independent_100_runs=-125.62681329925319
e=994	episode_reward=-85.4170952000657	epsilon=0.01	avg=-240.84171082312955	independent_100_runs=-134.1107984688234
e=995	episode_reward=-183.06245953139376	epsilon=0.01	avg=-237.92498522604313	independent_100_runs=-132.95582914240714
e=996	episode_reward=-481.54336072773833	epsilon=0.01	avg=-239.74313121207905	independent_100_runs=-134.07088589689792
e=997	episode_reward=-126.00180445683168	epsilon=0.01	avg=-237.68748799999	independent_100_runs=-132.48146871862423
e=998	episode_reward=-128.52225010743135	epsilon=0.01	avg=-237.14531413501706	independent_100_runs=-125.93304685674143
e=999	episode_reward=-143.52261159438288	epsilon=0.01	avg=-235.26349904285584	independent_100_runs=-134.2315517691173