Skip to content

Instantly share code, notes, and snippets.

@phyous
Created September 4, 2020 19:00
Show Gist options
  • Save phyous/d859000185b9b1b6b7c6f21a83c8da66 to your computer and use it in GitHub Desktop.
Save phyous/d859000185b9b1b6b7c6f21a83c8da66 to your computer and use it in GitHub Desktop.
Display the source blob
Display the rendered blob
Raw
{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"deletable": true,
"editable": true
},
"source": [
"# Monte Carlo Prediction"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"import sys\n",
"import gym\n",
"import numpy as np\n",
"from collections import defaultdict\n",
"from plot_utils import plot_blackjack_values, plot_policy"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"env = gym.make('Blackjack-v0')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"def play_episode(env):\n",
" \"\"\"\n",
" Plays a single episode with a set policy in the environment given. Records the state, action \n",
" and reward for each step and returns the all timesteps for the episode.\n",
" \"\"\"\n",
" episode = []\n",
" state = env.reset()\n",
" while True:\n",
" probs = [0.8, 0.2] if state[0] > 18 else [0.2, 0.8]\n",
" action = np.random.choice(np.arange(2), p=probs)\n",
" next_state, reward, done, info = env.step(action)\n",
" episode.append((state, action, reward))\n",
" state = next_state\n",
" if done:\n",
" break\n",
" return episode"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"def update_Q(episode, Q,returns_sum, N, gamma=1.0):\n",
" \"\"\"\n",
" For each time step in the episode we carry out the first visit monte carlo method, checking if this is \n",
" the first index of this state. Get the discounted reward and add it to the total reward for that \n",
" state/action pair. Increment the times we have seen this state action pair and finally update the Q values\n",
" \"\"\"\n",
" \n",
" for s, a, r in episode:\n",
" first_occurence_idx = next(i for i,x in enumerate(episode) if x[0] == s)\n",
" G = sum([x[2]*(gamma**i) for i,x in enumerate(episode[first_occurence_idx:])])\n",
" returns_sum[s][a] += G\n",
" N[s][a] += 1.0\n",
" Q[s][a] = returns_sum[s][a] / N[s][a]"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"def mc_predict(env, num_episodes, gamma=1.0):\n",
"\n",
" \"\"\"\n",
" This is the primary method. Plays through several episodes of the environment. \n",
" \"\"\"\n",
" returns_sum = defaultdict(lambda: np.zeros(env.action_space.n))\n",
" N = defaultdict(lambda: np.zeros(env.action_space.n))\n",
" Q = defaultdict(lambda: np.zeros(env.action_space.n))\n",
" \n",
" for i_episode in range(1, num_episodes+1):\n",
" if i_episode % 1000 == 0:\n",
" print(\"\\rEpisode {}/{}.\".format(i_episode, num_episodes), end=\"\")\n",
" sys.stdout.flush()\n",
" \n",
" episode = play_episode(env)\n",
"\n",
" update_Q(episode, Q, returns_sum, N)\n",
" \n",
" return Q "
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Episode 500000/500000."
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAABGoAAARNCAYAAAAKHqaIAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdeWxb6X03+u9zNlILJVISJdmSLMvyeJFnbM+WSTIzTVo0TZM3CdqgaSZNWqBFCwRN0BQoCqT9I02LF0mAILm4vbm47W1v25m2aZvJ0mkmb/ImmSYzk0kzSyeTGc9iy4tk7YutxZREnu25f9CHJilSoqRDnkPq+wEMmxSXR7J0xPPl7/n9hJQSREREREREREQUPCXoBRARERERERERURaDGiIiIiIiIiKikGBQQ0REREREREQUEgxqiIiIiIiIiIhCgkENEREREREREVFIMKghIiIiIiIiIgoJbZuPc3Y3EREREREREZG/RLkPsKKGiIiIiIiIiCgkGNQQEREREREREYUEgxoiIiIiIiIiopBgUENEREREREREFBIMaoiIiIiIiIiIQoJBDRERERERERFRSDCoISIiIiIiIiIKCQY1REREREREREQhwaCGiIiIiIiIiCgkGNQQEREREREREYUEgxoiIiIiIiIiopBgUENEREREREREFBIMaoiIiIiIiIiIQoJBDRERERERERFRSDCoISIiIiIiIiIKCQY1REREREREREQhwaCGiIiIiIiIiCgkGNQQEREREREREYUEgxoiIiIiIiIiopBgUENEREREREREFBIMaoiIiIiIiIiIQoJBDRERERERERFRSDCoISIiIiIiIiIKCQY1REREFGr/8A//gAceeKDsx9/+9rfjb//2b2u4IiIiIqLqYVBDREREvhBC4OLFiwXXffrTn8ZHPvKRgFZUmVQqhdbWVrzrXe8KeilEREREDGqIiIhof/va176GSCSC733ve5idnQ16OURERLTPMaghIiKimlhcXMR73vMexONxdHR04MEHH4TrugCAz33ucxgeHkYsFsPIyAi+8Y1vFNxXSomPf/zjaG9vx4kTJ/DEE0+UfZ6/+7u/w8mTJ5FIJPDOd74T4+PjW67r4Ycfxkc/+lGcPn0a//RP/1TwsYmJCbz//e9HMplEZ2cnPv7xj+/6eYiIiIgqwaCGiIiIauILX/gC+vv7sbCwgLm5OXzmM5+BEAIAMDw8jKeffhorKyv4sz/7M3zkIx/BzMxM7r7PPvsshoeHsbi4iD//8z/H+9//fly/fn3Tczz22GP4zGc+g69//etYWFjAgw8+iA996ENl1zQ+Po4f/vCH+PCHP4wPf/jDeOSRR3IfcxwH73nPezA4OIixsTFMTU3hoYce2tXzEBEREVWKQQ0RERHVhK7rmJmZwfj4OHRdx4MPPpgLaj7wgQ/g4MGDUBQFH/zgB3Hbbbfhueeey923u7sbf/iHfwhd1/HBD34Qx48fx7e+9a1Nz/FXf/VX+JM/+ROcPHkSmqbhT//0T/HSSy+VrXb5x3/8R5w+fRojIyN46KGH8Oqrr+KnP/0pAOC5557D9PQ0Pv/5z6OlpQXRaDTX1Hinz0NERERUKQY1RERE5AtVVWFZVsF1lmVB13UAwB//8R/j6NGj+KVf+iUcOXIEn/vc53K3e+SRR3D27FnE43HE43GcO3cOi4uLuY/39fXlQh0AGBwcxPT09KY1jI+P4xOf+ETucTo6OiClxNTUVMk1P/LII/jwhz+ce463ve1tePjhhwFktz0NDg5C07Q9Pw8RERFRpRjUEBERkS8OHTqEsbGxguuuXLmCwcFBAEAsFsMXvvAFXL58Gf/xH/+BL37xi3jiiScwPj6O3/u938OXvvQlXLt2DcvLy7j99tshpcw9ztTUVMHlq1ev4uDBg5vWMDAwgL/+67/G8vJy7s/Gxgbe+ta3brrtj3/8Y4yOjuKzn/0sent70dvbi2effRZf/vKXYds2BgYGcPXqVdi2vafnIX9IKSGlhOM4sG0blmUhnU5jY2MDrusWfH8QERHVMwY1RERE5IsPfvCD+J//839icnISruvi+9//Pr75zW/i137t1wAAjz/+OC5evAgpJdrb26GqKhRFwdraGoQQSCaTAIC///u/x7lz5woee35+Hn/5l38Jy7Lw6KOP4vXXX8e73/3uTWv46Ec/is9+9rN49dVXAQArKyt49NFHS6734Ycfxjve8Q689tpreOmll/DSSy/h3Llz2NjYwLe//W286U1vwoEDB/DJT34Sa2trSKfTeOaZZ3b8PLS9ciHM+vo6UqkUVldXsbKyguXlZdy4cQOpVApra2tYX1/HxsYGMpkMMpkMLMtiaENERHVvcy0vERER0S586lOfwqc+9Sk88MADWFpawvDwMP75n/8Zt99+OwBgdHQUH//4x7GwsIBEIoHf//3fx8///M8DAP7oj/4Ib3nLW6AoCn7rt34L999/f8Fj33fffRgdHUVXVxd6enrw1a9+FZ2dnZvW8Ku/+qtIpVJ46KGHMD4+jvb2drzjHe/ABz7wgYLbpdNpfOUrX8EjjzyC3t7ego/95m/+Jh5++GG8973vxTe/+U38wR/8AQ4dOgQhBH7jN34D999/f8XPQ1lSylyA4gUyrusW/Cm+PQAIIXJ/FEUp2P7mcV0XiqJASgnbtmHbNoQQuSCw3P2IiIjCSmzzjgPfjiAiIiKissqFMN6/vevzbw/cCmGK/70T3nO1tLRsWlP+c6qqmgtuGNoQEVFIlP2FxIoaIiIiIirJCzy84MV13Vz4stMQploBSanHzX8+b62O4wBALrBRVZWhDRERhRKDGiIiIqJ9qFQI4/0pFcJ496llCOOHcqGNZVm5wIahDRERhQm3PhERERE1mK1CGO9PJSFM/t9h5FXJNDU17fi+3ufv/c3QhoiIaoxbn4iIiIgagV8hTNgrYSrhfV67kf+18L6mqVQKs7OzGBoaYmhDRESBYVBDREREFBLFIUypCUn7JYSpJe9rZds2VldXIaWEZVm57VH5PW34dSUiompjUENERERUA+VCGNM0sb6+jubmZoYwAXNdtyCQ8f6fisd+M7QhIqJqYlBDREREtEelQhivKe92lTDr6+u4evUqRkZGePK/C35+vVzXhaIomx7bC20AMLQhIqKqY1BDREREtIW9hDCVVMKwSmb3thmKsWOu65b9fyhursxKGyIiqhYGNURERLRvecFLcXPerUIYD7cjNZ7iipqtFI/9ZmhDRER+YVBDREREDaleQpi9TC4if0kpKw5q8pULbQBA07RcQ2L+PxMRUSUY1BAREVHd2UsIAxQGMDx5rm/V7FGzG6VCG49XacPQhoiItsKghoiIiEJluxDGu1xOvYUwrKgJDz+CmnzFoY3jOHAcBwByI7+9LVJEREQeBjVERERUM36FMKxIIE/YKmrKKQ5tpJSwLAuWZTG0ISKiAgxqiIiIyBflQhgviGEIUxorasKjmkFNvuKx3wxtiIgoH4MaIiIi2hZDGNoPXNeFrus1fc5KQhvv54Y/O0RE+wODGiIion0uP4TJD2AYwtQOv267s1XD6N2oVUVNOeVCG+86jv0mItofGNQQERE1sK1CmPw/+X72s5/hzJkzABjC1ILfYcN+4vf3ZNBBTb7i0AZAbuw3QxsiosbGoIaIiKhO7SaEyVcuhHEcB6qq1uJTIDCo2at6aSa8FwxtiIj2FwY1REREIeSdjBX3g9lrCEPhxP+jcAhrUJMvP7QBsscKhjZERI2FQQ0REVGNMYQh8s9+qKjZSvHY7+LQRlEUHiuIiOoMgxoiIiIfMYShneJ47vCox6AmX6nQxuNV2vDYQkQUfgxqiIiIKlQcwkgp4TgOQxiigDTa1Cc/FYc2juPAcRwAyAU23hYpIiIKFwY1REREqDyEKa5+8C4zhKHdYkVNeDRSUJOvXGhjWVYusGFoQ0QUHgxqiIhoX/C2IVVaCeMFN/knOAxhiKpHTlyAnL0KQALy5h/g1r9z1936t+LYcFUVVu5BJCCzP+eb7+/m3f/WbV2jCXZqA/rRESCNhgxq8hWHNlJKrKys4Nq1axgcHGRoQ0QUAgxqiIio7m0XwnjX598e2BzCeNcRUW3J1SXI7/4LYGV2dD8FQPnNhts8p2bAaUrAvPQG4LowX/wRBoSCzLljEKfugTFyF5T2xC4fvT54xzvLspBKpSClhGVZBZU2XjNiIiKqHQY1REQUasUhjOu6cBwnF8hUEsLkb00iCpv9vvVJSgn5g6/uOKTZCyfeC3NyAnJypuB6IV24l9/A+uU3sP74P0M9OAhj5C7oI3dB6+mr2fpqzXXdgpHe3nHVsrK1Shz7TURUWwxqiIgoMPnhS/GEpHQ6jVQqhfb29oLbAwxhiBqB67rIZDJwf/YjNM1cqclzyuZ2WBkX9huvVnBjCWdqDBtTY9j43tehdPbAGLkzG9oMDEM0UJWJ4zhQVTV3Of/46h13i8d+M7QhIqoeBjVERFQVW4UwpSphvPt4L/wzmQxmZmaQSCR4IkANrREraqSUME0T6XQamUxm099e096Yk8Hwy09Vfz2KCifWnd3mlDeyeifca3NIP/0dpJ/+DkRrG4yTd0IfuRP68AiEpvu84toqDmryMbQhIqo9BjVERLRjW4Uw+X1hiu+zk0oYVVUb8gS2XvBrT+V4W2JKBTDpdBqO40AIAcMwEI1GEYlEEIlEEIvFcpcVRYF0Hchv/DXgOlVd7w2tBe71JejT53x7TJlaReb5J5F5/kkgEoVx2x3Z0ObEGSjRZt+ep1a2Cmry5R+/gez3AkMbIiL/MaghIqICxSFMuea8xffxezuSqqpwnOqewBGFQdhCMdu2y1bCeD1LdF3PhS7RaBSJRCJ3WdMqfHn50yeBhcmqfR5upAU2DKjjF7F9BLEHmTTMc8/DPPc8oKrQhk7AGLkLxsidUNrqoxlxpUFNseIJUsWhjdeIOEzf30RE9YBBDRHRPhKWEKYSiqJsGplNteFtceDJVeNxHAeZTKZkCGOaJqSU0DQtF8BEIhG0tbUhmUwiGo1C0zRfvi/kwhTkf//Ah8+oxGMLAbe9F5nLo4BZuwbFAADHgX3xVdgXX8X6N/8Jat/hm6HNXVC7D9Z2LTvgOA4Mw9jTY5QKbTxepQ1DGyKiyjCoISJqEKVCGK8fTNhCmEowqAlOfi8Kqh+u68I0zVz4UhzESCmhKEpBCNPc3IyOjg5EIhEYhlGTn33p2JD/+WhVtjy5sS6YSytw3/Bvm9OuSQln8go2Jq9g47tfg9LVW9iMOATHWc9uK2rKKQ5tHMfJVUh6gY23RYqIiDZjUENEVAcaLYSpBIOa4DCoqa1Kqpe8vjDltiR5fWG8fjBeENPe3p67TgnJlCL53PeApXl/H1OPwDbaYF08D4T0e9ddnEX6qW8j/dS3IWLtME6chT5y181mxMG+JPc7qMlXLrSxLCsX2DC0ISIqxKCGiChgXvBS3Jx3qxDGU68hTCUa6XOpRwxqasf7eU+lUiWDGK/nh67rBSFMR0dH7t/VOsn2m5wZA17+kW+P50oJJA4ic3UMcn3at8etNnljBeb5l+EszGDtq38L7fBxGCfPQD92GkprW83X47puTb6HikMbL4BkaENEVIhBDRFRFTGEoXrE7zV/OY5TthLGNM1cEJNOp3NBTHt7e0Fz3kb4P5GWCfmDr/pW8eI2tSOznoEMwzanHRCJJNS2OOyJy7BXlwAA1qsvwHr1BUAIaANHoJ84C/3EWWi9/TVZUzUrasopHvtdKrTxmhETEe03DGqIiHZpLyEMUBjANMJJGDUObn2qnOu6ZZvzen1hVFUtqIRpbW1FZ2cnotEodF3H3NwcTNPEoUOHgv50qkr+1/8CVq/v/XEUDXZzB6zL54E62h6pdPVCNLXAmbwMe2mh9I2khH31Euyrl7J9bRJd0I+fgXHyLLShE1XbIuU4TqCBSLnQxruOY7+JaL9hUENEVMJ2IYx3uRyGMFTPGNRkSSm3bM7rui4URYFhGAWjquPxeK45byUnv/thwpacuAC89tyeH8du64Y1Mw05/boPq6oNtacf0DQ4U2M7vq+7tIjMT55A5idPAJEo9KO3V2WLVBAVNeUUhzYANo39ZmhDRI2OQQ0R7Ts7CWEuXryIo0ePFtzfe3HIMaPUqPZDUOONDy61JSmdTuea8xqGUVANE4vFcs15w3JiG3YyswH5w6/v6THcaCssW4FzoX4CGvT0QxGAMzvpz+Nl0lXbIhWmoCYfQxsi2q8Y1BBRQykXwnhBTKWVMF4Is7q6GsoXr/vJfqg2CJtGCGps2y65HSmdTue2VBQ3543H4wV9YWql0b/H5Y++Cayt7u6+QoEd64Z1+QJgWz6vrDqU/iHYaykoc5Oo2sYsn7dIhTWoyZcf2gC3wlaGNkTUiBjUEFHd8DuE2cnz8kVfMLzAgF//2gp7UOO6bsl+MOl0GqZp5vrC5G9HisViSCaTiEQi0HWd31M1Ii+fA0Zf2tV9nVgXzMVrkDOv+ryqKhAK1ENHIG+swJ28glp3e9nrFikpZd017S2eIFUc2niNiPmzTkT1iEENEYVCUCHMdlRVheM4NX13nW5RFCXXB4RqK6igRkq5ZXNe7/shvxKmubkZiUQC0WgUhmHU3YlZmEOxvZDrNyCf+ved389ogima4Iyer8KqfKaq0AaG4Swtwhm/GPRqsqq4RSqsSoU2Hq/ShqENEdUTnnkQUdXlhzD5AUzxn3KC7AmjaRps22ZQExAvqKHaqtbPmTfJpdyo6vy+MMXVMN7lRg3tGvEEUj7170B6vfLbA7DbemBdvQKkN6q3MD/oBrS+ITiLM7DHLgS9mvICmiIVpOLQxnEcOI4DALnAxtsiRUQUVo13dCaimqrnEKYSXkUNBYNBTTB2u/Vpq+a83jvcxc15Ozo6cpfD3iODKifPvwiMVd7412lJwFpdg3vhtSquygfRZmgHBuDMTsIeq4OKnyLFW6Si974NxsmzQS+rasqFNpZl5QIbhjZEFEYMaoioLO9ErXgrUqOEMJXwKmooGAxqglEqqHEcZ8vmvFJKaJqWC12i0Sja2trQ3d2da85br8eBaqvH/iBbkallyGcer+y2mgEr0g778nkgzFvAmluh9fTBnhqHfaX+AppiSls71I4krOeegPXcEzgc74Hdm4B25GTQS6ua4tDGq/Dzmourqsr+VUQUGgxqiPYphjCVYUVNsBRF4de/BlzXLegLk0qlMD4+nrveCxLytyO1tLSgs7MTkUikLvvCUHVIKSF/8DXATG97W7u9F9bkVci1mRqsbHdEWxxqRzfsySsNEdBACOhDx+HOT8CdHstd3bI8h7VHvgh14Cgib38v9OGR4NZYA8Vjv6empmBZFgYHB1lpQ0ShwKCGqAExhPEPK2qCpaoqK2r2SEoJ0zTLVsO4rgshRMF2JE3TkEgk0NnZCcMwGqraI4waarLZqz8Bpi5teRO3qQ1mxoF7PrzTnESiC2pbAvbkZdiry0Evxxdq9wEomgZ3snzTY2fiItb/8f+A2j+MyNvfA/3o7TVcYTCEEHAcJ1dNk19p402O4thvIqo1BjVEdaY4hPH2XBeHMOVe+DOE2RlW1ASLW5+25k03Kdec1xtVq+t6QTVMZ2dn7nKpvjDpdBqtra2IRqMBfFZUr+TyIuRPvlP+46oGu7kT1uULgBPOANxu60CkPQFn8jLspcWgl+MPw4BxaBjOxCW4srLjqTN5Cev/9H9C7T+CyNveA/22O6q8yGDZto1IJLKp0qbU2G+GNkRUCwxqiEJktyGMd5khjP9YUROs/R7UOI6zqSlvfl8YANB1vaAaJh6P5y7vdlrZbpsJ0/4lXRfyB48CtlXy405bN8y5WcipcDYLVnv6YElAm5+Cs3o96OX4Rjt0BFhbhXN1dFf3dyYvY/2f/xJq31A2sDl22ucVhkOp6Y7FoY13O4Y2RFQLDGqIasjbhrRVCOMxTRNXrlzBsWPHCl4EMISpLVVVkclkgl7GvtXIQY3X/6VUNYxpmpBSQlXVgua8sVgMyWQSkUikqk0vGdTUVkNsfXrpKWBuYtPVbqQFltThXKh8AlQtKQcHIVwXzuwEGmmDnxVpAuIdUGev+vJ4ztQVrH/5/4J6cBCRt70X+vEzvjxuWDiOs2WwnR/aAGClDRFVHYMaIp9sF8J41+ffHsCmEMa7zjAMbGxs7PodcfKHqqqsqAlQvQY1Xl+YcluSXNeFoiiIRCK5IKapqQmJRALRaDTw5rwMamgn5OIM5AtPFF4nBOxYD6yxi4AZvrBb7R+CNDNwp8eDXoq/hIB+5DjUuQlgac73h3emx7H+L1+CcuAQom97L7TjZxoimLBtu+Q20HKKJ0gxtCEiv/EMkKgCxSGM67pwHCcXyFQSwuRvTaoEm6iGg6Zp7FEToDAGNV6jyXLVMI7j5MLW/L4wsVgsdznszXkZ1NRWPVfUSMfObnlybx0nndZOmEsrkBdC1ixYCKgDw5Brq3AmrwS9Gt+p3Qeg6BrcifLNgv3izlzF+r/+31B6BxB923ugnbizbr+HgdJbnypVLrQBsq8hvIbE9fz1IaLaY1BD+15++FI8IalaIQzVDzYTDlYQQc1WzXnz+8LkhzBeJYw3ManeMaihSskXngCuzWb/rUeyzYIvnAPC9P2jqNAGjsBduQ7navVDjJozDOiHhuHuoFmwX9zZCaz/2/8Dpac/G9icvKsuXwvtJajJVyq08aiqWjBBiohoK/X/apJoCzsNYbz7hCmEqed3WhsBmwkHS1GUXDjiB8dxkMlkNjXnzWQyub4wmqYVNOdta2tDMpnMNefdLz+PDGpqp16P83L2KvDS09kLQkAbPgHj2hTc249DqgZcocJ1BVzbhTRNuOkNyPU1uDdWarMdStOh9h+BuzgLe3x3zXTDThs4Aqyvwt1ls2C/uHOTWP/KX0Hp7ssGNiN319X3tF9BTb7i0MZxHDiOkxv7nb9FioioGIMaqltbhTD5fWGK7xOmEGY7XjVHI7xDX69YUROsnTRzdl13y74wUspcXxivOW9LSws6OzsRiUQC7wsTJvw60HakZWa3PN2s4BDHz0JcyzYTViABJ4Ncxw8FQBRA1ADiBoBENsRRDLhQ4boS0rLhZjJwN9Yh125AplaB3VbTRaLQDgzCmZ+EM3Z+j59pOIlYG7SuHrhT4drC5c5PYf3Rv4aSPJidEjVyN0TIt3p6qnncKw5tvC20DG2IqBye/VEoFYcw5ZrzFt+nnkKYSui6DsuyGNQEiM2Eg+VtffJe1JYaVZ3JZHJ9YfKb80YiEbS3t+euC3tfmDDh1qfaqseKGvnsd4CVa9kLBw5DdTLYyWegSAeKs3HrCu3mn5ZmoKsZLnqyVTnQ4EoF0nHhWhbcdBpyPQU3dQPYWCt80OYWaD39sKfHYTdoQAMhoA8dh7swGbqQJp+7MI2Nr/6/yHQdQORt/wP6qXvrJrCptuKx3wxtiKgUnv1RzTGEqZwX1DQ1NQW9lH2LJ/fV5+3jL1UFk0qlkMlkcO3aNei6XlAN09nZmQtkdjKtg7bHoIa2IicvAueezV5ojUPtH4QY87dxsAIAjgkVZvYKAcAAYKhAWzuAdrhCgasYkIoOKAbSVy7CvtKgAQ0ANdkLxdDhTtZPnx13cQYbX/tbZJ58HJEH/wf0O97EwCZPJaGN14i40V/zElEhBjXkq1IhjNcPhiHMzmma5mt/DqIgOI5TdjuSaWZPwjRNK2jO297ejmg0mgtpjh07FvBnsb8wqKmtevpaSzMN+cOvAZCAqkEZOQMxHUxlhyJdQNchMxlgeQpNrTrsntMwxy5DrqcCWVNVeM2CJy+FbgpepdzFWWx84/9D5qnHEXnw3dBPvzk0gU1YKtrKhTbedRz7TbS/MKghXzz66KNQVRW/8Au/UHA9Q5i98SpqiMLKdd2yzXm9vjCqqhZsR2ptbc1Vw+i6vuXxwAt4qbYY1NRevfxelM88DqRWAABi5G4Iy4LIrAeyFru1C2L2KuBkt6cK6UJPLUDr7YBtHEbm0gXAMgNZm1/C0izYL+61OWz8+98j89S3bgU2AVdE2rYduqrM4tAGQG7sN0Mbov2BQQ35Yn19HdPT0/jFX/xF/sLwka7r7I8SEmF5x62WpJRbNud1XReKosAwjNx2pKamJiQSiVxz3r1uHQtiPDdlMaihYnLsdeD8i9kLh09AaYtBXHyl5utw9QikMCCmLpf8uLAt6PY1qIP9sEUU5qXzgFtfTeHD2izYL+71eaR/8Bic1/8b6tFT0E+/FSIazDbvakx88hNDG6L9KbxHJaorvb29ePnll/kLwme6riOVaqDy7TrViNO3vL4wpZrzptPpXHNewzAKqmFisViuOW8t3oFUFIVTtwLAY3lt1UMQLDfWIJ/8RvZCohvKwYMQ1xcgahyAOC0JuIvzUMyNbW+rmBswsAHt6DAsU8Iaq4OqFCGgHzkOdz7czYL3Shs6DrkwDWf8PJzx8zCfehza7ffBuOftULp6a7qWsAc1+fJDG+DW73KGNkSNpz6OShR6vb29mJ+fD3oZDYdbn8JB07S6C2rKNedNp9O576ni5ryJRCIXyITlc1VVlRU1AeDWJyomn/53YCMFGFEox09BSEAsTtXs+R0I3HB1xKbHsdM6PSV9AxEA+okRZFbX4EyPV2OJe5ZtFmzAnaifZsE75Ta1Qu/qhizua2SZsH/6NOyfPg318Ano97wd6tFTEKL6fWzqKagpVjz2uzi0URQl14yYiOpLfR6VKHR6enoY1FQBmwmHgzeiOxKJBL0UANm+LcUBjPdv0zRzfWHym/PGYjEkk0lEo1FomlY3L9q49SkYQgh+3Wso7BU18sJLwOXsVCfl9nsgNAExWbuww2mKAWvriN1Y3NPjKOtLaNIA5+TtyCwuwl2Y9WmFe6Tr0AeP1nWz4Eooh45CXJ8F5ie3vJ0z9gacsTcg4l3Q7/65qm+LquegJl+p0MbjVdowtCGqH/V/VKJQ6OrqwuLi3l5A0WbsURMO3tanWpBSFgQvxWGM1xcmfztSc3NzrhrGMIyGehHGoCYYrKghj0ytQP7oP7IXjp2B0hyBTJsQaytVf3Ofh+0AACAASURBVG5XSsi2bmB6zNceM+raNTQ1CTgjp2FOTcBdWfLtsXdKGxgC1m80TLPgUkTLzX47s+PYyW8nubwI84mvV31bVL1VzFaiOLRxHCf3OsYLbLwtUkQUTo11VKLAaJrGk6kq4NancNA0zZfAzBu1Wa45b35fmOJqGO/yXpvz1hsGNcFhUFM7Yf5ayye/DphpuMk+aMlOOI6EMlH9UME1miClAkxeqsrjCwBaagFqogV23wDMK5cgN9aq8lwln7+1DVqycZsFe7RDRyFXFuHO7qECq8rbosI49clP5UIby7JygQ1DG6LwYVBDvvFK5ffbiWQ1KYoS6hfw+0WlFTVbNef19ozn94WJRCLo6OjIXW7kF4q7xcqOYPAFe+0F9TX3AuT845Z37Gq9+hoOTYzC0qPQDg9DEQKZa/OIutWt9HRjXZDz04CZrurzAIBwnZsjvbtwLd2J6OJsdUd6CwF96BjchemGDmlEUwu03j6402O+Pm41tkXZtg1d131aYbgVhzbezz9DG6LwYVBDvuno6MDS0hI6OzuDXgqRrzRNg2maWF9fL1kNY5pm7nb5zXnb29sLmvPyhc/u8OtWe+xR0zgcxykZHhc3FveOW9FoFJ2dnWiy1mH85DVAURA5ex+UiAbpCkSWZqq2VlfVICNtwGTpsdvVJBwTXTrgHhqAJQxYl88DPv8MqF29UCIG3CpVCYWFOnAEuLHse0iTz89tUbZto6kpmNHgQSoe+y2lxIULF9DZ2Yl4PF7QjJiIao9BDfmmu7sbCwsLDGqqIOyNJuud67pb9oUxTRNCCCwtLeWCmJaWFnR2diIajULXdf7/UEPh93Nt7fYYL6WEaZolg5j8nlZeABOJRNDa2oquri5EIpGyxy4pXcjHHgVsE+LUPdmQRkqI+akd9RjZCbe5HfLGKnB9rErPUBnFWkcE69CPHoWVcWGN+zCBKb9Z8GoDB6CRJugHD8EtnuhUTT5si2qUZsJ74R0H1tbWkEwmc5U23sc49puo9vb3UYl81dvbi7m5OZw4cSLopTQUrz/KfinL9VvxiUzx367rQghRsB0pvxrGMAwsLi5ifX0dhw8fDvrTIaoJbjkLB8dxSlbC5G+nNAyj4PjlS0+rn/0ImB0HBo5CTbRnr7NdiBX/hwa4AGQsCUxdAWR4QgxvpLdy7Djs1Aac6au7ehytfwhIpxq6WTAAqH1DEBurtQ1piux2WxSDmlts284NJcj/PVA89puhDVH18ahEvuGI7urwGgozqNnMGz9Zrjlv8YmMdzLjVcJEIpGK+sLUcuoTURgwqKk+L0ROp9NYW1vD3Nwc5ufnc8cvKSVUVS0IkNva2tDd3V3V7ZTy+izk898H2jqgDBy6uVYBUYXtOq7RDOnIqjUM9oOeXoWuAWtHbgOWlyGvL1R0P9Eag5Y8AHeq9tu4asqIQO8fgjt1GWE5Yux0WxSDmlssyyr4WhRvjwIY2hDVCo9K5JsDBw5geno66GU0nP08+cl7N7lcc14p5abmvPF4PHfZrxdefk19ot3j9r/aYlCzd16IXOoYlh8iR6NROI4DwzCQSCRylXxB9IWQjgP5n18FhIBy8gwU5ebP3FoKwtzw9bmcWBKYmwSsjK+PWy0tdgpui4qVliGo1xagrKdK37CgWXBjhzTqwUEIcyO8n2eF26IacTz3bjmOU/YNrPzQBrj1ZhlDG6Lq4FGJfNPT04OXX3456GU0nEYNary+MOWa85Z6NzkWiyGZTG7ZW6EaWFETLC804Au/2mJQU57rurlqmOIwxjt+aZpWcPzaKkQ+f/48Ojs70dbWFtBnlCVf/E9gcRrizFug6NmTWSkFxLR/J+KuqkMaLaGuoilHEQIJpOF2tWNFJqHMTkPNC5rUrh4o0UjDNwuGbkAfGL5ZRVMfx4mttkWxoqZQpb9riydIFYc2XiNi/u4m2h0elcg3PT09mJubC3oZDaceg5r8kv7id5LzG1zmb0dqamoqeDc5TL/YGdQES1GU3PcM1UaYfv5qrdSWyvxjmOM4BX2t/Dh+hSEUk/OTwE+fBIZPQY01564X1+YgfOod47YkIJeXgOu76/cSFgpcJEQasr8Ha4jCmRqHGe9Cy8pCYzcLBqD29kM4Ftyp+gyjvG1RmScfh37Hm2Dc8/NwHIe/X/aoVGjj8SptGNoQ7QyDGvINe9RUR9i23XiTAMpVw3gnMV5Jf341zJ4bXAYkbP8H+40X1FDtNPLWp/xqvlLVMAAKtlRGo1F0dHTkLlfS12qngq4Yk7YF+YNHgUQPlN7evOsllGt7H8ftQkC2dgLTV4AG+r4SjoVYshuy6zTM5RSc5QZ+s0q7Oblq6nJDHBuEbWL93AtYv/wGjmc2kF44D7VvCGrfESg9fRCK/z/nYedXYFUc2jiOk3uzywtsvC1SRFQegxryTTKZxLVr14JeRsPRdR0bG/72BtjKVs15LcuCEGJTSb/3TrLX4LLRsKImWAxqaq9eg5riILk4iMmv5vNCmJaWllyD8VpuqQwT+dx3gfU1KHfdB68tjZSAmNn7BB830gppWkBY+5jslmZA6RsEFiYhAERVwBm5A+bcPNxrjRXYqN19EHAbakuX0jsIY3kRuDnJzHntBTivvZD9oG5A6R2A2ncEat8QlL4hKC3BbkushWoMrigX2liWlQtsGNoQldZ4Z1QUGE3TeDJbBX5ufXIcJ7f9qHg7Un5fhfzmvG1tbUgmk7m+Cvvxl6miKHV50tooGNTUXliDGu8YVqpJr3ec1HU9F8LsZsrbfiOnLwOv/BeUu+6Houa9m57OQKzf2NNjO7EkMHsVsOtr++52RPIghHSAhcmC69X0CqLtEdjdZ2BeGQXS6wGt0CeqBu3wbZBTVyBDNDp9TxQVSt8Q3ImL5W9jmXAnLsGduATvO1e0d+ZCG/XgEJSefogGO55Ue8JocWjjBesMbYhKY1BDvhJCsJeEzyoNavKbW5aqhpFSQlGUgkoY753kSCQSur4wRB5FURgC11gQQY3X26pUEJPf28oLYCKRCFpbW9HV1VX3QXJQW5+kmYH8wdeA42egNBl56wHE1BYnsttwNQNSbarLhsFb0gwoBweBxcmyNxEA9MwStIGDsFwd1uU36nK7l9J1AIqmQDbS/2FbB4Subx3SlCFXrsFeuQZ4VTeaDqX3ENS+w9ntUn1DUFrbfV5wbdWyqXLx2O9SoY3XjJhov2JQQ75KJBJYWlpCZ2dn0EtpGLquwzTNLZvz5je3zK+GaW9vz13HX3ZUr1RVZUVNAPwOahzHKVkJk06nC8ZV529LqufeVvVA/vhbQGs7lM5E4QdWliCc3fXlcls6IJcWgY1FH1YYHrkqmi1CmoLbOyYMmFBPnoJ1bRnOXGX3C5yiZseLT49Buo0TkCt9R+DOT0Gu+jQO3rbgTl6CO3kJFp4AAIj2jmy1Td9QtvqmZ6Cuqm6qXVFTTrnQxruOY79pv2JQQ77q6enBwsICg5od8Lrjl2vOa9s21tfX8dprrxVUw7Ccv/aCbvi5X3HrU+3tZmpRuXHVXkWfqqoFx7C2tjZ0d3fnelvt55+tII4tcvw8MDEK5czdUPKeWzqAMrfzqUyuUCBbOhqzF802VTRbUdOrUJoFnJEzMMcvQ67tbTtZNSkd3Y03Xlw3oHT3w63B96VcuQ575Trw+n9nr9B0KD0DN5sU3+x1E4tXfR27FVRQk684tAGwaew3QxvaLxjUkK96e3sxPz+PEydOBL2U0PDeRS4VxHgTRoqb87a3t+feUdY0Dc8//zzOnj0b8Geyv3kNhRuxWXLYMaipveKtT16T8VJVffnVMPnbkrzjmGEYrIYJGZleh3z6MSinzkJR8kIaCYi5iR0/ntsUg9xIN1xII5J9ENLedUiTexwhoKWXoB5IwlIGYV18HQhRtYoUAsbQCbiz45Bry0Evxzeiszfbbyao70vbgjt1Ge7U5Vu9btoS2dDm4M3wpncAQg3H64owBDX5GNrQfheOIwM1jP02otsb81pqO1L+u8j525FaW1t3PGEkjE099xsGNcFhUFNdpY5jqVQKy8vLeP7553NNxvPD5Hg83tCT3mqt5v2Ann4MYugYFKPo/86yIW5c39FjObEkMDMO7HKrVCjpBpQDu6+iKUe4Ngx3FdrxYzBvpOFM7n2q1l45rXEozc1wpxqoigaAMnAU7vQVIGT9zeTqEuzVJeD1F7NXqBq0k3dDJJLQT90LJdEV2Nosy0Jzc3Ngz7+V/NAGuFWNztCGGhlfXZGvent7MTMzE/QyfJFfyl+qGiZ/zKt38tLU1IREIpFrzuvXu8jeiSrflQ6OqqqwbRuRSCTopew7DGp2z3sxW6ovTHF/K68apqmpCU1NTXAcB6dPn+aL3hqp1ddZXnwZsE2o7d2F1wMQO9jy4uoRSGE0XMNg0d0H4Vq+hzT5lMwaogbgnDqDzOQE5MrOwjF/CGhHjkOZvQqxUufTqfI1tUBp79xVw+Caa45BtCVgvfwTAID55DehHDwM/dQ90Eburnlz4rBV1GyleIJUcWjjNSLm7y+qZwxqyFc9PT145ZVXgl7GtsqdvHj/9k4K8xtbRiIRxGKxXDBTy74w3uQnhgTB4fj54DCoKc+rhinVG8bbWqnrekEQ09HRkbtc7ji2sbGB+fl5vshtMHJtFfKVZ6AM37b5gzdSEFa6osdxWzshF+eAzILPKwyO1HRkEt1oTtUuNFE3ltDU1Qb7QD/Mi6/XbIy50t4JJdYGOXUZjfQTrnT3Q66twJ3deY+lWlMODsFZnIWcHi+43p0eQ2Z6DJnvfx3q4G3QTt0D/cSdENHqV7rUU1CTr1Ro4/EqbRjaUD1iUEO+8nrUBG2r5rxeJ3ld1wtK+ROJRGhL+TVNYzVHwLyKGqq9/Tqe25t8sVWg7FX1eSFMS0vLjrdWbvX8VBu1aiYsf/wtKENHC/rSZJ9fQMxs38fDVVTIaByYCn7Ljp9Edz9gpdG8VvvKFiFd6OYy1OEjsDIu7LHRaj4btKHjkAuTkAtTVXyeGhMCysAw3IlLoR+F7hhRbBgtaJnc5udNunDGzsMZO4/Md/4N2vApaKfugXbbHRC6UZW12bZdl0FNvuLQxnGc3OsHL7DxtkgRhV24zkap7tWiR43ruts251UUZdN0Ee/f9ThdxKuooeCwoiY4iqI05Pe/4zglA5j8QLl4XHWtpr3V2zGStidffwFKWxsUbfMWWrEwA7HNCa7b3A6ZSgEzDRTS6BEoBw8BC5OBV5Yo1gYiCqCdugPmzBzc6/6+lhKxONREJ+R0YzV8RqwdSrQZ7tXwb3VSDh6GvDaPltUdjq53bNgXfgb7ws8AIwrt2Gnop+6FeuQEhOLf7wHTNOs+qMlXLrSxLCsX2DC0oTBjUEO+SiaTWFjYfSm0lLKgqWX+38V9YbyTlebm5lw1jGEYDXnAZVATPK+ZMNWeqqrIZDJBL2NHvB5X5bYlSSlzgXJ+o/Gurq5QBMrFU5+ouqpdUSNXlyDnx6F2bh4NLC0XytJc2fu6UkK2dQPTY6GaVLRXorsfwjWBher1otkNdWMF0XgT7N4zMC9dADIbe37MTLIfTRsrkLuY6BVmysHDcK/Nwb2xEvRStiSjzVAS3f40jzbTsM89B/vccxDNrdBO3Ant1L1QB4b3fAzxfi81ouLQxqtYZWhDYcaghnylaVrZXhKlyvjz/85vapnfoNerholEIg37C2Q7DGqC520/o9oLY48ax3FKBjDpdLpgXHV+NUwsFsuFMmE/ljGoaRxSSsiXfwSlY3NjUikBMV3+5NE1miBdpbEaBusRKAcOVbVZ8F4JSOjpJWiD/bAcDdalN5Bt97zDx2lpg9rVDbUOerbsiKpBOTAItw6+L0XvILC8CLcK2wXlegrWi0/DevFpiLYOaCN3ZSttegd8f65GUjz2m6ENhRWDmgb3ne98B5/4xCfgOA5+93d/F5/85Cc33eYrX/kKPv3pT0MIgTNnzuDLX/7yrp5rZWUFExMTcF0XX/jCFzA1NYXp6WnMzMzgTW96E37913+9oKllJBKpqKklZUOCeqsoaDSqqjIsC0itg5riyr7iUFlKCVVVC6ph2tra0N3dnetxVe8v8BjU1FZVK2rO/zeUWBOUUo+/kYZIp0rezY11Qc5PA2ZlDYbrgejph7DNUIc0+YSdgYEM1JFTMK8twZ2rvK+MNngb5PICZIOFNCLeBQgR+pBGRpqgdPbC3a4XjV/Pt3od1k++D+sn34fS1Qtt5B7op+6B0tG9/Z2xf3uSbRfa5Pe0qfff61R/GNQ0MMdx8LGPfQzf+9730N/fj3vvvRfve9/7MDIykrvN6OgoPvvZz+KZZ55BIpHYtr/MM888g9HRUUxMTOT+zM1lS6bb2towMDCQO8F585vfjMOHD2NoaAidnZ2hfwc5zHRdRypV+sU01QYraoLjd1DjTXwrNbLaq+wzDKMgiGlvb89tr9wPxzIGNY1BLi9AbCxB0Td/z0oJiKnNfT1cVYM02oAanWDWRB1U0WxFTa8i2qzAGTkDc+wS5Hr51wOiqRVaz0G4M2M1W1+tKAPDcGeu1mw61m6J3kPAylLNQppi7uIszKceh/nU41AODN4c930PlFj5cd+O4+z7N0xLhTYvvvgiTpw4kesLx9CGaolBTQN77rnncPToURw5cgQA8NBDD+Gxxx4rCGr+5m/+Bh/72MeQSCQAAN3dWyfvL7zwAgDg1KlTeNe73oWBgQEkk8mCE5cPfehDeP/7348TJ074/SntW7quMyQIGHvUBGcnQY03rrpUNYxpmpBSQtO0gmbj8Xg8tBPfgsSgprb8fuEvXQdi4o2SIQ0AiKXrEEU9Z5xYF7B8Hbg+5utagiR6BiDsTN2GNB4hBLT0EtSD3bDEIKxLrwNFx0V1YBi4cb3xQppINFudMhHyKhojAjXZBydE63RnxpGZGUfmia9DHTyWrbQ5uXncd72O5q4W73i8sbGR+7rYtp3b2szQhmqBr0gb2NTUFAYGbu1T7e/vx7PPPltwmwsXLgAA7r//fjiOg09/+tP45V/+5bKP+YlPfGLb5/VGdDOo8Q971ASPFTXB8YIaKWWuGqZUk978PldeNcx+aDZeDfw61VZVQrGJ8wAyQIl5RtIBlIXCxrJSj8A9fgYitQJMXQWmLm07CSrUjAiU3vqtoilHuDYM3IB27DjMGxtwpsYgos3QDvTDnR4Lenm+E10Hgcx66D830d0PpFZDFdIUkPLWuO///W/QjoxAu/0eaLedhtCNhhjNXQ3eVmfg1u9F77UIQxuqNgY1+5xt2xgdHcUPf/hDTE5O4ud+7ufwyiuvIB7fPBmiUl5QQ/5hUBM8VtRUn1cNUxzArK2tYW1tDc8//zx0XS+ohmGfq+rg1qf6Jm8sQazOluxLIyUgSvQtyZx8MzRzAzAMYOgo0D8IOT0BTIzWXWCTraJJN1xIk08x1xCNAM6bHoAzNxP6IGM3lEO3ZXvRhKyZfD6pG1C7+8Mb0JTi2LBHX4Y9+jJgRKAdOw1r4Di0SFvQK6sLxROkGNpQtTCoaWB9fX2YmLj1jtnk5CT6+voKbtPf34/77rsPuq5jaGgIx44dw+joKO69995dP29vby9mZ2d3fX/ajCFB8FhRszelpr7lhzFeM9X8apiWlhZ0dnZCCIFLly7h7NmzQX8a+waDmtrytZmwdCFmz0MRZf7/TAsitVRwld13DEpzK7Ced72uA4NHgL5DkDNTwNULm7ZKhU6DVtGUI/qGoa/MQWuLwO44A3v8CuTaatDL2rvmGJRYO9yro0GvZEuiux9Yu1FfIU0xMwP73PNQlxbQt3YD5tI4tNNvhdKWCHplgXMcZ9uedOVCGyD7utFrSMzQhnaDQU0Du/feezE6OoorV66gr68P//qv/7ppotOv/Mqv4F/+5V/w27/921hcXMSFCxdyPW12q6enB6+88sqeHoMK8aQpeAzLtuY4Tsm+MOl0OlcNVjyuuqurK3d5qxdDlmXx+7/G+KKyjl2bgJJZK/khKQExWdhAWLa048ahk4itXyv9eJoGDAwCB/oh52eAsTcgnPCF1vuhiibn5nhqLGXfFBMAdDsFrb8HtjgMa2wUSG8EusTdUnoH4a4swp0L7/+j1HQovYfgXr2E3YxNDxPRHIPalYS8+fW2f/I92M8+AXV4BNrZB6AMHt+3vw9M04RhGBXfvlRo41FVtWCCFFElGNQ0ME3T8KUvfQnvfOc74TgOfud3fgenTp3Cpz71Kdxzzz143/veh3e+85347ne/i5GREaiqis9//vPo7Ozc0/P29PRw6xM1HEVR9m1YIKWEaZolK2HS6TSklFAUJRfARKNRtLa2oqurC9FodM/jqms9npuo1nyrqLEzEPNXyn/8xmp2PLX3vELB2rE3ISokILf5GdNU4GA/0HMQcmEOuPJ6wWMFZp9V0aClDUprWy6kySekC12uQTt8CLZrwLpyHrBC8H9UCUWF0jd0s2FweH/Xiq6DQHoD7tXNE9PqzUY8iWYnkwtpcqQL5+I5OBfPQSSS0M68Fdrt921qQNzodhrU5CsObRzHgeM4ubHf+VukiMphUNPg3v3ud+Pd7353wXV/8Rd/kfu3EAJf/OIX8cUvftG352SPmurwKjrYh4P8Ztt22WoYb991cTVMLBbL9Yqp9rhqBjVElRGzl8puT5ISEDNjBddZR87CjMYQS1+v/ElUBeg9ACR7IK8tZAMbM737Re9Bpj0J1TVh7JOQRnQdhHAyQNHWtU23c23osKEdHYZlCdiXzwNh3rbW1gGh63Anwht+SFWDemAwu82p3t+00Q1o/UNond4i1L1JLi3A+uFjsH70v6CeuAv6nQ9A6RnY9n6NYC9BTb7i0MbbCs7QhrbDoIZ8l0wmsbi4GPQyGo7XUJhBDe2ElLLsuGqvN4yqqrkAJhKJoK2tDd3d3blqmKDxxQs1Ol8qatZXgeWZ8o8/PwuRV6ngdhxAqvswIkLurjJGVYDuHqArCXn9WjawSa/vdvU7Y0Qgk31oWir9+TYi0TcMsTK/feVT/n0cE4YCaCdOwFq34IyPhi5kUPqOwJ2fglzNBL2UskRnL2CZcBqgikZJHoACCVlBSFPAtuCcexbOuWeh9B6CdvYBqCfuhNAad1KUX0FNPu8477U0YGhDWwn+FTg1HE3T2MujCjRNg2VZiEajQS9lX/O16acPvHHVpZr05o+rzq+GicfjiEQiMAyj6tUwRFQDUkLMnC8xiPsmW0Is36p0lbqBG8N3AULAsFJ7e25FyYY1HV1wFhcgxt6AmqliYNPdD2GnoeyXkKaoH81uKHYaEQNwT94Oa3UNzuRlHxe4S5oBpacf7lQI1lKGVFSoB4duVtHUeVWnUKAdPgY5Owa5xwpVd/YqzO98GXjyMWi33wftzP1Q4ntrmxBGpmkiEolU7fErCW28RsRhet1JtcOghqombCe09Y4juoPnbcGpVVWTN666VDWMaZqQUkLTtIJx1fF4PHc5DNUwRFQDy7MQG6Wn/UgAYqpwKk36tjfB0aPQhITI7DGouUkoAmp3N2RXFzKLC9AnLkJZv+HLYwMAjAhEdz/E9Wn/HjPsmmNQ2uJ7CmnyKfY6Is0Czu1nYC1ehzs7sf2dqsBu64BrmjBCHNKIjh7AceCEfPJUJUQsAbWtDXLa56/3xhrs5/8T9gs/gHL4BPSzD0A5chJCNMYbQKZpIhaL1eS5yoU23nUc+70/8VU8VUUikcDS0hI6OjqCXkrD0HWd46ED5o3o9iOo8SYClKqGyWQyBdUwXiVMc3MzEokEotEoDMPgL2uiBrGnNzYcG2Juiy0ZaxsQeRUu9sGj2Ij3AACijv+9ZYSiwOjuAZLdkKurwJXzEDd20AOnlJtVNPsqpOk6AMWxgL1+7UpQzRTUNgNm/HZsTE5B36bnjZ+UgaPQpq8AIa28lkKB2ncEzuQloAF6o6mDR4Hrc5CLVaxAkxLuldeRufI6RFtHtvnwHW+GaG6t3nPWQDW2PlWiOLQBkBv7zdBmf2FQQ1XR09ODhYUFBjU+YkVN8HYyott13ZIBjFcNA2T/T/OrYTo6OnKX2YuIiCohFsbK9piREhDTt6pp7EgLVvtGAACuYwPryyi/X2qvCxNAeztw5l7IVAoYuwCxvLCzxzCiED19ENf2UUADQPQdgVhZqPp2G8PdgHYgAVcfhDU1AblSZkS7H5paoMS7Qt0wWCSSgERDVNEg0gTtQD/kzHhNn1auXof19OOwfvwdqMfPQjt7P9SDQzVdg1+CCmryMbTZ3xjUUFV4k5+OHz8e9FIahq7rWF+vUaNGKklVVdi2nStJLdUXJpPJwHVdKIpSUA3T0tKCzs5ORKNR6LrOX6i7wO2U1Kh2/b2dWQeuXS374fWJcbTenPYjIbA6fDegZ5t/NgsHSi1+nIQAYjHg9rsg19aB8VGI6xVs5fGqaPZTSKOoUA4OATXsv6MIAcW+AbUnAbtvAPb4Jcg1H7esAVC6+yHXVuDWODSolBQCat9wtndPmKdjVUjtHQDMjZqHNAUcG85rL8B57QWI7n7oZ++HevJuCD3Y4GMnwhDU5MsPbYBbldkMbRoXgxqqip6eHszNzQW9jIbiNROm6nMcp2QAc/36dSwvL0PTNOi6XhDEdHV15S6zQa//vHeT+OKD9pPiLZLF4fBtegoJtfQUH9eWaN1Yzl22hk4D8aT3wNBNf3rTVEwIoLUFOHUWcn0duHoJYmFq8+2MKER33/7a5gQATa1Q2hM1DWnyCUjo9g1o/b2wxRCssVEgvbHHBxVQ+ofhToZ3pLXTGoemRxqjikbVoA0ehZy6AiA8X285Pwnzu/8GPPkf0E7dC+3sA1A6uoNe1raklKF+PVc89rs4tFEUJdeMmOoTgxqqit7eXgY1PuPWJ39IKWGaZtltSd4vZi+AiUajiMViSCaT0DQN8XgcyWQy6E9j3/EaOYf5/IuYuAAAIABJREFURRPRTkkpcz2p5ubmtmwY7v3xtkhGrRS0iVdKPy4klNlb76a78W6keo/kLu96JLdfmpuBE3dADt4GTFyGmLtZFdQzAGFt7L+QpqMXCuyq9KPZKSFd6HIN2uFDsF0D1pXzgLWL75VYO5RoS2i3OkkImF0HoS/OwG2AKholkYQSMSBD3KAZmQ3YLz4F+8WnoRy6Lbst6ugdEPy9vmelQhuPV2nD0Kb+MKihqujt7cW5c+eCXkZDYTPhyti2XTKASafTuXcaDMMo6A0Ti8Vyl7cKApaWljh6PiBeUENUTxzHKblFsvh4ZFkWMpkMmpqaKmsYLl2IyZ+Vf+K0BbG2kr2ppiN19B4gbxLLnkdy+6UpChwbgTw0DCxfgzrVAFUNOyQOHoG4sRi6LTfCtaHDhnZ0GJYpYF85X/EalYOH4V6bg3tjpcqr3KX2TiiqDmN+MuiV+EBkx27PT0Cuh/TrvYmEe/UCzKsXIFrj0M68Bdrpt0C0tAW9sBzXdes21CgObRzHyb129QIbb4sUhRuDGqoKr5kw+YcVNbfefS61LSmTyQBAQTVMJBJBW1sburu7EY1G9zyueifNhMlfDGoobEptSyrVqyq/Gqbc8ej555/H4OBg5U9+bQLCLN2zTEpATN2qYkjfdg9soyl3OTuSe23nn3AVybYOyEgThACUyX0S1igqlL4h4HowW50qJRwThgpoJ07AWrfgjI+W38akalAODsKduFT64wGTANT+YTjT45B2/b+eEs0xqF1JyJkrQS9l12RqGdYz34b5X/8b2tHT0O58AOrA0aCXFbr+NLtVLrSxLCsX2DC0CS8GNVQV7FHjP1VVG/5EdateDPnjqvN7w8Tj8dx11f5Fo2ka0mn/x9nS9hRFYUhGNeW6bm6bZPGf4sltNe1VZWcg5rc4MVtdgbh5Eur0HsFG4mDBh6sxknuvpBCAIuD0DkA2tUK5+BJESHua+KKpBUq8M/QhTT7FTiNiAO7I7bBW1rKNd/OIeBcgRGhDGrQloBhNcK6GcyvWTqn9Q8CNJci5RqgKAoTrwrnwEtLShrKeQsttpwPd6twoQU2+4tDGG4xhWVau9yKFC4MaqopkMonFxcWgl0Eh4rrupmqYrXoxRCIRxOPx3L/3Wg3jB1bUBGc/BJVUW962pFJ/8oNh75jU3Nxc2bakKhOzlyDKbEGRroCYHcv+O9qCG4fuKLwvAGVjtcor3BkZaQbMW01r3fYE5Km3QD3/3xBWJsCVVUlHDxS4wGoVR2FXkWKtI9Is4Jw6DWvxOty5yWzD4NmrQAirVKSUSLV3o/nGdShO8D2A9kw3oPUPQU7XbxVNOcad96EpvQLzyk/xX/OriHd0oqenBx0dHTUPbRoxqMlXauw3hU/wZz7UkHRd5wltlYRx8k3xFoDirUn546q9E5+wnPTshKZp7BMUEG59CkYYjzeV8N4pLFehJ6WEqqoFvara29vR09PjyzbJqllfBZZLV2FIKSHmpyCQ3eKxdvzNcIs+jygsQIbr50hi8wmYjEZhn7oP2sWXIVLLJe5Vn8TBIYgb10LXj2Y3VGsNarwJcuhBOCurcCO3wV1PQd5YgUytIhRTh2JxKNEWtDZI1YmSPAAFsiFDmshdb4GysQQAMJwM3trbgusd2cEkb7zxBuLxOHp6etDZ2VmT0KbRg5p8QggOagipkL4SoUbAcbr+8yo6an0S4bpuyQAmk8ls2gLgnfR4k0kikQhUVa3pequFFTXBYVBD+bwKvVIhTLltSZU2DQ8tKSFmzqPsb1TLhVjJVrLah++A2RLfdH8tE7JqGqOwmqaApsE+dhbaxEWIhfo+0XZvThhqXpkPein+UVWIeDfE8lw2ajMAGFEgHoUUByDVCFypwHVcyEwG7loK7uoSsFGb/kiifxjuzATkylJNnq+qhJJtGDw7BtlwvwcFIne/Bcp6UbXTpZfQMXACnSMjkFJiaWkJc3NzOH/+PNrb29Hb21vV0GY/BTUAeK4WUgxqqGri8TiWlpbQ0dER9FIahtdQ2M+gJv+d51JBTH41jHfC09rais7OTkSjUei6vm8O8KyoCQ6DmtoLMmwvnt5WybYkLxxu2GPS8ixEmW1LUgqI6WxvELc9iRu9m5txRpSAR3KXIMU2Ib6iwD50G9TmGJTx12uzKL9FW6DGO9F8oz63OpWkGRCxOLBcOngS0oWwN27VSkUARJqBjmZIocJVDUipwLUduOk05FoK7up1IOND/6TWNojmNrgN0otGtCWgxtogp0M8dnu3xM2QZq3EljTHAs4/B5z5eQgh0NHRgY6ODkgpsby8jNnZWVy4cAGxWAy9vb3o6uryNbQxTRMtLS2+PR7RbjCooarxJj8xqPGPF9Q0NTVtf+ObHMcpGcCk02lYlgUhxKZqmJo0xKxDrKgJDoOa2qvW3vVS25Lyj03525Lym4aHqV9VzTk2xNwWJ55rKYjMBqSqZUdxlzhuG2ZIRnLflK2mKT25qoAQcJIHIJtaoFz4adn+PKGU6M7+VzRSSGM0QTQ177rHjpAOVPtmFZUA0ASgqRXoaoVUdLiKDlcKSNOGm0lDplazlTjW9iGj0ncEztwU5OrErtYWNuqho8DSHORi/TSdrphQELn7zaVDGs/kBcjDd0C0d926mxBIJBJIJBKQUmJlZQWzs7MYHR1FLBZDT08Purq69lzJzYoaCoN9+GqHaqW3txfz8/M4fvx40EtpGMUjuqWUuakkpcIYKeWm8bCxWAzJZDLXh4EH58qpqsqKmoAwqKm93QY1xduS8v94xy/DMBprW1KViYWxstUwUgLi5rvtmdvuhh1p3nSbUI7k3q6apojb2gZ56s1QL/wUIlNBwBMwcWAIItUY/WhymlogNAOoUt8g4VpQXQsqAKgAmgXQ3A6ZbINUI9kgx5VwTRsyvQ43tfr/s/fmMZKc933356mz7+6Z6XOOnd3ZnT15k0vSonUFeU2Lek0ZfKmE/8RIBMWOowBKFMsSrNgW5MSIkESOAUOyY0vwH4wgxTYCGYhNW4Ylx7Ykkkua4rG73Ht3Znfu3Tl7po+qev8Ydu/MbM/RPd1dVd3PBxjsznR19dPXU/V86/v7fXEW74AZQkQTWF5NnKoXM4iWG8SZuO72SFqDomA+sotIA4ADZ/8efuJjNW8VQpBIJEgkEjiOw+LiIpOTk1y6dIlIJEImkyGVSjUk2nSbUCPxJlKokbSMTCbD9HQH1WO7wFb7/+LiIvPz81y/fp1yuYwQorrgqThgYrFYtWmvXPA0F0VRZHd8l5BCjTvU+rxvbBy+VRy2LEuWSjabQh7mbmx7s5ibRjg2VnqYfO9gzW28FsntGMG9uWm23s80KZ88jXblnWo/Hs8hFJTBEV9Fb++JUAwhWG9o3WaEEAi7CHZxXcTRgIgGkV6cwyPYZZvSwjK2buzJeeNl1NwBKOQ7V6RRVQIPP4HYVaR5j9sTOBNXELmRHTcTQhCPx4nH4xw9epTFxUWmpqa4fPky4XC4Wh61V0dmNwk1G2O7Jd5CCjWSllFx1Ehq4zjOPXHVlcXOdvb/cDiMqqoMDw93p/3fZeSBzD0URZFlZ21go0uvVCoxPj6+qYeV4zhomrZJHK6ktwUCgY5pHO4lxORFxDYCsVN2UOYmcMwQS4cerH1/HO9Fcisa0OCCWlUpH74f5eYV1CmPLWbNEEpfuvNEmmgvolxoTg+ZZhKOI4prqKU11AA4x45QckxKt8Zw7nhUyNsOVUMbPoxz8xqeSMxqBbpB4MHH9i7SVDj/I5z0MGKPx5eNos3o6ChLS0tMTk5y5coVgsEg2WyWVCq143m0bdvyeCZxHbnSk7SMTCbD22+/7fYwXGPrVeeNgszGZpgbrzwnEonq32qJAjMzMywvL0uRRtJ1qKpaTfORNE4lwa3WvFTpWWUYBqZpYts2uq5XhZjt5iVJC1maQyzVXnA6DoiJqzhA/tgT2Kpec7sgZU9FcjtGaN0ltB8UgTU4ghKOI6682ZyB7ZdECkVVYGHG7ZE0l3gKsbYMHmtETSgOpQKU7opHwrEwyGP091EeGqK0sIQ1dgU87sZUelMohoFzs/Nit6voJoEHH6lfpIF1F9e1N+Hww3XfVQhBLBYjFosxOjrK8vIyk5OTXL16lWAwSCaTIZ1Od/V5tTyue5fu/VRKWk6lmXAnsrEHw9Z/i8XipqvOlQVOM5phbu1RI3EHGTvffmTp094olUrb9ofZLsEtmUzW7Fn14x//mFQqhWmaLj6jLsaxERMXtr99rYDIL1EaPkUhsk3TfsdB9Vokt9Kcq9RCCMq9SdTgkyjnX1tPiXEJkTuIWLkDpQ7rYdaTRSzfAdtjzysUXxeOits7fDQrjxZRsU+dolQWlG9cw1nx1ncBBNqhozhTYzgrC24PpnWYAQL3P7T+HWmUS/+AM3gcYe49TGMrQgii0SjRaHSTaPPKK68QCASqThtVVeU5nsQTSKFG0jL8WvrkOM4mN8zWRY9t2wghNln/K9GwpmliGEbLJngp1LhPRTCQltj2IoWazWVJW39qCcSBQKAaWW2aZt2f2ValPkn2yNwYYps+Lo4jEDcvYUd7Wcod3XYXXovkdvTg/t00W7CCIez7n0S78Abkl5q6710RAmXwcOeVOgH09SMWZjzlxgIgFHtPpFnd0+aKXcRUwDjYj6UeoTQzizWxfc+ndiFCUdRkCudWB7toAAJBAqceQKzsswF1uQgXXoH7P9iccQGRSIQjR45w5MgRlpeXmZqa4syZM6iqim3blEoldL22U7GTkKKUd5FCjaRlpFIpTzpqKtb/Wr1hKqUVW+Oq97PYaSaapsnUIZepRHRLoaa9dINQY1nWtm6Yrc3Dt8ZWt0IglkKNi5QLiOkdFnDzt8FxWD76eM0o7gqei+RWtZaU0DiaTun4o+jXzsPtyabvvyZGECWZ6UyRJjWI8OLzCsXWnVN7FGk2InDQrBW03iB2+kHyC6vY49dQXBAy1cERWLqNMzXe9sduK6EIgROnEPkmuYXGzuMM34eI9TVnfxuIRCJEIhEOHz7M9PQ0Fy9e5MyZM+i6TjabJZ1Od2xzYSnUeBcp1Ehahq7rbW/+6ThOtfHlVjGmUChsa/33SyKJdNS4T0Us69QDtlfxu1Cz1am3VSSuzE1bI6tTqVTNsqR2jlvSfsTkZcQ2sc6ODcr0DQpHT1M2w9vuw2uR3K1w02xCUSgdOoEeisH4DiVjzSCeRNG1zutHA5AeQszdcnsU9xKMglWGQv0izVaU8hqRsMA6NoItgpQmbmHPTTVhkDvjaDqFnjThmQ4XaAAiMQJHjzdPpIH1xlxnfwBP/kzz9lkDVVXp6+vj+PHj5PN5Jicnef3111FVlWw2SyaTkeeAkrYghRpJy2lmPw/LsmoKMBsbYW51w1T6L3RCXLXfF6udQMVRI2kvXv/sV1LcajXqrZQl6bq+SSSuCMSBQMCTc5OXReuOJr8I87XdDI4DYnIMKzXESt/QjrvxXCR3i9w0mxCCUnYQLRRBXPyH9Res2Q+RHV5ffK7uXzDwGiI1BJ4UaSJgW00X+lQcVCePnk1gDfRTWspTvnF5XRBqMkqqHwULbbEDxb0tiGgCc3QU0Yq0ubmbOFPXEJmDzd/3e2yM5g6FQoyMjDAyMkI+n2dqaqoq2mQyGTKZjO/7uMljvXeRQo2kpfT09DA/P09PT8+u227sv1BrwVOJq9640PHCFWdJdyHLz9zBbaGmIhLXmp8qZUkbU9yCwWA1LamVfataiSx9cgHHQUy8y7afltK6o2DpxFOww2dqPZLbO81JW+6m2UI5lkC5732o58+sJwM1AyFQBg7DHQ+WBO0XIRDJAbjtUZHGcVr++VGtPGoInBPHKdkqpfHrOIv77KsCIJT1hsET13A8fLGhWYhEL+ahQ4jVFvaLOvdDnNQQokmNybeyUajZSCgU4tChQxw6dIjV1VWmpqZ44403EEJUnTZ+FG38eH7SLUihRtJSKslPPT093Llzh6tXr7K8vMzhw4c3LXgqDoVK/4XKYicWi1UXP1684uwGlcWTnFjdQTpq3KGVr3sjZUmxWIx0Ol0ViTsRKdS4wPzktlehHUDcvMzqsSewtZ1t9+uR3N5579riptmCbZo4p55Au/QmLO9zwW0EUJK5jhRpHKEgerPe7LUTiK7X+q21r4RPOCUMUUIfzGBpI5Ru38Eav8b6N7DOfcV6UKMxnJtXmj5OL6L0pjAODCFa/X6tLMC1t2HkwZbsvlgsEo/Hd9wmGAxy8OBBDh48yNraGpOTk1XRpuK0CQQCLRmfpHvozLNLyba89NJLfPrTn8ayLD75yU/y+c9/vuZ2f/Inf8Lzzz/Pq6++ymOPPbbrfsvlMhMTE9y4cWPTz6uvvso//af/FIBwOEwul+ORRx7h8OHDxOPx6qKnUxc6raDi6OiGTvReRDpq3GE/jhrbtndMS4K7DcQrP51UMtkoUqhpM1YZMXVp+9uXlilnDrIWTe68H8dBXfNODHG73TSbHlvTKB17GP3GRWi0L0i8D0XXYcF/KZa7YQmFcjBOYL71/VnqJhAB2ivSbEQI1psPxw3s3vspFRxKNy7D6t4+y+rwKMxN4sx6UABrAUoygzHQj2jXd/3iaziDxxBG88WQ7Rw12xEIBDaJNlNTU7z55ps4jlMVbYLBxmPFJd2LXB13EZZl8alPfYrvfve7DA4Ocvr0aZ599llOnjy5abulpSV++7d/myeeeGLH/b344ov83u/9HisrK6iqSn9/P0NDQxw4cIDh4WHe//73E41GOXr0KB//+Mdb+dS6ikpDYSnUuIN01LjDTkLNxrKkrT+WZVXLkioiTCgUqia5eb2BuNtIoaZ9iJlr20ZpO46ApTssnfrArvsxFQdheSiS2wU3zSaEoHRgFD0cg2tn67tr5sC6w2nVW/1+moGj6pT1IIGCd0S9KpUm2S6JNFtRrAKmBsbIAcpKiNLUJPb0NmViZhAtN4gzcb29g3QRJd2PmUs3lMbVMOUiXHgV7nt/03ddr1CzkUAgwPDwMMPDwxQKBaampnj77bexbZt0Ok02m/WUaCOEkOdAHkYKNV3EK6+8wpEjRxgZGQHghRde4Dvf+c49Qs2v/uqv8rnPfY7/8l/+y477++hHP8rP/uzPEolEtt3mwoULTE933lUoN5HJT+6iqmrVhSFpPZUkt3w+T6FQ4MaNG5vKJiu9qza6YeLxeNV2LN16jdOtTiI3MIUNcze232BumpUjp2EPPRm8FMnt6AHX3DSbEIJSMosaCKNceA324M5Tho54sxyoGZghHN0g0Mo+Io1ihkERsOqdz3EFgYNur6Cnoli5hygtr1G+fhnK6+dkau4AFFa6S6TJDmKm+6Dogph54xzO8ClEtLepu92PULMR0zQ5cOAABw4coFgsVkUby7KqTptQKNSEEUs6FXkG20XcvHmToaG7KRGDg4O8/PLLm7Z5/fXXGRsb46Mf/eiuQs1eGgRnMhneeeedxgYsqYkUatxF0zTyeQ8sPDoE27bvac5bEWIqgphhGJimWS35i0ajXV+W1C6ko6Y9DOtriG1ea6dsU+rJUQpuf1GkgobHIrlVo7qI9QJWJIpz3/tQ331t+5hn3URJ93euSBOMIlQV1ZMiTQgUBbw4ti2o5VXUADjHRylhYBctnOsXaKSXjV9R+4cx+uLNa9hdL44N534Ij3+0qbu1LAtVbW6jYsMwGBoaYmhoiGKxyPT0NGfPnqVUKlVFm3A43NTH3AvSTeNtpFAjqWLbNp/5zGf4wz/8w6bts9JMWNI8pFDjLrL0qT42NundKsjUKksKh8PV2OqtZUmvvvoquVzOxWfTXcgeNW1iaY4etXbfK8cBZ3WNleHRPe0qYHunRGfdTeMd0aiCbRg4Jx9Hu/IOLMxuvjHWg2IGYL5DncCRBMK2vCmEmKF1x5gXx7YDwrEw0insxdsUe5I4d7rjnFcdGsFIhN0tawSYGcOZvoFIH2jqblspYBiGweDgIIODg1XR5vz58xSLxWp5VLtEGynUeBsp1HQRAwMDjI2NVX8fHx9nYGCg+vvS0hJvv/02H/rQhwCYnJzk2Wef5U//9E/31FC4FplMhqkpDzap8zGapkmhxkVkM+G7VMqStktLqlWWlEgkqm4YWZbkbaRQ0wYcGzFxYfubSxZLA8d2jOKu4LlIblX3lJtmI46qUjpyH/rNazB5DYByTxbDLkDegz1bmkGsD1Fcdc/9sBNm0JciDQDpYbgziQKYuTTFQBB7Yocyxg5AHT6CEQ145/t97oc4yUFEExy27T7mbRRtSqXSJtEmlUqRzWZ3bDEh6WzkWXIXcfr0aS5evMjVq1cZGBjgW9/6Ft/85jert8fjcWZn715d+tCHPsR//a//tWGRBiCdTm/ap2T/6LrO6mobG7ZJNtFNjprtypLW1taqYqFhGPfEVgcCAQzDkGVJPkcKNW1gbgxRrF1K6TiCQiSJrZt72pWXIrk905tmJ4RCaeAQWjjG2vwsoTXviFxNJ5FG5BfB8sjCeiNmEFTdnwJZ6gDcmaz+KhwLIxGmZB7Fura9AOtn1EPHMEIaWB66YLV8B26chYP37XtXzepP0wi6rjMwMMDAwADlcpnp6WkuXLjA2traJtGmmS4Y6ajxNlKo6SI0TeN3fud3ePrpp7Esi0984hOcOnWKX/u1X+Oxxx7j2Wefbfpj6rreNYvadiFLn9ylkxw1G8uStrphLMtCUZRNZUmRSKQaW61pmjzAdzhSqGkx5QJi+uq2N5eMKGvRvr3ty2uR3B5202xCCMqDRygbYZxb57dN3fI1vVnE0m2wPXguZvhZpBmCGrHmAgcjqFA6ej/lC2+5MLDWoR05gW4q3vwsXTiDMzCK2KOwvR1uCjUb0TSN/v5++vv7KZfLzMzMcOnSJVZXV5sq2sjzOG8jhZou45lnnuGZZ57Z9LcvfelLNbf9/ve/35THdBwHx3HkZNAkpFDjLn5x1DiOQ7FYrCnCVMqSNE2rijCmadLT01P9vdmN9CT+RAo1rUNMXl7vF1KDsh5iJbJHkQZvRXKvWmCsrfjimO8IgeWA2pMkH3mc8M13EQsd1GMkOYCYn/KM02oTRhA0A/I+dDL1DcD8zp8TXS0hTj1M6dyb3hQ26kQ7eh+6Znv3uZTW4OIZOPnUvnZTLBbRdb1Jg2oOmqaRy+XI5XKUy2VmZ2e5fPky+XyeZDJJNpslGo36Ys6V1IcUaiQtJ5FIMD8/v6eUKMnuSKHGXRRFwd5DtGursW27pghTKUsSQlTLkiqumHg8Xv3drwd0Kfq2D/k6t5D8IszXThWyEeRjOWDvr7+XIrnNcMyTTYRrEu7FqcQK6wYrw/cRun0LZfxdd8fVDFJDiNu33B5FTWzNRGgGwo8iTU8Wlm6zl3QnzV5FnHyA4oVz7sRXNwn9+P1oindKK7fl2js4B04hIomGd1EqlTzhqNkOTdPIZrNks1ksy2JmZoYrV66wsrJSFW1isdiej9/yOO9tpFAjaTmV5Ccp1DSHTiq98SPtOqhVmvTW6hFj2/Y9ZUnRaJRUKtXRZUmVUpxOfG5eRJY+tQjHQUy8u60Ms5Y8jFXHy+6lSG6vJj3VwhYK1tZSJyHI9w1ghOMYl99wP9GmQURqCDws0pSFguFHkSaeXhdZnb1frFGtVcyjxyheu4az7MPnPHoKVfhApIG7cd2nP9LwLrxS+rQXVFXdJNrMzs5y7do1lpeX6evrI5vNEo/H5TmTj5FCjaTlZLNZpqenOXr0qNtD6Qjk4sn/bFeWtLa2RrFYvKcsKRAI0NvbW3XDdGtZUsXNJJsUtwc517SI+UnEau2eHIVwmqJQwdl7eYGnIrlVwx+9aYBVJYCxjTuyGIhgHX+SwI13EItzbR7Z/hDpIZjzpkiDHkAxAhgr826PpH6ifVDMN1T6o1gFzOEhCpMBnDn/JKGKYw9gKsU6vH0eYPo6zuw4IjnY0N2LxSLRaLTJg2o9qqqSyWTIZDJYlsXc3Bw3btxgaWmJ3t5estksiURik2gjhJAijseRQo2k5WQyGaanp90eRkchJ1ZvY1nWtmlJ5XJ5U1nS1thqwzDk+7sNXik76xakUNMCrDJi6lLNm2wjxGJkEK1cR2NVx0bkvbHo9ZObBt3EEAo7la9YqsbKwfsJzd1EuXmxfWNrFKEg+vo9LNKYYAZg2Ruf17oIxdcTs/YhQgq7jJnuW4/vvnmteWNrEcYDj6GWvFNSWRdnf4Dz/ucRov6LOn5y1GyHqqqk02nS6TS2bTM3N8f4+Dhnz57dVrSReBMp1EhaTjabZWrKP1cQ/IAQQjoLXKKycF1YWLjHFVMoFKrvy9bI6nQ6jWmanmtS5yekUNNepFDTfMTMtZrJQpYD45FTxKz6SiNEYcUzV7sdzT9uGjsQhcLq7hsKhXxyCDOcQL/8hjfjrQEUFdGTgTu1+x65jmaCGVqPUfYbgQgoSlPi5gU2RixIyTyOdeV8EwbXGowHH0ct+jCJq8LSbbhxHoZP1n3XThBqNqIoCqlUilQqVRVtbt68yTvvvMPg4CDHjh1ze4iSHZBCjaTlZDIZzp496/YwOopKQ2HT3F8MoeReHMe5xw1T+b1SlrS2tsbY2BjhcBjTNOnr66uKMlI8ax1+SdzqFKRQ02QKeZi7UfOma+oQSnEBzDqESMch4hSaNLj94WgmrPnDTeMEIlh7EWk2UAhGKR17guDYO4glj4kNqo6I9daMivYEmgEBn4o0RhAME1ab5ywROBgmlI4/SPn8m+ylKXE7MR56ArXgw146W7nwCk7/EYRen+jSaULNRraKNsWiP3twdRNSqJG0nGw2y8xMB8VdegBN06RQ0yCWZW2bllQpS6o06TVNk2AwWI2trpQlvfXWWxw+fJhgMOj20+kqpKNG4gds294k9q6urrK2tsZgeZaEcu+ibN5Ms2IcYMior0R4PZLbGw5P+naDAAAgAElEQVQPRzPB8keTe1szoFi/wGXrBkvD92NMXCUwN9aCkTWAbiLCMVicdXsktdEMCIT9KdLoJoSisNIa0UIXBcSphyidf8sz3x3zkSdRVn1YmlaL4hpceg1O/ERddyuXy2ha5y+PFUUhHA67PQzJLnT+J1HiOrJHTfPRdV0mP9XAcZxt05IqZUmqqm5KS6pEVlfSkvaCTN5yBynUtBfpqKlNLbG38mNZFkKITaWP0WiUXEQnPH1vWYoViHPdPEm8PF73OLwSye1opm960zihOHYDIk0FRdUoD44ypwXomb6MUkf6T9MJhBGG+V5UtAdRdQhGvDu+nVA1iPS0XGDS7FXEifspXnoX1vZfWrUfzEd/AiXvQ0FtJ669hXPgJCIcr+tu3dK7pVuep5+RQo2k5aTTaSnUNJlK6VO3UblSXatRb8XCqev6pkVSMpmsumOaVZYkS3DcQQo17aVbhZpyubytEFOrB1U8HieTyWwv9jo24uLL9/5ZNbgUuB9TsYmqDtTRbUYD70Ry+8RN4yCwmtTRx8wOsdqbQr/8Y4yiC+9DMIZQRMvcHvtG1dfdKH4UaRQVEpm2uZRUaxXzyCjFGzdwFtsvlDhA4NH3oeR9+F7thm3DuR/BY0/vafNuPN5JvI0UaiQtR9d1uahtMp0q1OzlSvVGN0woFKrGVuu63rarA9JR4w5SqGkvlablnYTjODWFmNXVVQqFAo7joKrqJiGmp6eHYDCIaZqoqlr/g86NI4qbr5Y7CG7F7mPNMRnUZ1DK9c1dAbu+Hiutwk9uGiI9OPtw02zFMQIUj51Gm7mOMnm1afvdlUgCYZdhzRufgXtQdQjFYMlfseYACAG9/bDQ3ouLilXAHBygMBPAmWlfQ2gHgf7w450p0lSYuoozdxPRN7DrpqVSqasCH6SjxvtIoUbSNhzHkZNCk9A0jULBG00k98rGsqRaPWJqLZAqkdWmaXqqZlg6atxBCjXtxY+Omq3zTKU/zMZm4JqmEQwGW+q6q1IuIKav3PPnxfhhZp0eQmoJpVxfyYOCg7LqDSeFo/vETaOoWK0Q1xWFfOYQZqQH/cqPwW7xcSGWXBf9Sh49/qsahGOw6EORBiA55FpTZuGUMVM9FAMh7LHLbXhAhfLx+witeWMuaSlnf4jzk//frmuQTm4kLPEn3ln5SDqaRCLBwsICiUTC7aF0BLqus7zsjf4EFbY20Nz4U3H/GIZRXRBVeje0bIHUQlRVlY4aF5BCTfvxmlBTK5Vta/ljZZ7Z2ofKNM22XywQk5cRWxbvxXCKa2IYgKQ2D3VOJQHK4IH3xU9JT4R7cOpMeqqHQjhB+cRPELz6JuRbFGucyCDy894VxlQNwnH/ijTpYbgz6eoQhGNjhHVKR05iXWphWqqiYj76BMHlDnbSbGRxFsbOw4ETO27WbUKNvHjufaRQI2kLmUyGmZkZKdQ0CTdKn7aWC2xcLG1toGmaJuFwuBpb3c6ypHagaZqMNXQBKdS0Fze+s9sJvqurq9VUto1CjFvlj3tidRHmN5cx2HqIi/pJAKJaAep00+A4qB65Au4XNw26Sbm41vKHsTSD5SOPEJ68ipi+3tyd9/UjFmfWe254EUWDcMK76VO7kT7gukhTQQgwdJvyiYconf9x80VZVSXwyBOIbhFpKlx4dT2uW9u+tKnbhBqJ95FCjaQtZDIZpqamGB0ddXsoHUGzU58cx6FYLNZcIO1WlhQIBBrr2+BjpKPGHWTJWXtpRemTZVkUCoVNJUk7JSZFIpFqaZKmad4SYnbCcRC3LmxqXesIhWvh+ym/d+rVozbgpvFIJLejGa6n1OwVOxCFFrppNiEUVnKHCUR70K6+1ZxSqOQA4s4U621fPYiiQsS/Is1SsIfoHXfKnXZCYw1x8iGK774N5SZ953WDwIOPdp9IA1DIw6XX4fgT225SLBa7pkeNEMI/x9MuRgo1krYgI7qbS72OGtu2a0ZWV8qShBD3pCXFYjECgQCGYfiqLKkdaJomBQMXUBRFCmRtpBGhpumJSX5lfhKxpY/MXPwES0QAiOtrUK7f5aF7JZJbD4Dl/bInxwxjtUuk2cBapBft+JMErr4Jq0uN7yg1hLh9q3kDazaKCtFeWJhxeySN0TdA1MMCk2qvYh4/ReHyRVjd5/fNMAk88AhipcMiuOvh6pvrcd2haM2bS6US4XC4zYOSSLang86KJF4ml8tJoaaJbHUW7GVxtDEtybdXqT2CdNS4gyx9ai9bhZrtEpMqP9slJnWd884qI6YubfrTanSQm2SrvyfEnbr9EV6J5PaVm0YPQBvKnmpR1k2WjzxKePIKYuZG3fe3+wZQpUjTOnpzvkimUqw1zMOHKY7dxFlocLxmgMD9D3W3SAPrDrfzP4JH/p+aNxeLRXp6eto8KHeQ5/3+QAo1kraQyWQ4d+6c28PwJZWypK2Lonw+z6uvvlpNMdm4OOrt7a0KM12zOGoj0lHjDlKoaS1bE5Pm5uZYXl5mcXFxU2JSZZ4JBoOtTUzyKWLmGqJ8t4eVFYhxSblb9ttr5HGs+ntceSaSWw+C5Q1nz044oTi2SyJNFWVLKZSz+/zlICjFUpjz3uiZUhOh+FqkWdbDRFYWPNGUey8oVhFzIEsxEMSeGq/vzsEQgZP3I1bmWzM4vzFxGef2fYje3D03dVOPGinU+AMp1Ejagix92p5KWVKtn63NMyviSyKR4M6dOzz66KNyceQCsleKO0ihZn9URN9a/WFqJSZpmkYoFOLw4cOuJCb5kkIe5u66JxxV53Lgfmwq87RDlPm63TReieR2VMMXSU8OAguPHBuFYC3ah37iJzCv/BjWdhC5hILSl8P0SGPbmggF4kmY9+k5XbSP4Freu42Zt0E4FkZvlJI5inXj4t7uFI4SOH4CkXd/7vAUZ3+A89Rz9xzTukmokfgDKdT4AMdxNk0mMzMzmKZJLBZzcVT10a1CTa1SgY19Yrb2bDBNk2g0SiqV2rUsSdd1z0XndguapsnSJxeQQs3ObJeYtLEX1UYhJhgM0tPTQzAYrJmYNDc3x/z8PIFAwKVn5D/E5EXEe/Oyg+BW7D5WnbuvX8pcwWmgMWjA8UgktxHwhVBDpAenWHB7FJso6Sbl0UcJTVxGzNZwRagqIpH2TPpQTfwu0oQTYJVQ8edxROCghxTE6H2UL76988aRGIGjxxCtiov3MwszcPMCDB7b9OdSqdRVzYQl3kcKNR7nr//6r0kmkzzwwAMAfP3rX+d73/sec3NzPP/88/zzf/7PfVHakk6nmZnxp0V2JxzHoVAoVFNMNi6SapUKVMqSKqLMft67SkNhP7z/nYYUDNyh21/3SmLSxsjqrYlJFdddMBjcdy+qVqQ+dTRLc4ilu41Jl+IjzDq91d8FDiF7of7sHo9Ecjuq7oveNI6iYnlUSHcUlZX+UQLRXrRrb90V31QdEev1tgDid5EmGF3PvvaYgFcvQgh0rYw4+RClc2/WLKcTsR7Mw4cR+2lk3eE451+G3AhC3SzMdIuA0S3P0+9Iocbj/Pqv/zr/+T//Z2D9aulv/uZv8ku/9EucPn2aT3/603z4wx9mZGTE5VHujmEYvnQgbF0Y7VSWtDW22jCMlk6EFaFGXu1uP/IA5w6dXnLmtcQkKdTUgWMjJi9Ufy2FklxleNMmaXMJp4HjoGciuY3QzmU7XiHcg+NC0tOeEYK1WBL9+HulUI6FCEa8HW8tFIinYN57MdZ7wgiCZvjj87tHNGcNcepBiu+ehdJd8Ukk+jAPHUR00HNtBaKQZ/LvX0IcPU0qlZJtBCSeRAo1HscwDKLR9Ri5119/nQMHDvDTP/3THDp0iEQiwa1bt3wh1FTYWsblJjslmBQKhZoLo1gsRjqd9kSUrKZpdUV0S5qLXMC2H787ajY26vVDYpIUaupgbhxRWHeb2HqQC8Yp4O6xThU2pt2YK8YLkdzrbhoflDxpBmW3GwjvkZIRoHzsccyVO2gzN/DGmVEthL9FGt1cd9N0YJ8W1VrFPHaCwpXLkF9C6U1hHBhC+OG76gEyK5Ncm5vmR5cvEwqFsG27eu7f6XhlLSbZGSnUeJxMJsNrr73GAw88wB//8R8zMjJSbXSlaRo3b950eYR7Jx6Ps7CwQCKRaMvj2bZdMy1pY+NMXdc3LYySyWS1dMDrE7Wu6750KUkkjeJloWZrYtJW4bdWGaTXE5OkULNHykXE9FUAHKFwI3I/ZWfz6VXaXIJS/Z9dDccbkdw+cdPYwRh42U2zlXCCZS0A8RxauYi5uoC2MIVyZ2o9Sth1BPSk4Y5PRRpVh0gPLHduLLVirWEeOkQ5X0SPBauCsWR3hG1xqDjDoff9I6amprh48SI//OEPiUajZLNZksmkJ4/Nku5BCjUe56d/+qf5sz/7My5fvsyPfvQjXnjhBQYGBrAsi3/xL/4FJ0+edHuIeyabzTIzM9M0ocayrG2vTm/t1xAIBAiFQtUr1K0uS2oHldIniTtURAN5EG8fbgo1lcSkrb1htgq/wWBwkwOvIsT4cb7x45jdQExeQtjrovlc/DgLTnTT7Zqw0MuNNfQM2O67Q/zipnHMMJaPRBqhmZQKd0tWyppBOZqCaAr6TxAormAszaHcvuWSQ0JAT8bbzY13QlEhkYLFObdH0nr6sogDccS1t9weif+4dREO3odpmvT19XHixAkWFhaYmJjgwoULxONxstksfX19HXW+J4/v/kAKNR7n537u53jggQf4sz/7M/7Df/gP/ON//I9ZXV1lZmaGn/3Zn3V7eHVRSX4aHR3dddutV6e39onZWCZQEWNa3a/Ba+i6Tj4vr5y4RaVfSicduL1OK4WaRhOTOkX43Q6vOpg8w+oizE+s/zc6wE1y92ySMRcbctN4JpLbL24aPQA+KXsCsHVz+8a2ispaIMZaIAapQ+jlwnqJ1PwUYmG6DQlgPhdphIDe3Hq6Tyejm5QGjlLSdHBAV1SPOLF8xtkfUDzyvuqxPJFIkEgkcByH+fl5JiYmePfdd0kkEuRyOXp6enx97tep5yudSOevZn2O4zgMDAzw9NNPMzY2xm/91m/x93//91y8eJFHHnmEX/iFX+DJJ590e5h7IpPJMDW1bp8tFApcu3aNyclJjh49ek9aEtQuS/JymUC7kY4ad6lEdHdLlKMX2I9QY9t2TRFmdXW1pgNvv4lJnUA3Pue6cBzErQsIwArEuKQcvWcTQymjlhpLXgngfiS3o+rggdKr3XBCcWwfiTQiEKFcR/pQSTMpxbMQz6LYFubaEvrS7LrbphXP288iDUByyL89dfaI05NhrbcfpzJPC3ASGcTtW+4OzI/MT6FOXcVI9G/6sxCCnp4eenp6cByHO3fuMDk5yblz5+jp6SGbzdLb2+u7Y6XfxtvNSKHG49y8eZPPfvaz3Lx5k1gsxqFDhwiFQliWxb/6V/9qX42EX3rpJT796U9jWRaf/OQn+fznP7/p9q985Sv8wR/8AZqmkUql+MY3vsHw8PA2e9vM8vIy169f58aNG1y/fp3r16/zve99jzt37vAbv/EbaJpGOp3myJEj/Pt//+8JhULV2Gpd1+UksgdkM2F36fQEIi+y07ywsRRya2mS1xuDexXZo2YX5icRqws4qs7lwP3Y3HsBIW0sQKmB19Arkdw+cNM4UPO19yqOEFh2498rW1FZDSVYDSUgfRijtIa5cgd1fgKxzzIfByiEEgT8LNKkh/0tMu2GolIeGKVoBNedQxuwIgk0KdQ0RGziPOXk0La3CyHo7e2lt7cX27a5c+cOExMTnDt3jt7eXnK5HIlEQq5fJE1Fnp16nOnpac6dO8cbb7xR/dvVq1f5Z//sn/HEE080vF/LsvjUpz7Fd7/7XQYHBzl9+jTPPvvspp43Dz/8MGfOnCEUCvG1r32NX/7lX+bb3/52zf299dZb/Oqv/irj4+NYlkU4HGZ4eJjh4WEOHDjABz7wAYaHh3n33Xf50pe+1PC4JXeRzYTdpeKokbSHSilkqVRibGzsnoQ2ryUmdQJSqNkBq4yYuoQDTERPsUrgnk2Cagml1JjI4YVIbkfRfOGmIdKLXYc7xW2UYAyr0CQXjBAUjeD6or2nH8UuE1hdRF+cQbl9C8r1fYacnqzPRZoDHS3SlIMxyrkR7G1c5SXdlAu7BtHLa0RnrkD/wK7bKopCX18ffX192LbN7du3GR8f55133qGvr49cLkc8HvesaOPVcUnuRX6fPc6BAwf40Ic+tOlvAwMDfPWrX93Xfl955RWOHDlSdeS88MILfOc739kk1Hz4wx+u/v/JJ5/kxRdf3HZ/Bw8e5L//9//OwMDAtqUgr732Gi+//PK+xi25iyx9chfpqGke9SQmVUSZvr6+qhAjSyFbgxRqtkfMXEOUiyzGRpihr+Y2SX0BGpyiPRHJbYa976YRiq/mYaEZmxoINxtb0ciHeyHcC5mjmKU8xspt1NsTiJX5ne/cm0O5PdGysbWc1AH/plPtgoOgmDpAOdqD2OF45wiBE+1FLN1u4+g6B3OhfpFPURSSySTJZBLbtpmbm+PGjRssLS1VRZtYLOYpccRLY5HsjBRqPE4ymeTLX/4yX/va11hbW+NjH/sYmUyGa9eu8cADDzS835s3bzI0dNfiNzg4uKOI8vWvf52PfOQj294ejUaJRqPb3g53mwlLmoMUCtxFVVXpqNkje01M2tiod7vEpFdffZX+/v7tHkrSZKRQU4NCHubGKIWSXBUHa24S1oqIUmNuFF24H8ntFzdNyYggLP/Mw+sNj9vk/lEEBTNMwQxD7xCaVcTML6AtTMPtCRRnQ7+v3hz4WaRJDnZsTxonEKaUO4KlquxleW3H+lClUNMQ9tHH93V/RVFIpVKkUils22Z2dpZr166xvLxMMpkkl8sRjUalUCLZM1Ko8QH/5J/8k2riyJkzZ/i93/s9vvKVr/DhD394V3GkGbz44oucOXOGv/mbv9nXftLptBRqmoyc7N1D0zQplL2HTEzqTOT7UhsxeRFHM7mgn7ynR0SFPnUeGtQPTMv9prh+cNPYioZjW9u9BZ5DmOG6Ggg3m7J6N/7bzh0jWFzBXLmDUlxDzNxwbVz7prcfFmfdHkVLsFNDrMWS284ztSjpQWSxb/3MGAlSmQNN25+iKKTTadLpNJZlMTs7y5UrV1hZWSGVSpHL5YhEIq4cZ+Wx3T9IocYH3Lhxg5dffhnDMHj88ceJRCIATE5ONizUDAwMMDY2Vv19fHycgYF76zL/6q/+iv/0n/4Tf/M3f4Npmo09gfcwDEM6EFqA4zhy0nUBVVW7pvRsu8SktbU1yuXyPYlJ4XCYvr4+gsFgSxKT5Ge+PcjSpxoszcHybW4kHqPs1C7zjelrUF5taPdeiOT2i5uGUBzFJ0lPjhDso39w01FUjUIwTimexSquEQ3F0MfPg4/cSQAkMrAy73o6WtPRDEqDRylpRt13tRSVktDQHZ+9l26iGVwP5ki36LxCVVUymQyZTIZyuczs7CyXLl1idXV1k2gjkWxFCjU+4OGHH+YrX/kKP/MzP0OhUOAzn/kMiURiX/s8ffo0Fy9e5OrVqwwMDPCtb32Lb37zm5u2+Yd/+Ad+4Rd+gZdeeol0Or2vx9uIXGQ1j0r5k0ytaT+aprG25o9Fwm5sTEzaWp5USUwyTZNgMOh6YlJFPJBzSOuRQs0WHBsxeYHb8WMsONtfJEko89BYirw3Irn94KbRA1g+EWlgvYFwqVkNhJuEA1g42IrKQu8B1HiO6Ox1tIlL4DT4AW4nseT659TuLGerk8hQ6OvHbvAYJxSBkuwHP7uk2s3R05QmltryUJqmkc1myWazlMtlpqenuXDhAmtra2QyGbLZLOFwuKVjkOdP/kGu7nzAo48+ype//GX+7u/+jsOHD3P79m0++9nPcvjw4eoiql40TeN3fud3ePrpp7Esi0984hOcOnWKX/u1X+Oxxx7j2Wef5bOf/SzLy8t8/OMfB9YbG//pn/7pvp5LPB5ncXGReDy+r/1I1qk0FJZCTfvxU4+acrl8T28YvyYmKYrS8LwnqQ8p1GxhbpyCnmCc7Xsk9eirUG6wvMUDkdx+cdNYehDKRbeHsTdUg5IHU6nUQHjTuCxVZz5zBL13kOj0ZZTp6y6ObhciifX3328OoJ3YIXa7XuxwHHWmSePqdGJJrMFjqNP/0PaH1jSN/v5++vv7KZVKTE9Pc/78eYrFIul0mlwuRygUavu4JN5Bru58wAc+8AFOnz5NLpcjHA7T29vL7OwsS0tL+xI8nnnmGZ555plNf9sYnf1Xf/VXDe97OyoNhaVQ0xwqQk0wGHR7KF2HV3rU1JOYVPnxc2JSRaiRtB4p1GygXMRenOWi/tAOGznExDyNvmIBxXY9knu55BD2+JmhHYj6R6QBMILgMfePZTvY21xoKOkBbg+cwkwdInzrXZQ7HmsyHIyu24FK3hO/GsUJJyhmD2KJ5hyPS6qGrqgd5zZqCfe9n2KpjGHUX2bWTHRdZ2BggIGBAUqlElNTU5w9e5ZyuVx12jTjXF8IIR01PsLjh2MJwP3338/4+Divv/46t27dYnp6mv/7f/8v4+PjPPnkk3zmM5/ZVwJUO6kINaOjo24PpSOQEd3u0S5HzcbEpEpZUqVxb+G9mNeNiUmV0qRKo16/CTG7IYWa9iGFmrs4Mze4apzAZvvvU5+Zx9mHgKAX3XWy2EIlpAvXS692wgEsodJwbVmbEWaYksdEGoDVsk1Q23kRXzBCFA4+TCgzQvDmOW9EPpsh0AzPl+bVg507zFootm8XzSaEwImnEHfqj5vuKoaOI3oyFOfnXRdqNqLrOoODgwwODlIsFpmamuLtt9/Gsqxq2VQgEHB7mJI2IIUaH/DOO+/wK7/yK5RKJWKxGEeOHCGdTlMsFvnCF75AJpNxe4h7JpvNyuSnJiKFGvdolqNGJibVh4ylby9SqAEnv8iU1UOena5mOkScxt00dqngeiQ3gQjC4wtgJ5SAsj+OeQ4C2/Hg/KxomMbeS1rzwTj5w08QXpkjMH4WserSZ0Q3IRCG/KI7j99kHDNMqf8I5RaVF1uRHjQp1GyPbsLxJwAoFoueEmo2YhgGQ0NDDA0NUSgUmJqa4s0338RxHLLZLJlMpi7RptvOGf2OFGp8wNWrV1lcXOR73/te9W9/+7d/y3/7b/+N0dFRX51IS6GmuWia5ps+KZ3GXgWDRhOTAoEAuq7Lg+oWpKOmfcjPHuA4zC+VmKFvx83S5jLOPuZit900jqJCIe/qGHbDEQqWj777SihKqeC98hzFMFHq7ZkjBCuRJCtHf5Lo0hTG2FlEO0uPNB0iPbB8p32P2ULs5BBr8fpit+ulbJhykbcTx59AGOvie7FYRNdrp/h5CdM0OXDgAAcOHKBQKDA5OcmPf/xjhBBV0Wa3hF55XPcX8jvsA44dO8YHP/hBYD1Gu6enh6eeeoqenh7AX1+6TCbD+fPn3R5Gx6DrOsvL3r4C2qlUhJqtiUkbfyzLqiYmbSxLcisxqROQQk37kKVPsLxSZrzYCzscZgUOQXuhYTeNY5cJ2oUdH6PVOGbE8+UkTijhn74kqk6p6L0+OkLbZ2NjRWEpnkOJponeGUe/+W7rG/oqKsRTsDjX2sdpB5pBaeAoJb317g1bKDjhBGJlvuWP5TsSaRg6Uf21WCz6rpTINE2Gh4cZHh5mbW2NyclJ3njjDRRFqYo2XnUJSfaOXCX4gNHRUb74xS/yu7/7u1y7do3r168zMjLC5z73ObeHVjeZTIaZGdmKvlnI0qfWUy6Xa8ZWFwoFVlZWeOONNzb1h0kkEp5NTOoEpFDTPrpdqCmU4PqCvquAkg4s4ZQaL8cTaysoboo0fnDTqBqWrxoIhzzXQBgAVQd7/2KXrags9A2jJvqJzl57L9K7+XOFjWDVjBHuAJHGSaQp9A00HLvdCHY8iSqFmi0IuO/9my5yF4tFX4ecBAIBDh48yMGDB1ldXWVycpLXX3+9GgWeTqeroo2fLu5LpFDjG7761a/yR3/0Rzz33HN8/etf58tf/jK/+Iu/yP/8n//T7aHVhSx9ai5SqNkf+01MOnPmDI8++qjbT6OrkEKNpB2Ubbg2B/Yua08FC6O0j3IMxyHiuOsS8YObxg7GvSl81ECYIU82EFaMIKUmO5LWI71H0XuHWhLpraSGCM9PNXWfbUdRsPqPUjD3H7tdL+VAGHm5aAvDJxHx1KY/eblHTb0Eg0EOHTrEoUOHyOfzTE5O8tprr2EYBtlsloGBAXkR0UdIocYnfO1rX+OHP/whkUiEb37zm3ziE5/gq1/9KktLS0SjUbeHt2fS6bR01DQRKdTszNbEpI0/xWIRx3HuSUyKRqMEg8E9JSbJKxPtRwo17aNbP9+OA9dnHYrl3Z9/1JpC7OOcN6DYKI57zbEd4QM3jR7A9qDwUQsH8V4ymLcanju0NifrbqT3wfcivZvQxDY9DD5vhuuE4xQzh7BcSl+0hLLeNNcvJYOtxgjCscfv+XOpVPJFj5p6CYVCjIyMMDIywsrKCpOTkxQKhV372Ei8gxRqfEIgEGBmZoZIJIJlWfzv//2/icfjLCws+EqoMQxDCgtNpNubCdu2XRViNpYlbZeYtLE0qVmJSbZtd1wEtpeRQo2kGTiOs21ZoxXIoYVSu+5DVyziWpmGm9MAetFdJ4sT8IGbxgj5ZqFp60EcD6ZSqYFQW3rmFIwwhYOPEMosEBw/i2i0+W8HiDR2boS1ULztLppNCIGdyKDM3HBvDF7ixJMI/V6RopMcNdsRDoc5fPhwxz/PTkMKNT7h6NGjXL58mUOHDnH8+HFefPFF/u2//bfkcjm3h9YQjuN07dXaZqIoSkf3kPB6YlIlolsKNe1DxnNL9srWssaKGLOxrDEYDG5q9L1qh5nN7+3KatpYgFLj868uHISLbhY/uGnsQATbLyKNULGsMorHzm0cIf6pGF4AACAASURBVLDK7Z0z88E4+SNPEl6ZJTB2rr7Y99QBX4s0jhl6L3bbG0ssKxxDkUZ26MnCwNGaNzmOI8/jJJ7EG7OIZFe++MUvVp0T/+7f/TuWlpZ43/ve58s6w3g8zuLioq8bd3kJPws19SYmRaNRTyUmqapKuVzuSMusV5GOGkmFeoWYVCq1Y1nj4irM7rFnqamWUUv7c6KYZXfLebzupnEAW9HB9kcTYSUYQSl4r0RLNUP7S3pqFCFYiaRYOd5HbHESfezc7pHeyUHwcU8aJznIajzlrotmCyVVRxcKOF183BTKPQ2EuxX5GvgL91c6kj0xOjpa/f/DDz/s4kj2TyaTYXp6Wgo1TaKSzOLFyXdjacHWhZRt26iqimma1cWU3xKTKo4aSftQFKWry/26iXK5vKkkqZYQEwgEqvPHbkLMTqwWYez23rdP6ftz0yg4KKsLDd9/v/jBTeOEEjg+SXoSZoiSB0UaFJVyyeXXUCgsxvtRopn1SO/x82DXOG729cPibPvH1ww0nfLAUYo1ympcRwiceArhYwFs3xy8DxHrq3lTN7mivbhOkOyMFGp8SuWKsuM4vljQbqQS0b1RfJI0jqZplEqlttedVno8bO0Ns9fEpE44MMoynPYjHTWdQ635Y3V1dUchJhAIYJpmU+ePkgXX95DwVCGkllD26aYJUGZfzW32iefdNEJg7fUNcZn1Rr3eayAMoJgBrII3Ssc2RXrPXEOb3BDpncjA0p2WRHy3GieeopAcwBbePaexoj1o3SrUmCE4+ti2N3dDf5oKUqjxH1Ko8SFbm5fevHmTy5cv84EPfMDFUe2dTCbD1FSXHjBaQCX5qdkHmkYTk1qxkPIq3d7M2Q2kUOMfKo66ra6YWkJuMBgkmUy2ff6wnXWRplTHGjupz8N++sU6DuqadNPshBNKgNtOkD2iBGPulBbtgtB0Sh4RaTZiqTrz2VH05BDRyUsoxfy6aOi30hyhYA2MUjBDnip1qkVZD3Tvgu/k+xDa9ufH3STUSPxH135v/UzlBPav//qv+cY3vsHf/u3f8q//9b/2lVAzPT3t9jA6Bl3XGxILHMehUCjUTD2pJCbpuk4wGKz2iWl2YpLfkY6a9iOFGu9QS4ip/HhFiNmN8dvrZU97JaIVoLQ/kSOg2AjLvWQgz7tpVA3LLwK4qnk3yVIzwIMCUoWSFuD20P3oVpnAym30xWmUhWnwwfzuhOIUs+7FbteLrSg4oRgiv+j2UNpL3wCi/8iOm3STUCPP2/2HFGp8xuTkJH/xF3/BX/7lX6KqKo8++ii/8iu/wsjIiNtD2zO5XI6LFy+6PYyOoeKo2YrXE5M6AemoaT9SqGkf5XIZy7KYnZ29R4ypVdroRSFmJ6YWYWG1vvv0qvOwz6+8XnBPJHGECsU6n3SbsQMx38RxY4bBg71pFN30pMtnK5oRoFgsUIxlIJZBDFgECyuYy7dR5ycRq0tuD/Ee7OwIa+EE+OwUyYmnukuoURS47yd33aybhBqJ/5BCjU+wbZu//Mu/5MyZMywvL/Pggw/yvve9j4ceeohIJOL28Oqi0qNGsj8qiUnFYpHp6WkWFhZ2TUyq9HiQKUXNoZL6JGkfUqhpHhubfW8nxBSLRRYXF30pxOzEfB6m61yzxPU12GdSky4cRNHFsiOvu2n0gG/iuIXhzQbC62lZCnjc7SkUhdKW8jZHqOQDMfKBGCQPopcLBFcX0BdnUOanajchbhOOEaQ8MErJI7Hb9VIOhOkqOeLQg4hIz66bFYtFTNODTaBbgLwA6z/8Odt0IeVymeeeew7DMPj5n/95Pv7xj3Po0CG3h9UQskfN3tiamLTxZ2NiUkWU8VtiUiegaRpra947Ue9kZLnZ3tkuda0ixKiquim+uq+vr1rqWBFiXn31VV85NvdCvrhe8lQvcWUe9qkRuhnJ7QgVx+tuGiPkCzeNA+81j/XeXKSaoXsEEC+i6ib2Lq6fkmZSiqYhmob+E4SKFbfNFCLfvj5Pi2YMJXcQxaciDUBZ0TA0A3ySpLYvghEYfWRPmxaLRd9d8G4UKdT4D//OOF2GYRi8+OKL/N3f/R2Li4v8x//4H7lx4wb9/f0888wzfOxjHyMQCLg9zD2RTqe73lFTSUyqtYDaLjGpt7e3ejV7oxAzOzvLwsICfX21owclrUOKBu1HOmru0gwhptsoluH6bP15S71GHsr7ExDcjuT2upvGNiO+cdN4tYHwelqW949JiqbX//oJhbwZJW9GoW8YrVwkuLaAsTiLMj8JVgvcrapOefAomhdjt+tFgJ1Io8yOuz2S1nPyKYS6N+e4LH2SeBkp1PiI5557jueee47V1VVef/11rl+/zszMDN///vf5+Z//ed544w1fuGxM0/Ru870m0c7EpEabCUv2j+xR0366SajZixCzMb5aCjE7Y9nrCU/luj8+DlHm9x2m7WYkt9fdNA5gq7o/rvarGmWPnsNoZoiiBwWkrQhV3XdpVlkzWIqkIJKC7DGCpTzmym20hSnE8vy+x+jEkxSSQ9gd5EKwwomOF2puaxFuzSyT02bp7e3d9VgoS58kXkYKNT4kGAzy1FNP8dRTTwGwsLDAF77wBQYGBlweWX04juPbSWNrYtLGhdTGxKSNQkyrEpO2ayYsaT3SUdN+OkmoqVXeWImvrpQ3bhViKvOJFGLqw3Fg7DasNTBVJs0VnPI+51iXI7m97qZxgnEcP4g0AGYYx4O9aSzbprS2hqJ4+7xK1U3KxSa/14rCqhlh1YxA7wE0q0RwbQF9aRblzhSins+Wj2K366Wk62j4rg/y3lFUep/6f1FKDhMTE5w/f57e3l5yuRyJRKLmubd01Ei8jBRqfEQ+n+f//J//w8svv8xP/dRP8cEPfpDvf//7HDt2jIMHD7o9vLqIxWIsLi4Sj8fdHkpNbNuuCjFbm2zWSkwKhULV0qR2JyZJocY9pFDTfvwk1FQafm+cQ2oJMRUxpjKHSCGm+UwuwFIDa2uBQ9he2L+bxsVIbs+7aYTwYKeX2ggj6MkGwgB6KOrJcqyNOLTHU1ZWdZbCSQgnIXOUQGkVc+U25cnrhMrbfxecUIxidsQ3sdv1I8jrYcKlFbcH0hoOP4SIJOgBenp6sG2b27dvMz4+zjvvvEMymSSXyxGLxarn6Y7jdMXxVgjh24vj3YwUanzEH/3RH/GNb3yDoaEhfv/3f59EIsFbb73FjRs3+Jf/8l9i27ZvJptMJsP09LRrQk1lAVXrx2+JSbL8xj3ka99+vCTU1BJitjb87gQhxs/uR4DbKzDboJkkZS7jNOE77mYkt+fdNKEe3zQQdhQNLO85f4SqeV6kAdCNQPsbHQuFNSPMmhGGniHWrDLBwmK1t41477NnZw6xFkl0nItmK8VgrDOFmlAMDj+86U+KopBMJkkmk9i2zczMDFevXiWfz5NKpcjlci4NViLZG1Ko8RHvvvsuH/nIR/j85z/Pb/7mb3L27FkOHTrED37wA2D9ZNovZLNZZmZmGB0dbcn+d0tMUhRlU1lSPB4nm81imiaa5q+vhRDCV+99JyEdNe2nnYLBRkF3qxizVYjZ2PDbb0LMTlTmF78KNcsFuHWnsfsqwibYBDeNm5HcnnfTKCrWfsvK2oRXGwgDoJvg1bG9h4PA8oDIbqkay6FeCPVCZhSztIphl7Cd7rjoIiJxWJxwexjN59RTiB1SuRRFIZPJkMlkKJfLTE9P8+6777KyssKVK1fI5XIEg8E2Dri9+PUY3u34a0Xa5Tz++ON861vf4kc/+hH5fJ4//MM/5P777+fAgQOAv76EFUdNI2xNTNpaUlAr7WS7xCSJZD9IkczfNCrEdNM84ufPeKEMN+YaL7XImEs4pf0LseYOpRYtx+NuGjsU97zAAICiUvaooCR0k7IPXkPdDHhP6BKCYjjJqiWIrtxwezRtwQiFcIIRxKp354W6yRxEpIf3vLmmafT399Pb28tbb72FYRi8/fbb2LZNNputXrjtJPy0RpTcRQo1PuLEiRPcunWLX/7lX+bQoUMkk0keeeQRnn/+ed/VWO4k1DiOQ6lUqrl42i4xKZlMNpSY1ClUykG68bm7jTz4eZetJY4b55PK92WjoNvT01NNTeoWIWYv+FGosez1GG6rwQv4qrDRy4v7Hsd6JPf+99MIjlC87abRTWyvLdy3IxDxZANhWHcl7TdBqeUIxbNC12wphm07RN0eSBtx4qnOEWpUDU491dBdi8UigUCAwcFBBgcHKRQKTExM8MYbb6AoCrlcjkwm47mWB5LuQQo1PiKTyfDZz36W4eFhDMOgv7+fWCzWlH2/9NJLfPrTn8ayLD75yU/y+c9/ftPthUKBn/u5n+O1116jr6+Pb3/72w03MLYsC03TOHfuHP/jf/wPrl+/ztjYGJOTk3zpS19CURQMw2hLYlKnUGko3GlXAPyAHxexncJuQsxWR4wUYurHj/Ot46w7aQr7qGTImAtQ2n+ZhpuR3ASi3nbTGGFf9KbBCFD2qEijmMH293xpAM0MeLIJs2NEWc2vL4UcM4Jws5dUGykHo3RMztGRRxDBxmS2rYlPpmly8OBBDh48SD6fZ3JykjNnzmCaJrlcjlQq5bv2CBX8eCyXSKHGV8TjcY4cOcLCwgI3b97k5ZdfZmZmhrm5ORYXFzEMg9/6rd+qe7+WZfGpT32K7373uwwODnL69GmeffZZTp48Wd3m61//Oj09PVy6dIlvfetbfO5zn+Pb3/52zf3Zts3169e5du0a169f3/T/O3fuVMuSyuUyiUSCo0eP8vTTT3P48GFyuZx0hTSApmlSqHEJIYR0M7WI7YSYlZUVXnnllWqvqYorpqenpyrKSCGmOfix9OnW/HpvmkYxFAutvLT/gbgYye11N41thrF9INI4AIruyQbCDmDZ3v9uCkX1XskTIBSFybW7C/xVNU6ILhFqFBVD1cGlJLqmEU7AyIMN332naO5QKMTIyAgjIyMsLy8zMTHBlStXCIfD9Pf3k0wm5XmfpOVIocZHWJbFb/zGb1RLfEKhEJFIhL6+PkZGRohGG1OUX3nlFY4cOcLIyAgAL7zwAt/5znc2CTXf+c53+OIXvwjA888/z7/5N/9m2waTy8vL/NIv/RLDw8MMDw/z0EMP8bGPfYzh4WESiQRCCMbGxvjFX/xFfv3Xf72hMUs2IyO63aPSUFgesOunVvpaRYzZ2PR7qxCTz+c5ffq0vELUBvwm1Mwur6c87YeUsQCl/T/ngHAvknu9N413k11s1YCy98SPrSjBKKWiN8epBsKeFEC2ouqGJ0vcimqccvHucfu2FSPETRdH1EaEwEmkEXM+f773/SRCafyizE5CzUYikQijo6McOXKExcVFJiYmuHDhAvF4nFwuR19fn+fPR7w+PkltpFDjIzRN4wtf+ALpdJqenp5N9rtyudzwFeSbN28yNDRU/X1wcJCXX3552200TSMejzM3N0cymbxnf7FYjD/5kz/Z8THT6XTDzYQl96LruoyJdglN07AsS9Yw18CyLAqFwqaSpFpCTEWMSSQSZLPZXR0xiqL4OonIT/hJqFlag4n5/e0joJZRS01w0wB60Z2r8+tuGu8tjCsUtBCKD0Sa9UQqj/Z+8XDPl40omu5JMUlRdaZWQ5v+tmIboAeg5L0SrVZghRNofhZqcocRycF97aJYLBIOh/e8vRCCeDxOPB7HcRzu3LnDxMQE58+fp7e3l1wuV70g7TW8OCbJ7kihxmecOnWK73//+7z88suMjY0xPT3NxYsX+fM//3Oy2azbw9szpml2pAMkX3AwdVCV9k6I0lHjHqqqdq1IVkuIqYgx+xFidkM2z24ffhFq1krrfWn2S0qfhyZMpW5Gcnu5N43lgOOTBYMSiGB5sK8KgBIIeXZsGxEebXS8TAK493NY0OOYXSLUlHTTv4tAVYeTP7Hv3ezVUVMLIQS9vb309vZi2zZzc3OMjY1x9uxZkskkuVyOaDQqBRLJvvDtd7Rb+eM//mP+1//6XySTSfr7+3nkkUd44YUXGi57AhgYGGBsbKz6+/j4OAMDAzW3GRwcpFwus7CwQF9fX8OPWaHTroobGtyYtQgZgkRYwdTb89x0XWdtrTtOLrxGxVHTidi2XbNRby0hZmPT71b3iKkINZLW4wehpmytJzztt11HSC0iSs0pF3IrknvdTePdY4GI9KD6oPktuunJ5rcAQtE86VLZimqYlD34Xit6kNurtfv5zTsxMky1eUTu4AhwYn2IxSYo3O3m6GOIQGTfuymVSk1xQyuKQiqVIpVKYVkWMzMzXLlyhXw+TzqdJpfL1eXcaQWdtNbqJqRQ4zN+//9n701/JMnucv/POSe23LOylqys7unpmeme8XYxP8C+5vqin1kkkJGMkAD7jRHCCGH5rYUsIRkJZMm8BwnpArLfIGPMX4BfICTMtQcbbGyNZ/F43D1T1dW1b7lExDnnvojM7Kzq2iuXyKr4SNVVXZUZeSKXiHOeeL7P9//8H377t3+bP/iDPxjaNj/wgQ/w+uuv8+Mf/5hbt27xla98hb//+78/dJuPfexjfPnLX+bnf/7n+drXvsYv/dIvXflDXy6X2dvbG1rnqjTgKMGtmuLBuma7qcl5gpmCoBiIkR4ke2HCGeNnmh01Jwkx7Xa7n7szCSHmLHq5QBnjIc1CjbHwkw0Ih/B2mBuSm2aSLbnT7KZJSomm41hplQcmfSIDgPB8SLlQY0nvcWMjqpz4t+0oR/06hOyeE1OeRU2bUFOqwd3/MZRNdTqdSztqTkIpxeLiIouLi8RxzOPHj/nhD39IGIb93+dyuaE+5llkIs30kgk1U8Yv/uIv0m632drawvM8wjCk1WpRKpUu7apxHIe//Mu/5Fd/9VfRWvP7v//7vPe97+Xzn/88P/dzP8fHPvYxPvWpT/HJT36Se/fuUavV+MpXvnLlfanX6zx+/PhaCTUAnpOINQ83NK3Q0gotjoRKQVLNCxw1/ANmVvo0OdLsqBkUYo6KMccJMZVKZSilSaMmc9SMj7RP8N7ZguYQ1tMltwPR1V0w1oJ2CnTyc0hrwGqkNYjuz8l3A6b78xBJu5vG5CpT0Y5b5ErEKQ0QFq43FW6aWFsQ6RPltMpx0Dll6SMEkVvFba2Nb1ATJPbypPdMfwLv/d+IIZU9G2NG2m7bcRyWlpZYWloiDENWV1f57//+b6y1NBoNFhcXhy4UHUfaz+MZJ5MJNVPGT/3UT/Gnf/qnfP3rX6dWq7G7u8vDhw/5wz/8Qz71qU9dOrfhox/9KB/96EcP/e7P/uzP+j8HQcA//uM/Xnn8g/SEmnv37g11u2kg5wmWZiTvbCYT8djAxp5hYw9KOUE1L8l5wzt4ZmHCk2OSjprrKsScRSbUjI80lz493oXtIcXAzMhtuOJbKpY+28zRjiQwm0RgnHGIlxikiZBoPCVQaBQGKQwKjcQk/7cagUXa5HeiK/qI3s/GYB0f0Z6Qk+cMrONjUlgGcxQrZXoDhAGkk8pW4YNYBJ7vYlJ2AcMYy5o52U3TY1eUmOVmCDVaSqyfR3QmlKd1UW69iJhdmvQoLoXneTzzzDM888wztNttHj16xHe+8x0cx2FxcZF6vZ41pch4ikyomTIqlQq//Mu/zM/8zM9Qq9WYm5vDcRwajQbAVIVr9oSa60oxkCxW4dH24dn/Xsuy19L4DlQLknJOIK8YPpw5aiaH4zgjE2rOI8T4vt9vX12pVKjX6wRBMNKrRJMmE2rGR1qFmp0WrA5Jk6i6LYgv70SxFpruLNthnos+UwaJkUleRjh457M21BOBrAHTRAqLwqXEQ2btLiMwbl4J4xemwk2DX0xtxyzpBURTIHa5QUDUSd9zuBM6xOc4L26ERWalApMuoWlU2GodsfrjSQ/jbBwP3v2hoW3OGDMxp0kQBNy9e5e7d+/SbDZZWVnh5ZdfJggCGo0GCwsLQ72YljlqppfrO5O/pnz4wx/mwx/+MN/4xjf45je/iZSSD37wg7zvfe+bumDexcXFay3UAFTykljD+t7Ti8pODKs7hrVdqOST8GHPudzrl2V2TA6lFJ1LTkqPCjGDYsxNFmLOIhNqxkcahZpWCG9vDm97FbF9YYGlRyw8tsU87XDMF0lsjCcjhHSwKuj/er/wHG1i6qzhN9cSFWnCGK+AmQKRJkZiO+1UzqMsoM+yZ6UBIYnD9F00ksphX82f6xm0QqD9Mqq1NfJxpYED6XL5diRj5KUPIvz82bc7J8MKEr4q+XyeF154gRdeeIG9vT1WVlZ48803KRaLNBoN5ubmpuoifMZwubkz/SnFGMM//dM/8dWvfpXZ2Vm+/vWv85nPfIZ/+7d/47Of/exUiTWLi4u88cYbkx7GyKkVBdoItg6OnzAbC1sHlq0DTcEXVAuCgn+x8OE0LqZuCqc5aowxT7WvHhRihBCH2leXy2UWFhZuvBBzFplQM17SdGyJNLy1cfUOTz1m/QNsfHGXgrXQdGpsR3nsGBfQgWtxpaETAbjHCkwxDu/QwM/PsmBWcVtDVLUugXH9qXDTqKCITuk4naBAmFKnzyCOH6SyW9aBqCLE+R0K+6JChZsh1MhcAYNAXlquHgPlOXj2PUPd5FVac4+KXt7o/fv32d3dZXl5mddee41qtUqj0aBWq11qjTct68KMp8lWAlPG1tYWf/VXf8UXv/hF7t+/z/e+9z0+8YlP8IlPfILPfvazkx7ehajX66yuXv82iEII5suS2Bj2WqefCA86loOOxVVJWVQlL1AXKIuaJqHuOmCMIY5jms0my8vLh8SYTIgZHZlQMz7SdDwxNmnDPbwIEUvRXtxNE+OyJefpROPJeRJYCp7FWkOkoXPO/e/g8VA+Q744z3y8gppAfo3JlbEpFT8GEUGROKXjtEIQTUEGnZAqlSKNdAM2WsHZNxxgPSpSESIVjrRRI6RA1BZhc2XSQzmZ9/0CQgzXVZJGoaaHEIJKpUKlUsFay+bmJo8ePeKVV15hdnaWRqNBpVI59/k5TefxjIuRrRSmjGKxyPr6Oh/60IcIu10JGo1Gv4Romj6M9XqdtbWbEdgmhGCxKtHa0AzPPvFHGtZ2Deu7UM4n4cOBd/prq5TCGDPVIbFpo+eIOZoPMyjEOI5Dp9NBa50JMWOi917PGD1pcetZCw83oTXEqop5/wB7gQWwtXAgZ9jRhbG4aFxpCVxLFBvCK6zTmzbgJ+o5KsV9ZsIVZDie4FCLwCCBdJflGiGwKT6eqKCQSgHkKNL1MCl0/WzGZwcIHyVGYfwSMqXh3MNGF2dw0irUPPMuxEx96JtNs1AziBCC2dlZZmdnMcawsbHBgwcP2NvbY35+nkajQbFYnKr1X8b5yVYSU4bv+wgheO2113jxxRf5yU9+woc//GE+/elPX7rj06S4SUINgBSCpZrk4Ybu2tbPxgI7TctOUxO4MFOQFHMCecwBuRconAk15+ckIabdbhPH8SFHTBAExwox7Xab1157jWeeeWbCe3NzkFJmmUxjIi1Czeou7F69e3YfgSVvzu+mCY3icTwDTm54gziBnGNwlKUT2XOfK87Dji2y49xj1tul3F5BxKNdVNtCFTsF4bfWLWB1+nJVAJBqKtpxK9cjTuE4hVdkv3m5HJKmrFDkZgg1keunc0HoBvCu4QUIDzItQs0gUkrm5+eZn59Ha83a2hpvvPEGrVaLer3O4uIihULhqftlIs70ksrPZcbp/NEf/VE/vPQLX/gCpVKJX/u1X5sqkQYS0emmdSpSUnC7pniwrokuuM5sR7CybVDd8OFKTuC5T17znlATBBez+F5nBoWYo2LMcUJMqVS6sCNmku25bypZ6dP4SINQs9WEtb3hbnPW3caeo6uLtbBHmT3KcMmw9/MgMBT8bjmlBj2qt7cQbNgKG16ZerBJvvkIYYZ//LJyOgLuQyOQaRVpAOnl0GH63TQMuSxlKAjB487lY3I3dIniEIeTZqwQ2OIMYj9luTzv+iDCG82cNgxDKpWLu63SglKKxcVFFhcXieOY1dVVXnnlFeI4pl6v02g0svXANSATaqaQz3zmM/2ff+/3fm9yAxkC1tobl6viKMHt2USsucxkXBvY3Lds7hs8R5PzkvBh5wa26D6PEDPYNekyQsxZOI4zFQuS64SUMhPHxsSkhZqDDrwz7CxcE+HHO3BG/ldsHbbEAh0zOpeiJy1WNxHKI4zGeB4UglU7i8pVqbNO0HyctPoeEiZfgRQ6LI4SC0Var6lLxyWaApFGeT5xCp1T2i3TaV7+s9s2LngFCA+GOKr0YspzqDQJNdUFeObdI9v8NDpqTsJxHG7dusWtW7cIw5BHjx7xve99D4ClpSVeeOGFCY8w47JkQs0U0ps0Xwdxo1Qqsbe3R7lcnvRQxorndJ01G/oKWXWCMIYwhp2mQeRvs90xiP2YSl5OncPqOC4jxMzPzxMEwdjaLk56IXsTyRw142VS7+8whgcbDL0XSSN/gDpFFLEWDkSFHVvC2lGcZy151yKFJYwtQvkjeIzzoVEsU8fN11i0j3GbG1z1GbeOhwnTt3A/igiKeCm+uGEdL/VilyVdXeF6CKV41Lq6H6blVsjdEKEmDvKkp3BedAOER7fOuU5CzSCe53Hnzh3u3LlDu91mZ2dn0kPKuAKZUDOFXAeBpsfi4iKPHz++cUINQOAJbtUkb28MY8EpsDhE1rK2a9jYi3GUoBAoZvISx0mnaHNUiBkUYwaFmF7XpEkIMRnpIxNqxsckzjfWWjqdiLc2FfGQ3Syu1LjxybkTsVVdF83wp0dSWPKe7Zc3pYkIl4fiFrnCLAt6FdXevvS2TFBMv8AgJHpYPd5HgPSCqcimcf1cKse5fuBgh1CquKXL5FgewojSjxYSvByEQwwDuyzPvgdRmR/pQ1xXoWaQIAjI5/OTHkbGFciEmoyJ0gsUvnfv3qSHMhEKvqQxAytbw1p0sYsefQAAIABJREFUCiwCbSUmNkQHmp2DGCUFOU9SLSgCb3yijTGGMAyf6ph0khBTLBaZm5vLhJiMU8mEmvExKsdYFEWHjge97738tWDuJYQ3/PyABW8Xoqf3x1rYF2V2bXnoLhpPWXzHEsaGML0GDgBaBPxEPUupOM9stILs7F/o/tbLp7Lzz1FkroROaSclC5gxdBW7KlYIdApLUKXj03Jmh7KtPe2D60NKW7cPFSEw1QXk459MdhxeDl764MgfRmt9I5pvXKeL+zeRTKjJmCj1er3fWvymUs5J4m477mFikd2yKos1hv22Zr+tEQICV1HJSwqBvNJBPLny3XmqY1Kr1XpKiAmC4NoKMb3FbHZCHA+ZUDM+LivUaK2fEmFarRadTgdrLY7j9EsWc7kc5XKZXC6H53ms7Ag2LqYPnAtPxajo6VTi2Co2xQLhUF00iXtGkpQ3DbN70zjYs3n2nBeoubtUOiuI6HyihnaD1C9qheMRddI7RuXniVKY+XIUN6Wun21TAYZ3QSp0K3jRzZin6nx5iM/cJXn3hxDueMpBszlbRtrJhJqMiVKv11ldXZ30MCZOrZjYsDf3R2HFFhirAIvAIjG0I017R8MOuI6kFCgqefFUrk1PiDmaD3MeIcZxnBtzElQq6XAyrIDijNNRSmVCzZg4SagxxhzriGm32xhjUEr1RZggCPrHBd/3T83P2txnJCINwIK7c8hNYy3sM1wXjZJJ/kysDSk0G1yYTVtm0y0x729RbD1CnNIhyQQlbMpFGgDjBqktzbII9Dm6kU0cIVMZICy8PLvN4ZazbNsyC9wMoSZSDq6UMKnza62BuP3SyB8mjblKo+KmzMOvK9mqImOiLC4u8qMf/WjSw0gFcyVJrA27rVGdQJ6URWEtUhgElig2bO4bNvYAq4k7e7S2V4miTibEnBPHcYjjOBNqxoSUMuu0NWKO5kft7+/3xRitNVLK/nEhl8sxMzPT//9l7eT7bVi+fDTKqeRUhIyeKECxVWwyT2iH4+zzHYunDGE0fe6ZMxGCNVtjI0g6ROWaj8Ee/vxZwAgFpFtAFUGBOKUiDUArNvgy/cc2xwtS2JFKsBYOP+9wK8qzoBzQ10B5PQshsJUFxNajsT+0RRC/+D/H0oUtiqJr5erOuL5kq4qMidILE85IVO/FqkQbw0Fn1Gr/gMumJ9oIQCjcXBUnqPZzbWaKCt+duBk21fQcNRnjISt9ujrWWsIw7LthBh0xURT1RdooikbW2n6QTjSaDk895txtiLodnSixYyvYK+aAiG55k+iVN13zt6RBssICbr7Ggn2M31yn94rZfBUbp1uhskJMzChwLqQi8BV2iG3SR4FUTgpFGrBeiXZzBMsaIYjdKk5rffjbTiG6OIMzAaFmf+4ur7zxE+SbD1laWqJer4/s4tdNCBLukV1QnW4yoSZjovTChDMShBAszUgebmjaY5nz9lw2AmEtQiSLDiHAWMtB50iuTUFS8K+Wa3Md6TlqMsZDJtScjbW2H9h7tEQp7LZOHgzyLhQKzM7OksvlDrnlHjx4gOu6zM+PrgOHNvDWBugRqTRFJ0REzaG5aBxpyXXLm6Ib+LGPcHhHLOEXZ6nrVVRnFz0Fn0eZKxOlNEAYQHo5dAoFkKMIx01d6ZiQipUhtOM+iV1RpsbNEGpiLxj/4tDPU/rZX+R/Oh7NZpOVlRW+9a1vkc/naTQazM/Pn1oye1EyoSZjWsiEmoyJsrCwkDlqjiCl4FZN8WBdE43NpJEINr3wYYnpCza9Y3w70rS3kwG5jqScU5RzT+fa3EQyR814yYSahDiOT+ycZK3Fdd1DOTHVapUgCPA879yTt1FP8qyFn2xAOELBo6a22Y+K7NjqlVw0gWtxpaFzHcubLooF6wSsOndx3JAZvYowKWjrexLKS2XwbQ+h3FS6VI4iHS+VpWMdVUGHo5uLrId5akJCyt1Ow8AIgS1UEAc743vQ9/wvhJMIJ/l8nhdeeIHnn3+evb09lpeXef3116lWqywtLTEzM3Pl89JNEmoypptMqMmYKEEQ9K/u3kR65QfHtq82guLCi0g17pPJCWVRA0SxYWPPsL4HjhQUA0W1IHHUzRRtlFKZo2aM3BShRmt9rCOm0+n0A3sHOyfNz8+Ty+XwfX9oAsuo2nP3WN6GgxGu+3KyzeOoTGgvdxwVWAqeTRxK2tK5oXqsFOAogRACbRJh7Ynr02PP3mYu2KMQrkEaw3C9HKRZCHG91LlUjkNICSl7eaXj8biVG+ljWKHYiSQV5/qfdwBMZR41LqFm9hZi6d5TvxZCUC6XKZfLWGvZ3NxkeXmZV155hbm5OZaWliiVSpd6yJsk1GSOmukmE2oyUsF1bW18NAdi8HsvB8LzvP5CK5/PU6vV+u2rOzE8XNeYiQTUHxM+LA5fjxaANpadZsz2ASgpyPuSauFm5do4jpM5asbIdRFqeoG9x3VOGgzs7YkxvWNDEARjc7KNUqhZ34PNg5FsGiVACEto3Uu5aFxpCdwkbH2Ubp+0oiR94T3SEGuIT/vICcF6XGZLFqi7m7idrfEM9BwIv5Bqt4p0/VS7fXooL0hlp6ddU4Er5k2dB1G+Bc2fjPxx0kAcFLhcJPwFkRLe9wtn3kwIwezsLLOzsxhjWFtb44033qDValGv11laWiKXO79YF4bhpUWeaeI6rqtuGplQkzFxSqUS+/v7U3nQPE6I6f0cRcnlxsGuSUeFmLMOooELt2qStzfMyEI2z4fAWIEEELb7myO36Oba7Lc1e60nuTbVoqTgj+WUPzGy0qfxMi2Tj+Pa2/cdc9329oOdkyqVCouLi1fqnDRshBAjEcV2W7AyhAu2jkzcHtp0Cza7bbY9J6QTw4UWcBZ8F1wFcaxvTnmTBdcRSJmUv4ZxIs5cpvRWo1jW8+S9MnN2DRE1hz/eC2CFmNCFjvNjpIKUnz8spFIcF26O7ZY/lsdaj4uUEYwu8jw9aCHB9SEasYD43PsRxeqF7iKlpF6vU6/XiaKI1dVVvv/972OModFosLi4eKZb5qY4aqZlrpRxMplQkzFx6vU6q6urqRRqRi3EnIe8L2nMwPLWpCdJEmNBWI0UFjuwa8eJNpDk2jza0kCE1821KV3DXBvHcWg2J7sgyRg/vcDeoyJM7/jQc8z1HDGD7e2nqTXosB017Qgebp7/9gJwVPI9NpJOLDkIFdYKcp5BCWjHAm0E88UO1uquSHMOLDiORHadQ82wdzRTuMriOxaBQRvNCCvAxoogEWZEtwtSGHP+5+ucNI3PA24zG+xRDNfATMaWlPoAYT9PlEKXylFcP5dK189GVBnbY0XWwfpFRGdvbI85MYTAVOvItQeje4xcEe7/zJU24bout2/f5vbt27TbbVZWVvj2t7+N53ksLS2xsLBw7EWPmyLUZEw/mVCTMXF6nZ/u3Xu6RnXUnCTEtNvtpzqj9K56D1uIOQ+lnGTBwOOdSYs1YFFoa1CYriJj+9eXTns2wtiwvmdY2wNXJbk2lYLEuQaiTeaoub6c1jmpF9g7mBMzMzNDLpcb6/FhlAx7H2INb61zrMtBiMQhAwJtJK1Ist9R7LYl1kIpMJSCRJhxZFKK046S44fvGBaKbTrx+dQUR0li4yCEBWtoRcnjDhJpQaQFIAEHT1m8KRRuBsuY4q5TRo/JLbQRl/rlUF7nAurcMFBuKsWFHhYxFd2yEII4ja3XvRLNUbTjPoWmqlDgBgg1gC6UkaNsyvqeDyPU8C5YBEHAc889x3PPPcf+/j4rKyu8+eablEolGo0Gs7Oz/YuEN0WouQ5zkJtOJtRkTJzFxcWRdX4aFGKOijFpEmLOw0xBorVlYz8NqwOJtgyINXBewUYAsbZsHyS5NgdxDs+R1AqGuYJlGnWbrD339KK1PjbMu91uY63FcZxDOTHlcpkgCIYa2JtmhplRY7odnrRJyotAEBtJK5TstRV7HUkiiiQUfU05MJRzMZ1IEBvRF2YGOa+LpifO7HckRU/jyOQ+5/3khloQHiPcSGHQelJZYoexFjxHoGRS8tMrYRpfB8GnMUhW9Bw5r8w8a4hwRMFER/HyqQ4QVkE+1UJSD8cLUjdOISQr7fG7sDd0icLYH3UyRMrFHVWnq/k7iMXnhr/dLsVikfv373Pv3j12dnZYXl7m1VdfpVarsbS0RBRFOE62BM5IP9m7NGPi1Ov1Sws15xFiBksPpv2K92xJEhvDTjMFK4KuWCO7bbwH5Rk7UMN91jMcyDbbrTy7bYcfrydXygu+YbZgmJ0S4SZz1KQXY8yxjph2u93vnDQo1M7OzvY7J123Er3LcBmhxlpoRYJWKGiGkmYoaIWSZggHoaAZHj/1KPqaUhDhSEvYdbO0YwHx8UcR3zHU8p0TXTSCbkc2o9jvJKWblUBTDSI6cSIYXYXDwo3Cc8BTFiE0Oh5frpjXK2OyoyljGhYt4/GAW9SCfUrR2khtPWkPEEbKdLpUjiCkTGVpVuhUiI8RbUdNy3hdAfAGlDoLga3MIbaHfCFVKnjf/x7uNk9ACEG1WqVarWKMYWNjgwcPHnBwcMAbb7xBo9GgWCyOZSyTYNrWOBlPkwk1GRNncXGRN99889i/nZQBcV2FmLMQQlCvSLQx7LfTIdYYawbEmh7nd9koaSl6bfbCXNL61cJuW7LblrzZFW6KvmG2aKjl0yncZO25J0NPQDiuc1Kr1ep3TvJ9v3+MqFarqQvsTTPHCTXGcowII2hFye9aoThXp6WCpynnzCFhphMLOue473yhg+VpF01PnIm0Yj+UGCsAQyWnkSQdnEbzSRWEMYRxT7ixT4QbNFoPR7iRAlwlQXBMm+zpYDMusi3y1IOtpBxqyDVkSXFaus/90suj0ywkdVFugEnZOKVyWW3lJ/b4badCcBOEGkCXajjDFmpe+P8Q+fJwt3kOpJTMz88zNzfH3t4ehUKBV199lSiKWFxc7M8LrhPXbQ10E8mEmoxT2dzc5OMf/zhvvfUWd+/e5atf/SozMzOHbvNf//VffPrTn2Z3dxelFH/yJ3/Cxz/+8XNtv5fx8OMf/5i/+7u/46233uLhw4e8/fbbfP7zn8f3/X776kEhJggCPM+7kQchIQSNGcnbG5pWKi50HQ4ZPqzYPC3YDP62h680kQrpmMPdG4QAbWGnLdlpS35kk1DRom+YKxhmUiLcZO25R8dJLe6bzSYvv/wyQoh++WIul6NUKrGwsEAQBJm1+ZJoQ1+AWW2W2WsV2fiJ3xdm2pHgMu1w824izLiOJYoTN8p5hZkevjLUCoddNIPizF4o+52fwFANYgR2Ai22nxZufAfcCwg3ttuNSUkB3TKm2JzRJntKMEhW4lkCt8Q868hwf2jblrlyqt00QjmpKyU6FiFT+TzuiyrjaMd9ElumTIOViT3+OInd3HAXivkyvPDTw9zihYnjGNd1WVpaYmlpiTAMefToEd/97neRUtJoNKjX61MV+J9xfRFnWJrTcMk+Y4L88R//MbVajc997nN88YtfZGtri7/4i784dJvXXnsNIQT3799neXmZn/3Zn+WVV16hWk1a7j1+/Ji33nrrqa9Hjx4BUC6X2d7e5iMf+Qh3797l+eef54UXXuD27dtZ6cEpaGN5sK4nsAA5DYMS5ohYc5Tjy6Kshd1OjvgC0wJrk6yLYrdUqlY46uwZD8YYvv3tb/OBD3xg/A8+5VhrieP4WNdcp5MsZo665oIg4LXXXuP9739/Npm6BJGm74JphrLrhHnihunEwznu5lxNpSfMaNEVLS7PXCEE4n4WjNNzznTkIQePwFDN6cSRmVr9NBFuPGVptQ6672OB6wrUQBlTGnJvxkFVHVCJH1+9HEq5xEIN3aUzTERQIJ4CoaYTGzw3XWK3dAMetOYmPQxesj+EOP2v4TDILb+BaO4OZ2Mf+Chi4c5wtnVJDg4OeP311/npn35aMGo2m6ysrLC6ukoul2NpaYn5+fmpXYvc1AvaU8iJL1Im1GScyksvvcS//Mu/0Gg0WFlZ4SMf+Qivvvrqqfd5//vfz9e+9jXu378PwMc//nGq1Sp3797lueee4+7du9y9e5eFhQWklLTbbT7ykY/wz//8z+PYpWtFpC0P1nTKrrCeR6yB4wQbYwXbnTyWy50Ue8JNKUiEm5n8+ISbb33rW3zwgx8cz4NNGXEcH9vivtPp9F11g665nhhz2iTju9/9Lu9+97tvROeGixLGHC5LGihJaoay28lo+PiOppo3eMoSG4Ym+PRcNGFsUUoRasXBEXEGBgUaM7J9HDZCWIibeJ6P6wjiMWbbpA1hDXV3G7+zcXmhJVchTqELpIdwfeIpcF8q109lhs4WdQ7iyYvzz7sruM3RNMFIG8HBDnLlR1ffUP05xM/96tW3c0W2trZYWVnhPe95z4m3sdayt7fHysoKa2trVKtVGo0GtVptqoSPTKiZGk58kdIllWekjtXVVRqNBpBkyayurp56+29961uEYcgLL7zQ/90//MM/nHqfIAj6V84zLoarBLdnFQ/W09FxJOFoyPBJHJNjIywlt81ON6/mogiRlAVsNSVbTXlIuJkrGqq5yThurjta60Ot7QcFmV5gb098CYKAubm5fueky16pklLe2HIzY2G3mQgwSWivZL/d/X8oic143uSeo5nJWTzXEOtEmHnS0no41AohjrS0YvdYcQZACMNMTqON6bp20v0hF8KS66412xFYJ09oIAxBSUHOMYTnbDN+nbBC8iiu4Tsl5sUa6oLlUMLPp7JUZxArFUzBcSuV7z6vyEFz8iINwLYtMc/NEGriXIErXw5RDrz3fw1jOFfmPK25hRCUy2XK5TIvvvgiW1tbLC8v88Mf/pC5uTkajQalUinVIogQItXjyzgfmVCTwa/8yq/0y5AG+cIXvnDo/2d96FdWVvjkJz/Jl7/85Qsvvqy1WGuzg8ol8N1ErHm4rlM0uZIYaxHWHJNbc5RDBVA4SpN32rR07sqjOCrccES4qWTCzbkwxhwK7B0UY3qBvUdzpHrCzKgsw1JKjEmVlWxkGAtbB5K1PYe1fcXmvjpWjJHCoqTFlUl2kxLJ955o2vvC0v/YWZt8me7PxoLWAmMFseGQMOIqw0ze4DsGbaAdJ+Hf7Uggun8XdM8VydaTx+t3hRuIFu+OoWecsDz52VUWT1m0hb22c2IwsRSJg0ZrQ+eSuTnjQghL4CbPfzuC1glmBW0E+6Ei71lMSlp+j5uOdXnbLlH2D6jGawh9dhibJcm9gfSKINLPpbKD0lEcL0jdOIUQrHbG3477JDajAvPSAZOq2vOREAsHz/EgvsJ74t7PInLpeP3OI9QMIoSgVqtRq9UwxrC2tsabb75Js9mkXq/TaDTI5ycXbp1xvcmEmgy+/vWvn/i3er3OyspKv/RpYWHh2Nvt7u7y67/+63zhC1/gQx/60IXHUCqV2N/fp1RKx4F82sh5gqWa5J3NNC1cBRaFsRrJWWLNk/sA5NwYJZt0tENkHLhkKdRxm48MbDYlmz3hxkmEm4WioRRcXrjpdceZRrGxF9h7XOekOI77gb098aVcLk88sPc6CzXGwGZTsb6nWNtTbBwo9DlcMsYKjBZDymVJPg++6qB1hOPliTUchJK9bqvrYQkjUhiqeUPgGuJewPApeTay66CJUi7QCBJxRspEnLlId6ZmKJAiEWzC6Hq+z89iVxfYJU89t0PQXgd7yvPgFzEpLNXpYUly5dKORaBTeFyNnQphK0Vd+oRA+xVUa2PSIxk9Akx1Abn+9uXuX6jC8z813DFdgTAMKRQKl7qvlJJ6vU69XieOYx49esQPfvADjDE0Gg0WFxdTU449jXPRjKfJhJqMU/nYxz7Gl7/8ZT73uc/x5S9/md/4jd946jZhGPKbv/mb/O7v/i6/9Vu/danHWVxc5PHjx5lQcwWKgaRegdWddE2yHMdlfd9lJte8gAgi8JTBUyHWdohNEhraNi5DE22ShyHSsHkg2TxItusqKAeG+aKhnDv/xFophdY6lZ2Gem3uj4owvTb3Qoh+d7VcLkehUOiXJ6U1rPc6CTXGwMaBYn0/EWY29xXajneS5TuGUqDxnMRV04wk2gha2gd8wiFfYM91O0BJYWlHAm2S/JzTUF0HTaTNpTtPjZ6krElK6ETQvsIFd2MF+x1B4AqE1ejr8Xa/GEKwGlXxnCJ1uYHs7Dx9G+WgdbqdDSooTEWnJ9cPUjdOoRwetS+3sB4lu6LMDDdAqAF0oXJ5oeZ9v4CQ6RHZwjB8qnvtZXAch9u3b3P79m3a7TaPHj3iO9/5Dq7r0mg0WFhYSOV8MGO6yN5BGafyuc99jt/5nd/hb//2b3n22Wf56le/CsB//Md/8Nd//df8zd/8DV/96lf513/9VzY2NvjSl74EwJe+9KVjE9VPol6vs7a2dijbJuPiVAuSh+8s4xUXJz0UIMnQWdkNsEjWDkrM5fcu3E5bCIGrDK7SFGijjaQVe3SMxygWapGGjQPJRle48ZSlFFgWSppScPL9Ji3UnNY5qRfYO9g5qVqtksvlcF13Kq+8TLNQow1sHiSizPr++IUZKZKyP981CEHXwSJpxYrWiNa7QhiqucQ1o03imDmv2KJk0mY7jG1KBZrEOaMkdOKriTPH0Y4EQigKnqUTmhtZrhlah4e6TiUoU40fH+q4Y708pExcGMQKSRynW0gCQMhUBgg3RRU7ZuH6PGxERWaEPN3pdU2IXA/3UPnqOVm6h5i7NZIxXZaLlj6dhyAI+o1S9vf3WVlZ4Zvf/CbFYpGlpSVmZ2fH3jlqGud1GU+TdX3KSAV//ud/znPPPXesYyfjYnz/+9+nunifg3CyVzCkgO12jo4eHIehljvAU1eZ2FgkBoEltpJmFNAxSWvbceApSzmXCDdF/8nvf/CDH3D37t1LW2rPohfYe5wYY63FcZxD7at7P/u+P/UnbGsTAa0dCTqRIDSC5Ucb5PN5Cvnc0/3D7OGTlx344biTmn3qh8P/ld3A64JvmS0a/AtqcbrnmOmWMm0eKMwYFx4F31D0DUpaYiNohxalLK4yOMLgSIuSibtFCpJW2sahHatu56bLTTADJ3HNKJkILBfdZ6cr0HRiO9bn67z4jsVRSZetcXXe8x2LIm2d/saMtSx4O+Q66+D4xCm3GsmgmPqQYwAnyBN10jVO6fo8aM1Pehgncl+9hWwf4/K6huTWHiJ21s5/B8eF//8TiCBdbqiXX36Z97///SMvUbLWsrOzw8rKChsbG9RqNZaWlqhUKmOZkzmOg1LpcTJlnErW9Skj3dTrdR4/vhkJ+qPGdV2KThshi+y3J6e1trV/RKQBkGy2SpS9Jnk3PGduzVEEhmS7Uhgq/gECS6hd9uOAyIy2VCfUgvV9wfq+RACOTHaj5b7E6+suwZ6DkhYlwFEWRybhqE43INVVSXnV0V03xhzbNanVamGMQUp5SISZnZ3t/zzuKzUXxVoINXSixLnRiSGMRbdDEMRGEBuBNknZjTHi7KsEziKdELaGVJJjrT0UsiuF7QbjPnmt1vfhzfXk/0okwk0lMMwWNYUB0U4b2NhXrO0n4szohRmDJw2eY8h5mryncZVFCIuwyXcpkkBbAYgz5s2eAt8YSr7oBgwLIiPpxIp2JImM4rh5hcBQyRlynkUb232tL+6AcZWh4icCTStlDhrPST7DkU7e0+GYs2s7sUCgKPgQhjpNT834EIJ1XcUPqlTYQentSY/oZKRDFKXX7dNDSJW6kieALV2d9BBO5UBWKHEzhBpTqqEuItTc/7nUiTQAURSNpaRbCEG1WqVarWKMYWNjgwcPHrC3t8fCwgKNRoNisTjycWRMN5lQk5EKGo0G3/jGNyY9jGuB67rEcURjVvL2hqEVjl+skdJh55Q2mrthnsgoyn77SjZ+iyS2ErA4UjPr72GBjnY5GINoY0nCia0Fq/IcRNA6R2tiO2DhSH7utt7BRYgikiTjwikKvIrAkSIRfyQoabEKIgnWGOIOuI7FU0npxUj20yblHGEkaGtJeEhoEcQ66VajbfK9p3kMGjbTYeqxiAE1Jgl/Ttxf4hzPnRDgdPfDWNhuSnZagofbTn9ftYFWKOlEvTbZl9txSSK8eI7BUzop/5OJE8bpu18SAaY3tmEhROJmia1ECIESFiU1gaOpBMnrqq0g0kmOjesIHJWUMyVZM5fbb08ZykFMO0yXQOMpi+sk4kzva5JYBPsdcJXClZo4vY2OhoYU4DiJuyvslpe1Y9hhlpJbZE5sQNSa9DCfQnoBegrcNMr1MCkTaoRXYC8l7bhPYj0ucVOSFSMvx7n9GaUa3P0foxzOlRi3y1hKyfz8PPPz82itefz4Ma+++iphGLK4uEij0SAITqmtvwTT7qTOSMiEmoxUkDlqhofrukRRhBSCWzXJw3VNZ4zl8a4jWd71z7xdK/aJjKKWO+gvNi+PQOOgrUVi8VVMTu1iEHS0x34UENvRHe5E1z0DSQmENSBP2akn50/R/fnwbS1Jk1mtoXOBRdghYaT7T+IKSRb0/a+u4ON025fHRhDFAk3XzdJt03z8mM/PpOYJ2tiBTINk35XsuUqS310VKUAq2xUtku/J+0BQyhlKOZP8zSTiVRQn34Uw+Mrg9kqPpEnEF2GR0h5y8kwSIcAVhtgkJUuDk75EsErE0R7Wgi8FWgi0lcTm/CVTvmMo+V2B5pIiz7BxlcVzIO66ZlLWrRigK5Qq8q5NffnPZfBcAUgiLZLcnxOOhXuRzx5L1JxdSmYDmZLMEOF6U1HyJB03fW4aIXjcKU96FGcSWgfrFxGd/UkPZeQYKbFBEdE+x76+7xcQKXT6nhH3MRaUUjQaDRqNBmEY8ujRI773ve8hhKDRaFCv14fi+MmEmutBJtRkpIJMqBkejuMQRUkgoJKC27OKB+t6LFeBHQWP9gLOu9CKjcPjgxLz+X2UHMYJVGAQmJ7LRmhyqkNOddAydIBXAAAgAElEQVRI2rHLQRSgR3joc6QFmYgFxohu6cx4TpjHPUzibBFPCS9PiUNdccZYeyi4MRF50nfCt9ZiTE9yEX0xSklLkuc8jglZku/iiScOl+7oUDLJtumVG8HkxZfL4EhL3C1JO+19nJSDWRQWMAOuKoG2gthItD0s3viOoejFdKJ0CDSOtPhuIq51YohTKM48jaAZCVwl8R0zta28rU2EGSklsRa0o4vnA2/GZTZtgTm5TpEDzlFAOVqkCzplAsgxCKmSqwIpYqct6UxJvkbLqZC/AUINgK0uIB6dsa+3X0TUGuMZ0AXRWqcqt8XzPO7cucOdO3dotVqsrKzw8ssvk8vlaDQazM/Pp2q8GeMnE2oyUkEm1AwP13VpNpv9/zvqiVgzyouuUsBWK+iKJBe6J2vNEjPBAb4zzMmiILYOMQqJwRGaotuh4HTQVtLuOm3M+c28F6JXpqRN0n55nILNZejlriTPxuEFjrUWbZNF92DZlhzDPg26YwRJqVKvDEz0X7phLMiSsiglBsuKug6XvsvFHpISTtr1nkhxdadYOnC672N9hlgziBA9V1ci3njqiXgDAiUgNolAM8nPhRKWwHsizjSnQpx5mqQkS1LwJTqOjxFm04W14DoCJSXaJsLMwTCee6FYt3V2ZUzD3USGe0PY6MWRfm4qsmmU5xOnzC4mpOJALUx6GOdmMy6Rn/QgxkScK3JqBK/jwbt+flzDuTCj6Pg0LHK5HM8//zzPP/88e3t7LC8v86Mf/YhKpUKj0aBWq13oXJnm+WbG+cmEmoxUEAQBYZiuycK0kmTUHK518hzBrZri4YZmVM7PyHq048seUgRb7SJFt0XB6wz5BJOED4dWIWwi2ChhKLptCk6b2ErascdBnMNcsrvNafQEG9Nb6JLuE6jA4MgYVxqUMChp6MfoILruHIlGYLoZLI4jUCL5OTYQ6ySvxJ7TISGFwXfB7Zb+mG7WTajBkZdoCQrQfTWlNKius0XK5HcXFV4uiugO2djrI9YomQQTx0Ze+v3bF2+6XbSUTERA2319Dzu5RvfESWHJuWCAdjS94sxxHHRASYecmz53jZLJ5yE2lsgoomh0pRGhcfhJZ4GSWxl7fo3l6dLRNHI0RywttFV1ZBdQRsGB8cHNpTIjadjEUuEpF/QJbdxf+iDCz413UBcgzULNIKVSiZdeeokXX3yRra0tlpeXeeWVV5ibm2NpaYlSqXSGw/WaTDwyMqEmIz1kB5bh0MuoOUrOE9yakby9OfzJu6Mc1vaufvLbj3JERlENWiMpE7FIom5ZlLIaR2hcaXC9NkW3TWwVrdjjIA6wQxZtZLcUxtjEZT55h43Blcn+K6lxuqLMk/Kdi9Gb8FsJVgmsN1jKkuScaCuxNsnvsUiMhUirxA0QCyJOK38xSGw3a8Yiu84XIWxffOHIvSf59PZEiesk1shuyLA2cmhP7hPxBhA9wYZjxBtxpYcUXXHG0hVnTlhnXAe0gf2OJO9JjIkxE9JrrNEYE6G1xUoPoc7OLhs2vfyaOX+fst7A6tEHtqkgTzQFF55cP5e6bBrpeKy1hhuqOg46bgX/Bgg1CEFcnsXZevT038pz8Ox7xz+mCzAtQk0PIQS1Wo1arYYxhvX1dd58802azSb1ep1Go0E+/7SfK1tPXR8yoSYjNRQKBfb397N2dVfkJKEGoBBIFqvwaHt4M3fXEecKDz4vHe2xdiCZyx8wuiy6XviwQlqDEhqJTYQLr0XJbRFZRSv2OYh9zhuKeh6kAOkk4bOx6f1ulCdVgyMMrtI4UvddMrJbRjQsetvqlbucxwWTdMvqlVQJTHcLxoqkrOqY7U8bUnTzXZjefRgk6ZBliK7grDmL48Ub239H9Uvhznj8njgDiTjTusbizHE0Q5DCoeAb2h0z8vefMRoTh0kLNelhhA/SBznp9CFY7xTZoMCSv40XbY3MSmKFQE9BGy6LQI9BtLoo27bK5N8tF2fLlFnkGPHiGrInPGaO+8P7fiH1AsG0CTWDSClZWFhgYWGBOI5ZXV3lBz/4AcaYfueoad23jJPJhJqM1FCv11ldXc2EmiviOM5TpU+DVPISbWBt9+pijSPh8X6OYU+sDA6PmyXmcvv9bkqjISmLMlYhMEirUV2RwRGGktuk6DaJjUMr9mjq4Yk2QiSdZYYn2CSCjCM1ruoKMn3XyVCGfC4G1z9nlT71FuS9Tky9fJwk2FgyjRP24+iJNdjrIdYIAa40iUNqTK/RaeLNYMmUlBC4ye1vojhzFGNhry0JXIlEE+vhHU+ttShhkUphrCQ0Djjjd82cF4vgnc4MnizR8EaTX6P8fOpcKsfhBgFRJ13jFF6e3eZ0LjR3dI7F00qCrhHBzBx288GhI39z7lmC8lzqC9bCMCSXS29p1nlxHIdbt25x69YtOp0OKysrfOc738F13X5HqWF0jsqYPJlQk5Ea6vU6a2trvPDCC5MeylQjhDizBeFMQRBrwdbB5SftQsBuGHTb8A4PYTr4doeS16IsLbEs0TGKUS/aLRKNRFuLIimL6pUBOSoiUBFVe8BggU2SRfAkt6XXcUoPfMVG9tJSjt/fAcFGG/qlQSdjUMLiyhhHmr5LZpSCjLXJQJPSl2R8veSYXs6BMUng8KF9u+TjCQESk4k1KSZp0W0IXMFeZzJtWAcDixMsnko+aa3w/BlJN4F2BAJFMbC0O/pS70Frk7wzqSSxSQKAIwOkKwrnTA7n16xDNJwW2lYqopQF8x6LkMRh2gQFwVqY/nbcpxH5Vdzm2qSHMXKsAEqzsLeR/N/xWS49w+q//zvVapWlpSVmZmZS6a4Jw5BKpTLpYQwV3/e5e/cud+/e5eDggJWVFVZWVnjuuecmPbSMIZAJNRmpYXFxMev8NCaEEMyXJbEx7LUuJ9YYXA7C4RxCPKWZKxrmSoaSbxGiDDyZtG0fxKzvxYxn0d4ri3K6ZVExCtPNlBmUaBJUf5F4st39qMvkScvsZDGprewKPMnPUayS3wmBKy2O1Di9cF8xnBIG2w0HTkIvk/yPpL110v0JkbTqftICOxEaQg1PKTIj4LqKNdYmXymcw16KdmQp+Ya9zmn5QuNCdN+fT8qetIaOnvS40oEF9toCGycir3LOdi84SqCUQBtJJ4aDCEjbGv+SJPk1t4aWXyO9ADMFbhrHD4g6wxGnhoX1SrSb070k2aXMLNdfqAEw5VlUV6gR7/4Q9++8m3vWsrm5yTvvvMMrr7zC/Pw8S0tLqXLJT3Pp03koFArcu3cPx5nuz1LGE7JXMiM1ZC26h4eUEmMM8pSQFyEEjapEG0Ozc7GFtxLw6OBqFveca5gtGuaKmoJ3uhukWnDwHMHKVjyURsznxSAx1iPC4hDjcLkr0YP3Eb09OC20t/vU2v4/T7CDUpHtij4D4o9GYKxK/iaelIUkrbRtN9g2CU0RdEWZgQfR5jTJabxcR7FGXFOxpuhbDjrjK4U6C2sFra65IXAsjhIcdGxqxjdJhBOggZxrCaPDn3YpwVWJC7DTC12+JsLMSax3imyKPA1v59L5NUK5xFMg0gip0lfyJBUrrfQs5i/LRlhgViowaTmDjo7YzydlTtU6PPMuIJlTzs7OMjs7i9aax48f8+qrrxJFUb8cZ9IiyXUXanqk0c2UcTkyoSYjNSwuLvLv//7vkx7GtaAXKOz7p4spQiSdoB5saDrnnIzHYYu1aPZS6+a8lwgzswVD/gxx5qn7+opn5wQPNyP02K32gti6xDionsvmkt2RLvaoPPU8i0Hl5pgxWAuRlQNiSwr7r16ATKyZDjpR8vluxxJt0rVTnRg6cXK8yXuW2EAnStcYJ8FeW5DzHFxpsEhCDe04+bppGCuvll/juDAFZU/S9VLn+glVBR1OpnxymFgh0H4F1dqc9FBGjpYSGxQQJwQIK6X64szRDJWlpSUWFhZQavyJNlEUZdktGVNFJtRkpIbMUTM8ThNqrLVEUUS73abVatFqtWh3ImxuCXlGEKSSsGNnk64e56ToG2aLmrmCIeddTTRwHMmzcy7LWxHtiVzlFWgU2iqENThCoy7pshkVQoAnOjiOy154PcSNpOTMdi90T//+QLJPqtvlegqaxJyLMAZPGWIE0ZCzq4aBtdDsrlH9rsumFVqMvR7vqdOwRuO5AkepboC5IIxhvwMgKfhg7ZSFzYyAy+TXCNcnngKRJowNrkiXSCMdl9XW9Ie79tgTZapcf6EGwLzrQziVuTNvN5ihsr+/z/LyMm+++SblcpmlpSVqtdrYHCDW2lOd5teFzFFzfciEmozUsLi4yNrazajvHTVSSnZ2dp4IMV1RJgxDrLW4rksulyMIAnK5HDMzMziey8oOp7pVDiKfUJ99kisFhrmCZrZoCNzhOjqklNye9VnbidhpaSa1cLdIIiuJcFD2cPhwGojjiJKn2I+cQ11xphUpLAauxb700CYpSfNUN/vnGhBrkMLgO9CJ0zshDmMIuy6bgpcEYbevg8vGguuA0+1vr40gjC0aN+mAdYLAfdABgaQYWDqR7WZX3Vx6+TXz3j4lc3J+jQWskKSnYPQUUrhA3Z3SdtwnsR4VqfYsk9cV5eDX7+KUahe+a7FY5MUXX+T+/ftsbW2xvLzMD3/4w1Tm2WRkpIFMqMlIDZmj5vxorfviy+D3druNtZY4jmm1WlSrVYIgoFwuEwQBvu+fqrTfVpYHG/rYOYaQDnvNkyyjlkrOMFtI3DP+GI4s8xWXwJOs7kRMdqLXCx9WYCwKgyvjVLhs4lhTcCwd7aTS4XBRpLBoaxhWi/Q0YGzSOScRNiY9muFgrEBgyXuWZpiCD8IpWAvNrhli2lw2jgRH9Tr9QaQTl0z8lBhzvn3phQ0rKZLXrjO6TnLTwlpYZOOU/Brl54ii9If4WOnginQ5pqSbY7uV3nbul0GjMH4J2d6d9FBGgirN4tfvINTVyoeEENRqNWq1Glpr1tbWePXVVwnDsF8ydVbp/kWJ43gi5VbjRgiROWquEZlQk5EagiCgk7KQu0lhjOkLL0fFGGMMSimCIOg7YmZnZ8nlcvi+j5SSt99+GyklS0tLF3rcwBPcqkne3jg8oXMdyfLu4ZOmwFLJG+a64ow7gfNfKadwHcE7m9FEL2DFRhBqj9hIhBBIocmpDjkVTtxlo7XBFRGO49JKscPhvCiZRCfHKctBuQrWJiJN4DKhkr7hYy1EsaEYSPbb0/Fa9V02JC4bY0lcKBO+4i9IXDIqSQLvly21Y2AE4p42iWDjOwJXmWvznrwsJ+XXWATapEv8OA478G+aWI+uV5vkHk1Zocj1EmqEcvHqd3FKM0PftlKKxcVFFhcXCcOQlZUV/vM//xPHcVhaWqJerw9FYLkpQcIZ14tMqMnImADWWjqdzlMiTKvVQmuNlBLf9/vlSdVqlcXFRYIgONcJy3Vd2u3Ltd8s+JLGDKxsJRNQVwlWdgOSFs6WmVwizMwWDE4KLk4EruTuvMvbGxHRmN3nsZF0tNMPuu1dxDBWcRDnOYhzBDIk53Rw5eSs8dZasCFFz2U/TMGLdkUshpwnaaXcrXFR2hHk3J44cD3ohIZSINmbErEGkiVtz2WD7iCsBhVgxWg/O9aC54BSIBAYK4jipCxuEhEoSQizJO8l+TXjPr6mjX5+jVNmTm4glZqKTk+unyNK2zi9Es0pb8d9Euu6xHUq4HHKs3gLzyLU6F8vz/N49tlnefbZZzk4OGB5eZn/+3//71DybG5KkHDmprleXM+jZMbUUiwW2d/fn/o6VWstYRge64iJogghBL7v9x0xpVKJhYUFgiDAca7+sXRdl729C3atGKCck2gN63uG7bZPrWCZK4bMFAxOCk0ZSkruzHk82o446BhGfQX8qEBzMoK28WmFPoGKKbpt1AR73eo4ouRZ9kLFpF0CVyWKDTpqo9zCpIcyVFoR5Dz6raWvA+3QUA4Eu23BtL3vhEqchIKkY9SwXDZSgKtASnEo3Pe0HJlJkYhWklKWX4MjIRJ53jEFiuxTkuvYFLtqrBDoOF01lUJIVtqlSQ9jZHSMi/UKiPBg0kO5EsJx8erP4RSrE3n8QqHA/fv3uXfvHtvb27zzzju88sor/TybUuli76HMUZMxjWRCTUaq6OXUpF2oGcyBOVqi1Cvf8jyv74jJ5/PUajVyuRyO44xc8XYc58p18zNFiesInvdiVArFmaMIIWjMeGzuR2zujyZkODaSTuxgOF2gsTbJbcx7UCtYavlep4E82hiarZCDVoiewIonjmNKrqWpndS1Ub4IFnBcF1dZQj29+3EcrfD6OWtaoaXoJ4v+ach/Ocqgy8ZTifOlFdmzP0O9cF+V3E53BZlQT1+A9F5boIQg71taHTttmtulcBQ4SmIttCJBMxJ9IW2fEhsyxzO5TWR0+Qsjo8T1gtS5aSKnQhxNwaTiCrSdCrkpFmqc8hzewp2xuGjOQgjBzMwMMzMzGGN4/Pgxr7/+Op1Oh8XFRRqNBkEQnLmdmyLUZI6a68XkP4EZGQPU63XW1tZ4/vnnJz0U4jh+Kqi31WrR6XT6nZMGc2IqlQpBEOB53sQPlK7rEg/hKloxmL4Dfq3o4juSle3hXUWMdOKgsWcINOgOpcBwZ97HO+HoqqSkVAgo5n3aYcx+s0Mn0mNd88RaE0hDJLypFjmkVCAMjpTXKrMGEpHGdyyd+PrsVyey5NykpGaaX69IQ6QTkTXvJd+bYZIh4x4J9+30wn2vieimbSLYeI7Au4b5NUqCqySWpAvYWWHYkXF482CBml9kVq5jdYqeECFT1zZcKpfVVn7Swxg5m6bErUkP4hIIx8NbvItTmIyL5iyklIfybB49esR3v/tdlFIsLS2xsLBwois9DMOhBxSnkUmvPzKGSybUZKSKer3O6urqWB6r1znpqCNmMLC354gJgoC5ubl+5ySZwjaXg7iuOxWdKEZFIVDcmRO8vRFdyaYfaUVHKyxPZ1NYm1xtLfkwWzSUc/Dmmw8pOSU8Z/7MbQshyPkuOd8lijXNdkQYxoTxeC6zG2Nx6OC4Hs0pvrqpDTjSYJFT7RA6jk4sCFxBO7o+tSZhbHGVRQo5NSJh77OuJEiRZFFZeiVLiUtGSovrCJodbkRpUBK8LMm5Sbj3tLmDeiiRhOVbks9bKxKXcrJtdvJscZtnCtt40TZpCO9Vnp+6DJ19UcHeACvWvg6IULjT0La9i1OZx5u/g5iSzkie53Hnzh3u3LnTz7P55je/SalUYmlpidnZ2UOiRRiGFy6XysiYNJlQk5EqFhcXh9ai2xhDp9M5NiemF9g76IiZmZnpCzNpF2LOQik1FEfNNOM5ScjwO5vRhdseh1oR9h00Cf+PvXeLjSS77/s/59Stb7zfmt0k57KrXXn1NxxIsBM5gGHEQSAYcWL4QYZhw4IdB0ZiJ34IYAgB8hhgHShKkDhW4kSBjSgP1ksQI4jzYNhGAuxaK8lrSeu9aWd2Z7i8zAxnhjPsS93OOf+H6uppcjjDW5PdVawP0BiSQ3af6qquOudb39/3l5YzlR2YqRjma4aDh4lt2yh18omZY1tM1Sy0NnT8iCCMUVoTK50EAZ8TBkCFTLgOe+FReTvjS6zBsQzGZLOs5nn4kcFzBGFkxmDpNxxiBZgIoRTGKo90LFL0BBgpkEBy+Ai0BmUEsYLYwNGn06SkSQqoeRAoiC7BKbgbCTBQcRXKSNT4xrUAyf5xbYFBEMaCbizoDmk/GSS327PUnCp1Zwfi0wX6DwU5fkHH0inxoHt0iUpe8O1JnPjhqIdxJMJ28erXsKrZ7cJ1MM9mc3OTd999l/n5eRqNBpOTk0XpU0EmKYSagrGiXq/z53/+58f63TSw97DOSXEc9wN7U/FlcnJyqIG944wQojhZk9hkV+c97uyG7PlHhwwfJtC4FkyWDYsTBu+IhgFnFcikFNQqLrWKSxDGtLohsdIIAVrpc8u0ieOICdeiFdmYjAodkUr2jx+Suzu2QWRwbVAqKT3JBcLCcSSObWifQ/cuQeKCEUIgBftcMEoLYp0IRolYObzX1QZavfVxxQUMdPJubhSCTmRjjMKTERoHxuT6IwDXEQgEoRL4EfjnXE7Yijw+iJZplPeo6gcYc/HqlbQd1JiVPT2IsysEnIauM8/EmAs19vQi7sIqQmbDRXMUB/Ns7t27x40bN/odVdfW1kY9xIKCE5Hv1WpB5kjDhCFxxGxvb/PBBx/wiU98Yl8XpTAMEULgum7fEVOtVvvlSZehBd9RGGMwxhSCDbA07VJqx9zbe3pFZgxEOhFotJHYVnJHfK6mmSydbL1h2/ap26IfxHNtPNdGKU2rG9JWEVIKbEugtEkEnKG8UkIcK6q2wVdOZvNDwthQdtPQ12xuw7MI416waa/cJg8krgZFzZO0gmO6GE3Svjp1wQieCDC6J8JEKvk6HPH7lIYPe3ay7zrBOBTEnB9CWITGwqgAW8QI++LdUoLEMSOEIFJJGVMwkhI7yWZ3CldWWS3fR0StC3vlIIpxxXiJNLg1Wp3LNS97GJVZtBwYp9yiHsLxEhdNZXLUQzk3pJQsLS2xtLREFEW89tprvPvuu0gpaTQaLC0t5fKmbTHnzxf5O0ILzo0HDx7wsz/7s3z00UdcvXqVr3/968zMzBz6u48fP+aVV17hp3/6p/nt3/7tZz7no0eP+Oijj/jwww/58MMP+c53vsPrr7/Opz/9aYwxTE9Ps7Kywj//5/+c2dlZpqenKZfLOI5TnIyOwLKsftZOAUxVbTxHsvEwwphEoAm1hdI2riNZnjDM1c7Wfvw8Ss4sSzJVKzFZ9egGT1w2UkpsS2A0RGo4YcRKaTwRYtsOfpzN8r8gNlQ9QXu8XP9DIVa9sFM7T2U1giAyWKaNFhVsSyQCTK8EiVSAGShDytq2B3HysHqlk36UH7HtMITlofAQkQ8mxnLPNzzWGxBm/JEJM4cTapsb7SXmSjVmxQ5Gnf/BW6pU0GNU+iyE4E5wCbNBhCB2p7A7O6MeyT7s6SXchZXcuGiOg+M4OI7DX//rf51Op8Pm5iZvvPEG1Wq1n2eT9ciDgnxSCDUFx+bVV1/lJ37iJ/jiF7/Iq6++yquvvspv/dZvHfq7/+Jf/At+7Md+7Kmf/6t/9a944403uH37NlEUMTk5ydWrV7l27RrXrl3j53/+53nnnXf4P//n/+RS6b5I0kDhQqh5QsmVXFlw+Pi+wbYlK1VB2QUYzqrptBk1x0EIQaXkUCk5hJGi3Q3p+BGm939Or4d6dMYwYm0MwoTUXJdWmM2Jix/pXnvr/B37Sicio2snLpssYEwiUlgyEWESG4zAkGyP0qBEBRMHdCOBsfLZFUbpJ2VRVS/5Pm9dkwYxVglIzidKG6Q1hHwIA54DQkrinmMmDMZHmHkW9/0qu6LEamUXO9o9t9exHI84Hq+DKnamCDv5Oxcfh8dmklnGQ6i5DC6a41CpVHjxxRd54YUXePToEZubm7z33nvMzc3RbDaZmJjI7I3gIvYgfxQr4YJj8z//5//kz/7szwD4whe+wI//+I8fKtR8+9vf5s6dO3zuc5/jW9/61r7/+4mf+Al+5md+hrW1tWeGev3mb/5mIdIMgVSoKZUuT3jfcbCl5OrRTZlOxUWFOLuOheuUmaqVaPsh7W5E2L9FL3BsiQDiWHPaCFoVZztkOFRQ8QydDCziToo2SYvocegIdSwRppcH8/wsGIGwS9gYhG4TKAcxjIX9mJI6vkpO8v7l0QGWIIiMh5TgWjFBlIgsx8X0hBkpJSpDwsxhKGPxUXsOD48FuU3JHu52GBKhfZwQls12tzrqYYyM+3GVWSlBj9ZCZ88s4c5fLhfNIGkDkUGEEExPTzM9PY3Wmp2dHW7evEmn06Fer9NoNIr5c8HIKVbDBcfmzp07LC8vA0no72FttLXW/LN/9s/42te+xh//8R8/9f+f+cxnzn2cBQmXvUX3KDhPR81hSCmYqHjUyi5BqGh1Q/wwJhqoq7AtC0tArPSJJ/FxHDHhWLRjO5PdlIJIU3GtflZInjAmcQ4JHWKkd26vMRwR5iQIjCxRskDi040dEPldXKSOGsdKsmy6YY4CowfQBjqR3dtOTTc8PD/NmOR9kFKijKAbQiujwsyzCKjxsb5O035MWT2EIYUN226JeMwChLtiKrMB9cNAI1HeFFZ3NKHCvjJMX3sFq3wJS88GOKrjk5SSxcVFFhcXiaKI7e1tvvvd7yKEYHl5mXq9nokbyIWbJn+M/1FXcKH87b/9t9ne3n7q5//yX/7Lfd8/y173O7/zO/zkT/4kKysrpx5DtVql1WpRq9VO/RwFiWhQCDUXy6jaogshKHk2Jc8m7oUPd7oR2iShw+mIbEsipUBrjTrmajBWirKliYxLOEbZD8cljBUlR+JH2Rv70QiMdHGlItQnEzNGI8IcH21A4ySdk1B0cljGNkikkofotfcOVXZK205Csp0ycRIJTRADOiIKAqTjYmQpsyWXJ0Oy0ZmmZFVplu4jovaZns0IgbqA/JuTIB2Pne7FB0qPGy0xyRQXL9Q4M3W++8HHfPaSizRwtFAziOM4rK6usrq6SqfTYWtrizfeeINKpUKz2RzrPJtCqMkfhVBTsI/DXDApS0tLbG1tsby8zNbWFouLi0/9zuuvv87/+3//j9/5nd+h1WoRhiG1Wo1XX3312GNIOz8VQs3ZcBxnJKLBZeaiHTWHjsGSTNdKTFU9On5Eqxv2HTaxMv3b9UkYscRoTXREBymtDbYIsB2XTjSeE5RnYYBYa1zbyuXCFwShtii7gm6Y7NvDRJhBM5U2T5z4BtBaIGT6bGDL5FGyOfC3BmMSMUEKgcGgdDI51Eb0XD7DtYNEvY/ThKcIlSDIaMj1cTEH23tDZh1haYt0S9JvkZ6WUWoDsbaSrCVlYdxyogfm0E30PHzlcKNdZ6HUZpodjD7dScp2S8TheNXPPVSXqzqHz+4AACAASURBVB33s7gfTzDV6093EQi3hFe/jvAqcGPjQl5z3AnD8FTdYCuVCi+88ALXr1/n8ePH+/JsGo0Gk5OThThScK4UQk3Bsfl7f+/v8fu///t88Ytf5Pd///f5+3//7z/1O//9v//3/te/93u/x7e+9a0TiTSQlFXdu3eP69evn3nMlxnHceh0OqMexqVCSokecS16ihCCatmlWnYJoph2N6IzkFyqtSHUqv+7R4URGwOokJpr0wqzdekwBpSOsKWd2dbjh2KSVsSWlThhXDsRSwzJNscaTK9V9ZFP9AwE4DpJmZ3ptbyOn1pRG0oOdCMBpG4JQ6TN0Do0JYeuYaqkaYUClaf9+AxSgca1k0fbH72OIRloj36I+KJTJ5ZOOnUdx+QhMNRKBj8kX5/PE3DPr/JAlFitPMSOHp3sj4Ucu5In4VbZ6+Q3Y+okRMbCeDVEsHeur2MAd3YZZ66JkJIgCE4lTuSRKIqO7ag5DCEEU1NTTE1N9fNsPvzwQzqdDktLSzQaDcrl0bvHCtEof2Rrtl0wUr74xS/y+c9/nq9+9atcuXKFr3/96wB861vf4j/+x//If/kv/2Uor5M6agrORpFRU5DiOTaeYzNV82h3I9rdpAtLijH0w4gFAttKLvaxelp0UnHMhGNoRTYmSyHDQqJiH4ODkNm79AnAsQVWTzCJddKm2o+BITqFXDtx4hgSB1aooNsTSZ6HHxkqbiIudEPRG7HAsZLnBIMfnjba+gmd0OBIQ9UVPPbT18k3YZw8pICqm7T6joZo3JOiJ76IA+KLSfrh6VR40RAbwbCNmgZBywcpDBMlQ8snW+eWIZGEDc8z6dZYsncw8fEcMpbrjZebRgjuXsZ23M+hY01R5fyEGiUd1luKvYcbNLqGer1OFEWFUNPjJKVPRzGYZxPHMdvb27z11lsYY2g0GiwtLY3sfS+EmvwhzPPDJUd986bgEvKf/tN/otPp8Cu/8iujHkqmabVa3L59m1deeWXUQ7lUvPHGG/zIj/zIqIfxFKnTxxiD1pogjPEjjdL6yYJMPb2QdmyJFEkHqcEwYtuy6CqHeDwMRMdGCk0YybHufiEFOFZStqRN4mAZ5sIcendf7aTECZKFeBif/aJfcgTdUDwzfLrkgC0NsTZJB6AzzCtdGwySTnj5JqdVL3GwdJ9hpJAiKTuSB8SX1G2lBpwv4xb2aktD2YG9AC6DEHc4mpXKY0rqwf66xQMIyx4bF2eKsifY8ouyp0FKMuRK8M45PLPAmVvGmWsgROKi2draYmtrCykllmXx6U9/emwzVS6K999/n5mZGRYWzqnlJ9Dtdtna2mJ7e5tKpUKj0WB+fv5C33vHcS79vs4oz7zQZe+2YkHuqdfrfOMb3xj1MDJP4agZHcYc3tHkvNFak4rvxhieJcRLKSmXXCplgdImcdn4IYZkQWdZEqs3fgMoY1Cm10HKEiiliZXCkxrbcjMV1KuNpFIS+KHGMPoJjS2TXCEhem2342TxPGwBzLaSzkKIZIEexokzY9j34f3IUHYTAeEwsSYpYUqcMJZMhBswhJE5cbejJHNIM1lKxKHoEpXN+GEiVE2Uk3czjBNRLxVfYi0yJ6KmxFqwF4AtFJiYmPPpajbeSD7uTFO2qjRLOxAdXsYsLRutx6fsSUiLO0GRL3gQX7vgViAcXjm69Cq49WtYpSftzz3P4+rVq1y9epWPPvqIra0tXnvtNebm5mg2m0xMTFxK18UwHTXPolwuc/36da5du9bPs3n//feZnZ2l0WgwNTV17u/9Zdy3eacQagrGjnq9XpQ+DYGi69NosCwLrTWWNXzHxqArJnXGHHZhTruySSn7X6ffH8QBSp7LjK7Q7obsdXyiWB9aTaONQWiwpMTubZ/UEdKRdKLsXE7C2KCjDthVhLgYscaYpHTJtgSCZEEdqV53nyG7ZSwBjpOIblo/eY1hv86zSMQaQzeUz23rrjS0+64JgeeAI0EZjR8e322TtHo2TJUEe8Gz3TxZxZHg2Mn7YUyyHyMliCOgd4p3eyVmQTx+DpnTEhsLsHBljBCCQI2vC+686CqHD9rLLJVaTLKD0U8+xNJ2xy6bxpdTaHP59tNx8O0pSkMRava7aJ6F4zgsLy+ztrbGzs4ON2/epNvtUq/XaTQaeN7lEUAvQqhJOZhnc//+fW7dukW73WZxcZFGo0GlUrmQsRRkn+zMrAsuDUtLS9y7d2/Uw8g8qWBQcLFYloVS6lRCzUEhJv36IKnwYtvJKTwVZNKvT4OUgomqx0TVww8i9jrBvvDhZHwGfWgybdLCWwiRZEuYZLGskWjMWAa/2l6FkiNoB4ahl1ccCPlNHSzpY5jsD/s1hDFEGka9fvMjKLka/wixZpAgSh0+EkuA5yS5JWFsjnSHGJPk13i2wZKCVjB6t9RJMSSCi2Mn+1WbRHgJtSA8Yn+mQpwtoeQYWkF+BJtQJ+e5qmcScTPOx3adhDt+jfuizGrlAVb0OPnhmN09F5bLPX/0garjygM9SYOtMz1H4qK5jlU6eqEfRRG2be/LVImiiK2tLf7yL/8S27ZpNBosLi6ey42lceIihZpBpJQsLCywsLBAHMfcuXOHv/qrv0JrTaPRoF6vDzXPpnDU5I9CqCkYO4ow4YIsY9s2cRw/c1JwUIwZFGIGS6YGXTDDEGJOQslzKHkOsdK0OgGtTrAvfPgwDm6LAKzew7MlqWvCIDBGYoyEnrvEMOgSglibC1mD+JGm6smeq+P0uHavDfY5hvw+ea0nYb+RShauxwn7HQVBBCVH40fHF2tSlEm7HiXHTdr5SOsklPhZ2lqskhDkCU8RaTnWZXmenZSkQSLmBTGESpzJ+RTrpL23JaHsGDpB0n0pD7SD5GxxWTtExcbiw/YC006NOW8PFbVHPaR9PDZTXN5MoaPZUyWwPThmSPQ+hMCZa+DMNo69GI+i6KlORI7jsLa2xtraGq1Wi83NTW7evMnU1BTNZpPp6elcLvbPy+V8Emzbptls0mw28X2fra0tvvWtb1EqlWg0GiwsLJxpfpfH/VZQCDUFY0i5XMb3/VEPIxcIIUaWl3JZkVISRRFKqaGVJ40K25JMT5SZqpXo+BF7bZ/gFKm2hzm7BCC0QPZcOEqDUhBpiREWRhmMjjFGJaKPFEhL7hOujEnKsZQ+/c1lP9JUSxbtY5xyjNF4jsSSEmOS0qVIpbkrw8WQLOQtCQiRdGBKBaAxFGWeRRAnYk0QyTMJBk/cSMkxU3JAyp7b5pBDMtknmqmSoB2KkS7qBYk7yJbJnot1ImL5sTgXMQ8S4acVJEHCE14ibOQjw+eSdYgyJikJ7K0xYwW7UYmHYRlXxkx7ARXLxyE4dpeoc8Ep86h7eUppTkvoTuHGJ7sRKUtVvPo1pHeycpk4jp/r1qjVarz00kt84hOf4MGDB6yvr/POO++MVbvpvFIqlbh27dq+PJvvf//7zMzM0Gg0TiWYFfP8fFIINQUFOcayrCMv1gUn53mhveVymZs3b7KyssLMzAyWZe0TZOBiXDHDRAhBtexSLbuEUcxeO0jCh8+oFxhjUL0nESSLEcdSQDQgWjloI1BaJCU9WoB++v2zBEgJlhAIAUKYvlsHAwaTiDrKoM1+YccPFRXPojOwzrF6Ib+yF/IbxgZt7HMRZeDpsN+gL8pAloSZwwhi8BxNEMuhlMHpA26bfgtwY/Cj/Z3LOqHBEoZKSbDni3Nf1EvxpJtW4npKtr87ImePNolgI4CJkklcOzkoHdJGsOcnHaJKbiLYZN7NcUCUSY8dPxKHnndCbXO3awNJmKwlFNNeQM0OcPExKnhux6hhcj8qujwdh0dmkgWOKdQIgTPXxJldPtUi/LjtuYUQzM3NMTc31y/PeeuttwD67abTMuss8qybZePC5OQkk5OTGGO4f/8+6+vrvP32233BrMizudxk95NXkGuq1SrtdptqtXr0Lxc8k7TzUyHUnIyzhPZev36dVqvF+vo6t27dotlssry8PHLb7bBwHZu5aZsZXabVCdnrBMRq+FlIxhiUUkBil5CAJ5OHZcleiKIgNna/e5PZVxEj+iJN+r2VVFul3w6+GtokrgcQPWEnFZJ6OTAWYBkMybiiMMJgcBynN4l9UsZ1YEue8fMnCCFphxcX9jsKghg8e3hizSBRv325QJC4bSzLEMeGUKVtrA0V1wCS9pDaeVsiyQeyRNLePoqTfTgqUeZ5GBLBBmOQqo02EuzsLwBinThsXNvgWKZXHpUFTK9Vfc9lpXouq2eIMsdBGYv7foX7JPtVoJnyQiZsH08GiNjHmOGfq7UzQbdbLCeOw4OowoJlg3q+lS5x0VxHeqd3tZxm7jdYntPtdtnc3OQb3/gGExMTNJtNZmdnx1r0OIxR5dOcFCEE8/PzzM/PE8cxd+/e5e2330YpxfLyMvV6/bnbkbX9UnA8ijNrwViS5tRcu3Zt1EPJNI7jEMfn5K3PMIcJMfD0he60ob2Tk5N86lOfIgxDNjY2eOONN5idnWV1dTWzd0eUUnS73acevu/jlSrUpmZxvMqFTBaU0iRLY5AixkhviOGxx7kDbSF7t701aUnOWe5ca2qeoJWZRebpCGJwbU14DmJNiqGX2RMlbhtbpgKcIYgM2mgmS+BHklCdYAwmouRY2JZE9TovxUoQj1fTnaMRAmNXEUDFNb0Q5uwfd2EsCOMklwcB3THaJoHZX/rWE2XOe4wGyW5QYjco9X6iqTkRU25ASfpI5e/rInUahJTc8SfOPtjLghDEzhR29/4z/9+dX8GeqZ/5WnrWm3TlcpkXXniB69evs7u7y8bGBu+++y4LCws0m83M3EjNilAzSBr03Gg0+nk23/72t/E8rx8AfXAOWgg1+aQQagrGkkKoGQ6po+Yy8rzypEGklOdWnuS6LteuXePKlSvcu3ePd955Bykla2trY3dnyhhDEASHijFKKaSUlMvl/mNhYYFyuUypVOpvRxSrXvhwiL4gy702BpTPdNnhkW9nttONHxomPNjLuVgTXoBYM0is0+zORLgpOUlZnGdrSk4ijg0GHafZQI6VlMelZWhKu3TPKSB6VHR6IlPFTcSNTg6OvdTNVHWTTmHBBZd5HRRlogsSZY6HpBV5tCIPmASgbEdMuT4VGWAZH6NONl8I5BTKZKuUd9TsiUlmeFqokeVakkXjDicbZlgBukIIZmZmmJmZQSnF3bt3effdd4njmOXlZZaXl8fatZ1FoWaQwTybvb09Njc3+eCDD86UZ1OQHQqhpmAsKTo/DYc8CzVnKU+66NBeKSVLS0ssLS2xt7fH+vo63//+9/t3TC6q/juO47740ul08H2fTqdD2Ov963leX4iZmJhgaWmJUql07PE5tsXMZIWpiTKdblIWFZ4ifPg0RFHEhKOIjEs3yubCodsXayDzeRvP4aLFmkH8AbeNJaHmQZJgBJESBHGyuA9yJMgcRbd3iSg7Bkv2SqQyfvwl5W2Gmmfwo/PpECV65UuWpB8uHsTjIsocj27s0I0dIHHFpAHFVdvHNj7mOZYxYTnc9bPpEB0lO1GNGSEhLUMTsueiWRr7BbdlWX1xJggCNjc3+52Lms0m8/PzY5fBl3WhZpCJiQlefvllXnrppX4A9Ntvv83i4iIvvPBCEQCdQwqhpmAsqdfrhVAzBGzbzqxQc1gb68M6WKXfn7Q8aVRMTEzwyiuvEEURGxsbfPOb32RmZobV1dUzW4m11gRBQKfTeao8Kb27VqlUKJVKVCoVpqenKZfLuK471AmiFIJaxaNW8QjCmL1OQLt7/jUiSmskPlNll0fdXjJvxuiGhporaEcms+6g4zBKsSZFafa1Zi85hpon6IYmJx2STkYaXu3ZSeZL9jsqiV7nq6RDVNsHfdrtMTrJlLGS7Ku0C1keysYGOUlAcatox30qNBLtTSL9XWR5oueiKR39hyfgWQ7iYeJ5HteuXePq1avs7e2xsbHB+++/z9zcHM1mk8nJyXMfw3EIw3CsHT+nYTAAWinFnTt3Rj2kgnOiEGoKxpJ6vc4bb7wx6mFkHsdxxrrV+UnKkw46Y9KfZxXHcbh69SpXrlxhZ2eH9957D4DV1VXm5+cPFU6MMURRdGh5UhQlnZJKpVLfFZNaY8vl8sjeK8+18VybmYkyrW7AXjtEHdKue5jEUciUZ9FRDlGcvWPEjwxlWxDE5kwtrcedMAbX0oSMTqwZJAlxTc5BVcdgWaLXEn30Y7tIQpU8bBtKtqEVkGnRcLBDVNUxRzrWpEicMlIkmkQQGyIlkrKqbN73ODWHBRRPexElK+RhOFxx4TKxZ02zsDiFPb14Li4arfWFXfOFEP3ORVprdnZ2uHHjBr7v9903nje61u1RFGU2G/A4WJZFo9HIjWuoYD+FUFMwliwtLRUK8RAYdZhwlsqTRoUQgoWFBRYWFmi329y+fZv333+fmZkZKpVKPzcmCAKMSboMDWbFzM7OUqlUsG17rG3TliWZqpWZrJbo+DEdPySI4l4w8PCJlcITinLJ47GfvY5bYWxwLYhNUpKTV0IFjqURyHMpTzktQUzy5gNl2+DYSXhwJ0o6R10GYgUtlZT2lB1DO2Bfnk/WiLVgLxjsELW/c5cxPaeMEvucVoVrJBGtYm3xqOPx0f0qQmh+oN7inE7fucednMOZPL/r0qi6fUopWVxcZHFxkTAM2d7e5s0338RxHJrN5qEhuOdNnkqfCi4fhVBTMJYsLS1x7969UQ8j85x3Rs1BISb9+iCn7Z6UR44T2lur1eh2u+zs7DAxMcHq6iqzs7O5eK+EEFTLDtWyQxgpWt2QMFIopYbe5tsYUHHAdMlmL3TGwrVxEiIFljR4dr4zU6KeWMOYiTUpT9p/GywTIUwE0ibG5TKINkrTKyGCCc/QDc8n8+UojDFIkQhHQiQP2fs3Hc1+rTr5xvT/PnloBKFKSrwsaegEWS/xGj7GGCwpCWKL3Y5FJ5QH/l8ihAVcTAZZnqiVBHMT53veGJVQM4jruqytrbG2tkar1WJjY6MfgttsNpmamrqQm0uXQahJ59gF+aMQagrGkiJMeDgMQ6g5LCvmMAZdMJdZiIH9ob2DjyBIbtMeDO1dXFykXC4/FdprjOH+/fusr69z69YtVldXWVhYyM0F2XUsZp0yWhta3ZB2L9VUG00UKYa1mVEcU7EVGpd2mC13jdIghKbiSDo5LrsYd7EmRUgHSBZAroCSozEI2mG23SbHQZtEsBHARMkQRBzS4txgCRCyJ6KQ/MsBQSVhf7ctYwb+NcnrDT4MEm0Sp8/wEFjSUHMTF1t4ycrc9mOQwqIbWTxoW0e+Fzsth+lyIdScBAGszZ+/+3UchJpBarVaPwT3/v373Lp1i3a7zdLSUr88+7y4DEJNQX4phJqCsaRSqYx1tkpWOE6YcFGedHLS0N5BESbtopSG9g6WJ01OTlIul/E870QTNCEE8/PzzM/P0+l0WF9f58aNGywvL+eqJllKwWTVY7Lq0Q1iHrcDlALHlhijCYcg2mhtgCCTbbyTkgxNzUvaSeeVVKwRQmai3EubtMW1wQKqXhJ23hmR42SYGJO0KJcyKQtKRRYBaBIBUYpkm5UWdKPk/QCJMr1fyghKCx73phtVFySGVgjiErhsBAaDRSdMxJmTuA7vPLaZrw1bOMs3S9MWJff850zjJtSkDM5p4jhme3ub733vewghaDQaLC0tDb0LplJqKG3Kx5m83LwreJpCqCkoyDFSyr74clR5Uvr7lmXlKrT3NBhjiOP4qe5Jg6G9qSsm7Z60vLxMqVQ6twlBpVLh5ZdfJo5jtra2+Iu/+AsmJiZYW1tjYmLiXF5zFJQ9m7JnEyvNXjtkrxMihMSxk2MwjOIziTZRFDHpKgLl4mcsaNgPDROe6IWh5pNIgW1pHLIh1qQYoBumX0HNNUgp8A91nYwGAdhWIrzIXvlQWheUOliUhlgnXx/LXdILYK56SZaSn+kSvcQZBQLXMpScpMwrayWTRyFFEhK851vstuUZyr4k2hTlT8fFcwT1mYsRDMZVqBnEtm1WVlZYWVmh0+mwubnJN77xDSYnJ2k0GszOzg5NgMi7kJH37bvMFEJNwdhSqVRot9tnbll8GXieK0YIwa1bt6jX6ziOs0+ESQWYyybEQPKeHVae5Pv+M0N7y+Vy/z0cFbZts7q6ysrKCg8ePODGjRvEcdwvi8rLvrQtycxkiekJj3Y34nE7JIhUT7SxEMIQRqdbFcZKY+EzVXJ55GerjXc31Ex4kr3AkKVxn4RYgS01thTEOpvH82AHqYpjcCwIlMCPhrfPjAFbJo9UeJGA6Qkw2oDuCS9KgzLinMJf0/Bdw4RneoJNto/NUAlCJRAYah4oY/Az3IpbCoiUzeOuxWN/eJ+prV2HpclCqDkOa/M28oLmDlEUjbTT0kmpVCq8+OKLvPDCC+zu7rKxscG7777L4uIijUbj1OsAfc4dJgsKzptCqCkYW+r1Onfv3uXatWujHsrIOWl50mBo76c//Wm2trZ46623mJ6eZm1tLdetClOMMYRh+FRpUqfT6Yf2Draynpubo1wuUyqVMiF2CCGYm5tjbm6ObrfL+vo6N2/eZGlpiZWVldyURQkhqFVcahWXIFI8bge0uxHGgEDiOhIhIIoUhsOdYs8ijkOmSxatyCFW47/PU7qhpupCJ8p22+TnEWswOkRoiZHZPpbDOHmAoWwbXBsiLXplU/v3n9EKjMKxE0FSiqQAJ81u0QaUAaWedASLxmad/KRb0oSniXWvpXWGMYh+O++SY3AyEj5sjEFKSfiMMOBhsdt1WartgRxv98aoma1JJsoXd42J4ziTNzmFEMzMzDAzM4NSirt37/LOO++glKLRaPRvOB6XKIpyMxd6HoWjJr8UQk3B2JIGCl8WoSYtTwKeG9p70vIky7K4cuUKa2tr7Ozs8M4772BZFmtra8zMzGT6BK+U6oswh4X2uq57rNDerFMul3nppZdQSrG1tcWbb75JtVpldXWVqampUQ9vaHiOxcJ0hdlJQ6sT9lw26R0zgetYyZ3jWD3z83OQKFaUpAbbpRVkp449iMDSAVq6aJMdkekkCOng2D3RdUzKh86KNokIJYEJT2BIRJdI9cQpbBA2oUpal2eVdi9LKS+CDYAfCfxe+HDVhWjswocNAgs/DQO+qM+MVQaT6Zq3c8WWsDJ3sXOOLJQ+HYVlWSwvL7O8vIzv+2xtbfHNb36TSqVCs9lkbm7uyJtqlyVIOMvz+ILnk6/VSkGuyFuL7lGH9gohWFhYYGFhgb29PW7fvs33v/99VldXqdfrY+kiMcbg+/6hJUrDDO3NC5ZlsbKyQrPZZHd3l48++ogwDFlZWWFpaWks9/FpsKRgquYxWXV74cMh3SAmHBRtbAspIY4V+gjRxhgDKmnj/ThwstO9R7qgQowRCCs7NveTEGuwpMazJcFYLYqfjRRJFozsnbtVr1NRGPfyag7ku9vSUHIgzGH2UCrY1FyNRtDJcPlQitKCvcHwYWF63bAuftvSMOB2aPHwhGHAw2LzoUtjuhBqnkVzzsa2Lna/5EGoGaRUKnHt2jWuXr3K48eP2djY4L333mN+fp5ms/nMnL7LItQU5JdCqCkYW5aWlrhz586oh3FsDmtjbYx5SjBIvx8sT7ro0N6JiQk+9alPEQQBH3/8Md/4xjdYXFxkdXX1wi9qURQd2j0pDEOAfeVJU1NT1Ot1yuVy7lP8z8Kgfdj3/X37eGVlJVO1689DCEGl5FApOUSx5nE7oNWJ0MYQxk9EG8e2sCQopVHPqVmP4piao4jxzq1UYNhIy8UWhigOMDIf+/UgakzFGscCSybHoTaCWEOUijEnWLfGWtAKoOwYDGaoOTbjQirQ5EmwGVX4sBSgtMVecNYw4OGwF9i4tiCMT1Z6ehmYKAvmJi5+rpI3oSZFCMHU1BRTU1Norbl37x4ffPABvu8f2g3zsgg1l/HG5GWhEGoKxpbl5WXeeOONUQ9jHycpTzrojEl/Pk54nscLL7zA1atX2d7e5s0336RWqw21k9BRob22bfe7J5VKJWZmZsYitDcvlEolXnzxRa5du8adO3f4zne+Q7lc7pdF5eU9dmzJ3FSZmckS7U7E407Qd9hEse6bGBzbxpICpdShoo3SBoGftPHu2iNfBB0HbQS27WBbJhclJocxCrHGGHDstEuSwJjEHZOIMcPv5pTsO8NEKclBUVlxdp2AVKCpuhpjBJ2cHK/nHT4sSLpwPepYtKPxW4B3QhtbRkf/4iVCCFidH82+yqtQM4iUkqWlJZaWlgjDsN8N03VdGo0Gi4uLl0aoKcgvhVBTMLakGTUXyajLk0aFZVk0m00ajQYPHz7kgw8+QGvN2toa8/Pzz13MHwztHXzEcYwQYl95UtZCe/OCZVk0Gg2Wl5d59OgR6+vrvP/++/2yqLw4lKQQTFRdJqoufpiURbW7TxYQg6KNbdnYFiitUQfa4URRxKSn8JU3Vi6OZ2FMkplR86AVjP94T8N5iTWWAMtKSuoMAq2TzJhIQ3Thzo+krMaShppnaPnJz/JGd0CwSZwp+djGYYUPG2OIwohWV9OOS2hRPpfxDouNhx5X56ITxrnnm/q0RckZzXGdhklfFlzX5cqVK1y5coW9vT02Nzf54IMPkFKyvLx8qLs9T+R52y47hVBTMLacR0bNYeVJhzEO5UmjQAjB7Owss7OztNtt1tfXuXHjBsvLy0xPTz/VRemw0N5qtcr8/HzfFVMwXgghmJ6eZnp6ul/69sYbb7CwsMDKygqlUmnUQxwaJdem5NqoSc3jdsheJ0TpJ5/5WGniXmCrZVk4lkRrRRRrhEj+36FLqeTxyJdkYcHshwZXhIQmx2VQQuM5kuAEbgxB4o6RMkkS0UYkuTHq5KVKF4HSgpYPJccgyK9Tqi/YOBqk6Gfa5IF++LBIBNTwiPBhrRVhEOHHNu248FsIbwAAIABJREFUQqx73Rkz8Jb4scSx5UDJ6eXGsw2zFYXWMtdzxnFkYmKCl19+mZdeeom/+Iu/YGdnh62tLer1Oo1GI1dzHChEmrxTCDUFY8tpM2qOW5406Ii5LELMszDGEATBU92Tut0uxhhu377NzZs3qVarLC0tsbCwQKVSubShvXkhLX1Ly6K+973v4boua2trTE9P52bfWpZkZrLEVM2l4yv2Okn48ODmKWVQKlFtLGnh2BJtdNL2O06ChluhQzyCsM6TonEoyQhfWyT9hfKFMiD1IWKNAdtOuqykuTFKJ2JMrARBBrso+b1yqJpn8CMycfydhlSIqjgaKQStnDhsIClhe+wDBoTqYAlQVjkJHzYag0U3snnQLo0kDHhY7Pk2nh2OehhjQWNG9OdVUkps274w1/VxOx7mHSEElmXxyU9+Es/z2N7e5rvf/S5CCJrNZm6cxHmZpxUcTiHUFIwtlUoF3/ef+vllLU86KwdDe9NHGtrreR6VSuWZob1aa+7evcv6+jqPHj1ibW0td3cmLiupPfhgWVSz2WR5eTkXkxlItrNWkdQqDkGoedyJ6PgRWu9fwSttUL3eyLIn2mA0JcsHx6MVjP85JDYWNVfQjgwmR1knxiQhvlJKpBBYHkRKEqXumBwt8J+QhA1bIsmv2ctpORTQD1KuOBopk+3O8rYaY5AiKclESIycINZJeZ3ShjuPSpnIwToOHz90+cRiiL7kOsFsTTBZeTJv0loTRUnBbSranOc8VCmVm2v2WUkzamzbZmVlhZWVFTqdDhsbG/z5n/85k5OTNJtNZmZmCsGjYCwphJqCsabb7fbvSByGlBLLsgpXDMmE4FmtrAdDe9PH9PQ05XIZ13WPdYGSUlKv16nX6+zu7u5r7724uHgp3/M8knZUCMOwXxY1NzfH6uoq5fJ45yScBM+VLLgeSrvsdRQtPyIKwqfWhFobglS0EQJHxEyXJY+6EjPmbhU/MlQcgR+ZTAXTGpO0t7Z653RjEndMKsYE+0J8DRMedGLI8oL+OCiT5Nd4tkFK0y8byiOpYFN2DLakn/syDmitMCoVdxMBRggbg0RpQaQEYZw8nueAmqup3Ig0ALGWWJZEX+LyJ9uCxsyT64KUT0qfUtEmCIK+28OyrKHPnS5DkPBxieO4H2GQUqlU+MQnPsGLL77Iw4cP2djY4J133mFxcZFms0mlUhnRaE9HITDlG3GERe6S6+IFo+bv/J2/w9bWFr/4i7/IL/zCL/Q7EV1GUcAY03fFHCxRSkN7B1tZp12UyuXyub1fvu+zvr7Ozs4Oy8vLNJvNYoKQM9IWmOvr69i2zerqKrOzs7mcHLR8Tasb4wchRj+/TkZKgZQundhCCoEUJOtIY/rhxNqIsXifHAsi/fxF40VzUIwB0VvkJmLMSV1AJcckZU4ZCH4eFnkvhxrEsw22Jc5NsDFao5UijuPeghoQFggLg43GItYWoZJDK0+SwmBJMhFWflya0wE1Lxj1MEbG2rxkpvr8+VZanp/+mwo2w3J8P378mFu3bvGDP/iDZ36urPPaa6/xoz/6o0f+nlKKO3fusLm5iVKKRqNBvV7PxHzWtu3CQZV9nnkRKISagrHn0aNH/O7v/i7/7b/9Nz73uc/xq7/6qywvL496WOeCUuqZraxhf2jv4GPUF5M4jtna2mJjY4OpqSnW1taoVqsjHVPB8Nnb2+P27dvs7e31y6IO3q3KA2FseNRRdP0YFR+x6DCabiSIRO2Q/zP9xZhtCSwp+mKONiYpsVJwEVqOJQEhLnxRKCXYUiIEGCRaC2INYZwE+g71tYSh7ELLz8/C9yikMFQ9cl0ONcjJBBuDMKCNRseaSCni2BApg9YWRthoHJSx0SNyx83XFHf38rPIEmh+YLmFuoSmmomS4PrSyfZl6rJJ12LDKI26f/8+9+7d45Of/OSpnyMPGGN4/fXXjyXUDOL7Ppubm2xvb1OtVmk0Gkd2Px0lhVCTCwqhpiD7hGHIH/zBH/Dv//2/55VXXuHXf/3XeeWVV0Y9rBORhssdJsYopZBSHirElEqlsb1IDGKMYWdnh9u3byOlZG1tLbfui8tMGIZsbm6ytbXF7Owsq6urmbMLP4/UvdbpdHnYignixDHjOM+eDFlSEBqPdnjyCZMtU3dJT7QxAImYo7UhHpKYIwVYtqQ75LxPKZLAZimAXvnHeYkxx6HmGdrBaF57VHh2Igh2clwO9QSDawu0FolTLDaEkU5aqsdJCY4yDkaM/+LFtc3IPifnxSuNdj+Y/bIgBbzcsHDt0+/HVLRJcxdTweakos329jbtdpsXXnjh1GPJA2EY8p3vfIcf/uEfPtXfG2N4/PgxGxsbPHjwgIWFBRqNRt/ZPy44jnMpqwxyRiHUFOQHYwx/8id/wpe+9CUA/uk//af82I/92NiIAXEc72thfVho72BpUvpv3pwJqfui1WqxsrJCvV4vVP+cYYzpl0VJKVldXWVubm5sPovPYzDTafBz6vs+xhgcx+l/TsvlMtKpEmqXWBt0/HTIeYpjW3Rih240vGNdAJaVCDqWTL5P9JxEyFE6Kfs57tvuOYL2SRf0WhHFEVIIPNcDaRNrMbaLTMdKhIs857gcRtVLFv6RyvZ2G2N6rdSTkrgg0gSRoBtJIu0AAmkitJBAtq8rszXFTo5cNYsTITOVZ58j88jytGRxajiL5UGXzWlKo9bX1zHGsLa2NpTxZJVWq8WNGzf4oR/6oTM/V9pMY3NzkyAIaDQaLC8v47ruEEZ6NgqhJhcUQk1BPvne977Hv/7X/5p3332XX/3VX+VnfuZnzr0M6KjQXsuy+ou7wcdxQ3vzRhiGrK+vc/fuXRYXF1lZWcHzvFEPq2DItFqtfkewRqNBo9EYufg42OlsUIyJoqif6XTws1oqlZ476YmV4UHL0A0U6Aito0N/z3GSdt5BfDETKMETV07fmYPB6GTRq7TZ142l7Mpe+cgTpHhSpoSQKA2qJ8ZkKYz4CYbaJSoLSslSOZTAIJAoYwgjQxCBH0lC7WCOIcDM1xQ7rWyLHFVPs+fna6H1qcZj4ktiqik58NKydS7zu9OURt28eZNyuZzbiIDj8uDBA+7cucMP/MAPDPV5Bx3FnufRbDZZWFgYmVhyWdcWOaMQagryzebmJv/u3/07/vf//t/8/M//PF/4wheYnJw81XMNhvYefAwu8A4rUSpU7WejtWZ7e5v19XWq1SpXrlwZOwtpwdmJoqg/iZmenmZ1dfXc8orSDhqHBWwPdjo7KMY4jnPmiY0xhsddeNTRaBVj1OF3kB3H4ZHvjEXgqxC9MiuZZMcIAcZI/DjJrhlWSOq4UXZMUhaTcZfJSXFtg2NBOxjxdhuDFAKtDVFs8CNDEEtCZaM42x3piqt75V7Z3rdTZcXDTrYFp0E+WW9jzOVQaj5Rt6h453v8aZ2E/iilem4z2e8YdXDe+d577zE7O8vCwsK5jmncuYgSsL29PTY2NtjZ2WF2dpZms8nk5OSFCieFUJMLCqGm4HLQarX46le/yn/9r/+Vv/W3/hb/6B/9I1ZWVp76vTiOCYLgqcVdGtqblj0cLFGybbs4IZ4RYwwPHz7k9u3bKKVYXV1lYWGheF9zRppXtL6+DsDq6uqpAvnSUsKDn9W0lDAVTQ+KMRcpmgaRYWfPEEQaSYhR+102QoBlu+x27bEsEwJw7SRnRxmBHwkilS/R2RKG0iULGk6peoYohvDcharEwRXHijA2+JEgVDax8UCc3/E0U1U8bGdb5JiuKB5kfBsGma7ELE10Rj2Mc2duQrAye7H77ajSqLfeeouVlRWmp6cvdFzjxu3btxFCsLq6eu6vpbXm/v37bGxs0Ol0qNfrNBoNSqXSub6uEGIsyq8Kzkwh1BRcLsIw5Ktf/Sr/4T/8B6anp7l+/Tr3799nfX2dbrfLZz/7Wf7xP/7HTy3uPM8rXDEXSLvdZn19nd3d3bEplykYPoP7uV6v72vjngZsHxRiut0uWmssy3pKiKlUKkNxxQwbrQ0P2onLRqJA+0kf6h5SCpAOj7o2ZswdAI4FjiXQPeEmyIlwU/MMreDk7b+zjhBJGVjL50zHnsFglML3Q4JQo7CJjUNsShgxmnP3VFnzqJv149NQcQytMOvb8YT/r/GYKMemGsdKAoQtObpzycEAYiklf/VXf8VLL7106TtvfvDBB0xMTLC0tHShrxtFEdvb22xubmJZFo1Gg6WlpXPJaCyEmtxQCDUF+aTVavHHf/zHfPjhh9y8eZObN2+ytbWFEIJ6vc61a9cAuHHjBlprfumXfomf+qmfGrsF3mUniiI2NjbY2tpibm6O1dVVyuXyqIdVMCTStvOtVovt7W12d3f31dp7nndorlOWw6dbvuH+niFSGpsQraJ+2K8lBVq4PPItslKyYUtw7CRRJIgFfgSMqKXxWXHtRKrwo2y898PEsQyu/fxyKGMMGINSmjBShJEhVBax8VDCZRyP2YmSYs/P7vkCYK6muJejUOGXljoI4lEP49y4siCZrozuHKi17t/UaLfbdDqd/uOHf/iH+91CL+vNx7fffpvl5WVmZmZGNoZ2u83m5iZ3795lamqKZrPJ9PT00NYgUspzz+UsuBAKoaYgn9y9e5evfOUrXL9+nWvXrnH9+nXq9fqhF6Z3332XL3/5y7z55pv8yq/8Cp///OeLUNsxQ2vNvXv3uH37Nq7rcuXKFaampgphbcwxxhCG4aElSmnb+YNCjO/7bG1tYYxhZWVlpGF850kUGzZ3Da2uoeIqhA4wJskbsC1JaFxaQfYWZ5ZIhBshBKESdEMwGRJuBNkJ3D0PPFsRRYowFsm/kSFUkhgXRSlT+xJgtpr90iFLGBD5yVKquTHNmXyWP02WBdcWz/94S29ypAJM+nWalzjoMk2vsY7j9Mui4HgBxHnkL//yL3nxxRep1WqjHgrGGB48eMDm5iaPHz9maWmJRqNBpVI50/NallW40PNBIdQUFKTcvXuX3/7t3+Z//I//wec//3l++Zd/eaSKe8HhPHr0iNu3b+P7PisrKywtLV26icY4oZTC9/19Qkyn0yEIktZBrus+JcZUKpUjXTGdTof19XUePHjQL4vKm5VXa8PbG6ZfBlD1DK4M0XGIEElL727s0BliS++LRgjwbIEQEGtBJxRoM/6f14qbdBoah7Dn88RoQxyFBGFMpC1CU0YIQaDG0yFzUgQGzzH40fgfc89jvqa4myNXzQ829wjjfC0lpEhKnlx7OJ+bOI73iTDp13EcI6V8Sog5SenvwdKoNM/mMsylvvnNb/JDP/RDYzefiOOYO3fusLm5iTGGRqNBvV4/leBSCDW5oRBqCgoO0ul0+L3f+z3+83/+z/zNv/k3+bVf+zWuXLky6mEVHMD3fdbX19nZ2aFer7OyslJYPc+BtNvZQUdMp9Ppu2IOtrOuVCp4njcUx5NSiq2tLTY2NqjVaqyurp66c9s48qBluLWz/5LqWFB1Y9ABGH3hLb3PG89OcnmUFnQjQazHc7ssafCOKAfKGlorVByjtEWoHTqRe+j7P52jbkN5aNXt2ZogFmMbOn5SXljwsWU46mEMlcaMZGHy+OeywU6iB50xaQ7bQSEmdcYMizR8OP33YABxHnnttdf47Gc/O9aO7G63y+bmJnfu3KFardJsNpmbmzv2mG3bznSJeEGfQqgpKHgWSin+8A//kH/zb/4Ni4uL/MZv/Aaf+cxnRj2sggMopdjc3GRjY4OpqSnW1tYufVjeSRmsaT/4gKTb2UEhplQqXagwlnYFW19fJ4oiVlZWWFxczMVk8v0tTTs4/P9Sl42JQxzX4VFgE+ckwDcl7SwVaYEfCmItxmoSnemgYaMxSJSxaQcWe/7xWlZPlTW7nXwcZ7ZMpqxZd0fNVrMvOKW4luL6fDs3i4mym7TjPnjeSst/D3PGGGP6nUQPCjKjWGQPdo2C/JZGvfbaa/zoj/7oqIdxLIwxPHr0iI2NDXZ3d5mfn6fZbB5ZtlUINbmhEGoKCo7D66+/zpe+9CV2dnb4J//kn/C5z30udxevrGOM4f79+/3Wi2tra8zOzo7Vgm+UPMsVE0VR30Z9sDxpXLuddbtdPv74Y3Z2dlhaWqLZbGY6V6odGN7fev5l1ZZQ9RSWCZDSYtcfz5bexiTlTgiBQGCMxJCEDSudOAKUFsQ6WTjHShAp0V9Ez1QUux1JxTWUHI1RPioOcRwbyx5dRy/PTvbPeAcNGywhUUbiR5LHvkUYn368NS/7Qbwp8xOKnYyXDk2U8tDF6gnXp+/gePloDrA2E2Hi/UJMeqMjLf896IwZx2trysHSqFSwGecxHwdjDK+//npmhJpBtNbcvXuXjY0NoihieXmZ5eXlQ0u4HMfJ/L4qAAqhpqDgZNy4cYMvf/nLvP766/yDf/AP+Lmf+zlKpdKoh1VwgFarxe3bt9nb26PZbLK8vJz7uwta66faWXc6HXzf33fn7qAYk+VyMaUU29vbbGxsUKlUWF1dZWpqatTDOhUf3dM8bB/vdyuuoWRFADzyrXNu6Z24WwwSYwQG0Fqgkaie2KJ0IrZEShCrs7V5liL568OCUwUay3Qpu1At29g2CGNQOlWHzhchDFV3fIKGJYCQRErSDiV7vhyq62e2qrifEwdHydE9kW30++0sTJYVuzkpSVuZ7lD1st/9KWptY0c7+4SYcb7RcRIGXTZ5KI2Koog333yTH/mRHxn1UM5EEARsbW2xtbVFqVSi2WwyPz/f3yeu6xY3KfNBIdQUFJyG+/fv85WvfIU/+IM/4Kd/+qf5h//wHzI/Pz/qYRUcIAxDPv74Y+7cucPCwgKrq6uZdl4MhgsOdlJKOz2USqWnhJhSqZTJCdVJMMawu7vL+vo6QRBkMmQ6jA3vbBj0Ca6uloSap8Fo9oLnLEINIHsOFwQYgSZxt6QOF2167hadiC2RGl0exmz1ZO4HgUnEK9fgWhrLMgij0caci4hVcQ1+BOoiS2mMQUqJMRI/TkSZ8w7IFRhcO/tBvClzVcX9jHeAmsmReGYJzUtLrROd88YNx0oChC2Z/0VxHkqj2u023//+9/lrf+2vjXooQ2Nvb4+NjQ12dnaYm5vr59lkab8UPJNCqCkoOAu+7/O1r32Nr3zlK3zmM5/h13/913nxxRdHPayCA2it2d7e5uOPP6ZSqbC2tjaWgbTGGHzff6o8yff9feGCg0JMGi5Y3D1J8H2fjz/+mHv37rGwsMDKykpmXG9bDzXbj073t2UH2pFNGFtJSZEWRD3B5UIFhSHg2QY/PJszJ8FQdgxl1+DZGksahNCJA+eMz21Lg2NBJzyf91YIg8Ai1pJOKHnclSMRzuZq2S8ZSpkoafb8rC9eDCXH0Amzvh0Jn2q0iJUe9TBOzbUFyWQlH/viuGid7C+lFKYnIKcdo8ZdHHj48CFbW1u88sorox7K0NFas7Ozw927d/n0pz9dzAnzQSHUFGSLX/7lX+Z//a//xeLiIm+99RYADx484Gd/9mf56KOPuHr1Kl//+tcvvK221po/+qM/4stf/jK1Wo3f+I3f4G/8jb9xoWMoOJrUeXHr1i3iOGZtbY2FhYULvaDFcfxUYG+n0yEMkw4YnucdGtyb99KtYTMozpVKJdbW1piamhrryYvSiasmbdd9UoSwuf0wu46xQabLigfn6H4oObon4BhsqRHCoLTmJAKOMQYR72GsGojTL1CMMVhSYLAIYknLl2OzELelwZjsB/GmTJUVj7rZPpfmqVV3YzpkwvNHPYxTMVURXF3Ix344LVkrjbpz5w57e3u5vqEqhBi71uMFp6YQagqyxf/9v/+XWq3GL/7iL/aFmt/8zd9kdnaWL37xi7z66qs8fPiQ3/qt3xrZGL/97W/zpS99idu3b/Nrv/Zr/NRP/VSxyB5DOp0O6+vrPHz4kEajQaPRwLbtMz+vMYYgCJ4SYrrdbt8Vc7A8qVwuFzXF58ijR4+4ffs23W6XZrNJvV4f28/k/Zbh9s7pLrGuDTd28tHxbKKkeTSCrkO2iHFEiCTEEgrbFjiOi/Wcc0PJMSjNsYN7BQYhJEpbdKPELTPOQkieXDUzley3HbdyJJ4JND+w3CJrphop4JMNC8fO/j4YFgcDiMexNGp9fR1jDGtra6Meyrkhpcx09mDBPgqhpiB7fPTRR/zdv/t3+0LNyy+/zJ/92Z+xvLzM1tYWP/7jP85777034lHCrVu3+Lf/9t/yp3/6p3zhC1/gF37hF4q20WNIFEVsbm6yubnJ7Owsa2trlMvP70ShlDpUiAmCpMey53mHijHjKg5cFoIg4OOPP+bu3bvMz8+zsrJy5L6+aIxJOkB1wtP9/V7gsds9u+A4DlTd8SlVcSxDxdV4jsGxNJLkDnK6vpTCUHHptb9+QuqWAUkQW7QCSft5eUJjSMlJMnky2Z78KZI8o3FxLJ2WPLlqXlluo/QpbYQjojkrmZ/I9jF0XqQOm/TfVLAZB5fNjRs3qFar1Ov1kY7jPCmEmlxRCDUF2eOgUDM9Pc3u7i6QTIpnZmb6348Du7u7/O7v/i5f+9rX+P/ZO/PoOMoz3f+q91ZLrX3vbnmRbDA2GYfFJoFASAYOkBxCMJBkwARjbBbZvsnJApObO5Nkbli8AsEYbIKNMWGbuZCQGUhChiV4WCdAwB5sSZbU3dqtXeq16rt/iG602ZZtSd1V+n7n6LTc7uUrVXV/Xz31vs9zySWXsHr1akNPEnpF0zTa29vx+/1YLBbKysqwWq2Ew+ERBr6qqh41zlpWxaQ/iZhLv9+PzWbD6/WSm5ubNvuuPyw42HKiVTUmajvSS3w6UXIz0t841WIaOvG3WzVsZoHNohGNC1TNTDhmpjdsGjfBSm8YKQEqP1P/2+KwaoSiyhQnvk0Pec4Qhe5YqocxYTJsUFliTpv5Ip1JNwPi/fv3U1xcTF5eXkrefzowm82TUh0uSQukUCPRH0cTagByc3Pp6upK1fCOSDQa5cknn+RXv/oVp512GtXV1Zx66qmpHtaMRdO0catiwuEwqqoSjw/Fhubl5VFYWIjL5cLpdMoJ0GD09vbi9/vp7+9Pqyj3Q20a3YPH/zyzCRq7nGhC/1d7TYrABER1JnTkuVTa+4z1PZFpT5/qppPFpAgsJv0dV6MxUgLUKUVdCEUf2zKv1IzTpu9jJxWMbo1K+NlMp2jzwQcfMHfuXDIzM6ftPacbKdQYiiN+0cg9LNENxcXFNDc3J1ufioqKUj2kcbHZbCxfvpzrrruOl19+mZ/85CeYTCbWrl3LeeedJ6/OTDJCCGKx2LhiTDweR1GUERUxhYWFOJ1O7HZ7cuGQSBA6dOgQJSUllJeXp3irJJON2+3mtNNOIxqNEgwGefvtt8nPz8fj8ZCRkZGycZXnKfSEhrwojgdVgxJ3nKYe/ZsJakLBRh9RslI9lOOia9CE06YR0nl7zXD6IyZyMlS6de7vAkPHldup0qFzkUNvaW5HxWQHEU/1KI5JkVuRIs0JkkiFSlTYJC6ITacBcTQaNbzRrjyXmBnIihpJ2jK6ouaHP/wh+fn5STPhzs5O7rnnnhSPcmJ8+OGHbNy4kU8++YSbb76ZK664QvaWHgeaph0xzloIgdVqHeMTk4izPh5UVaW5uZlAIIDb7cbn8xn6isxMJtECFwgEMJlM+Hw+8vLyUrL4aerSaD2BuG67VaGmPXUi02RiNatE4ybd+aPkZmi6FwJGk5Oh0jWFSVzTiVmJowmz7luHsuwqPWH975NsZ5wS9wmUEE4jNgvMLzVjMun7mEknprs1au/evZxzzjmGFjOsVmvKvYAkk4ZsfZLoi29/+9u88sordHR0UFxczM9+9jO+8Y1vcPXVV9PY2EhFRQVPP/207vpPg8Eg9913H//xH//Btddey/XXX09Wlr6uIk8VR6qKicViKIqCw+EYI8Y4HI4pmaiEEBw+fJjGxkYAfD4f+fn5hp70ZzJ9fX34/X56e3uTbVHTWVKsaoJ9QUH8BHw2Dw86GIzq/wQOpj6qe6pw2TR6DXASPRyXTaM/YoyTADvdRMhJ9TBOijyX/iuDEiws7yMWT9/TizlFJrKcxjj205HRrVEJwWYy13J79+7lC1/4wqS9XjoihRpDIYUaiSSd6Ovr45FHHuHRRx/lK1/5Crfccovh222EECOqYoYb9wohsFgs4yYoWa3WlAok/f39NDY20tvbi8fjSRtvE8nkE4vFCAaDNDc3k5ubi9frnbYEt8N9gsbDxz/lWsxmDh12TMGIpp9URXWfLG6Hpvso6NHkG0gYcNk0BqL6SuAajYLAZhGEYvr7fIymqjiEifQ0Fc7JUKgoNMZxn+4Mr7IRQkxaa5QQgv/6r/8yvFBjs9nkxUPjIIUaiSQdicfjPPvss9x7773MmTOHNWvWcPrpp6d6WCdMPB4fV4iJRocyiBNVMcPbk5xOpy6uCiS8TVpaWigsLMTj8eBwGOMEWTISIUSyLQrA6/VSUFAwpYsiIQSfNAtCxxnXbTVD3eHpEZOmg3SK6j4esp0qnQPGsf0bMuIVROL62xfjkevSfzuXUaK6M2wq3tyBVA9jDGYTzC8zYzXLk9/pZjJbo+LxOO+99x5LliyZ7GGmFVKoMRRSqJFI0hkhBK+//jrr168nHA6zZs0avvKVr6Tdl7AQgkgkMq4Yo2kaZrN5XK8YI00omqbR2tqK3+/H6XRSUVGB2+1O9bAkU0R/fz9+v5+enh5KS0uTce5TQV9YUHMCcd2huI2OfmN4Xukhqns8nDaNgYj+PHaORkGmSrsBhAGAbKdGT0jfopMJFVUIhAFyQBaV9xFNs/YnT56J/Cx9HyN6R9M0YMgvUAiByWRKJkZNVLQZHBzkk08+YfHixVM51JSiKIrhzZJnGFKokUj0wv79+9m0aRPvv/8+N910E1dfffW0fiGrqjquV0wkEgHAbrePWxUz09qBhBB0d3eBnDW9AAAgAElEQVTT2NhILBbD6/VSVFRkGEFKMpJYLEZzczNNTU1kZ2fj9XqnxGi6rk2j5zi9Nu0WhZoOY5gK6zWqG4wX1201C1QVVIOIT1l2lb6Ivuep3IwYhwf0L8rOLghjMx9n+eAU4rLD3GKznL/TiBNtjeru7iYYDHLaaadN42inFynUGA4p1EgkeqO1tZVf/epXPP/881x99dWsWLGCnJyTN0QUQhCNRsetilFVFZPJNG5VjN1ul4uYIxAKhWhsbKSzs5OysjLKy8un1YxWMn0kjKb9fj+apuH1eiksLJy0z0YkJtgfFMc1+QpNpanHiabo/wQOPjVO1WElh80siKqKoeKUjeRVk+9SOazz9qcMm8ZARNF9ipXVrDG3sJ+jn4JMD0JoqN0HKCvOp6ioaMZddNIDow2Ij9Ya1dbWRk9PD1VVVSkY6fRgMplkcqyxkEKNRKJXBgcH2blzJ9u3b+eLX/wit912GxUVFUd9jqZp4wox4XAYGOptHU+MkeLCyRGPx2lqaqKpqSlpRpuRYYxKB8lYBgYGCAQCdHZ2UlpaSnl5+UktnhKG201dgt7ocfofKRb8XfYTfu90wm4RhGPoso0o36XSZqCqGqdVIxTVvzAAoCji02NL3+0tORn6TEcbzaLyfqJxLdXDoDhbIds+5EHX3t5Obm4u5eXlMpEzDUlU2CRuE4LN8CqbQCCAqqrHXCfrGbPZLNfrxkIKNRKJ3lFVleeff57NmzdTXFzM9ddfj9ls5sCBA9TV1VFfX88555zDkiVLMJlM4xr3OhwOWRUzDSTMaBsbG7FYLFRUVJCTkyP/9gYlHo/T3NxMMBjE7Xbj9XqPuMgf3lqYEFEHBwdHGG47nC7C9lkIJn4yZrdATYdxTIX1GtVtUgRmBcIGMeGFId8gPe6L8SjI1H+FULZTo0uH6Wij8eWFcVpT2/5kt8C8MjOmT+fmRMVkMBgkEolQWlpKSUmJrF5IQ45kQFxfX4/T6aS0tDTFI5w6pFBjOKRQI5HojVgsRmNjI7W1tdTV1VFXV0dtbW0yKnpgYIDS0lJOPfVUzj77bObNm8dpp51Gbm5uqocuGUZvby+NjY0MDg7i8XgoKSnRRcqV5PgRQtDZ2UlDQwPRaJTc3FysVmtSmInH4xNuLezoE/iPM667J2ynN2yMxVuWXb/mr0bzqslyaPTqdF+MxmIaaivUe3uay67PdLThmBSN+cX9aCk805hbbCLTMf7fMRKJ0NzcTEtLC5mZmZSXl8sLLmlKNBplYGCAgYEBmpubmT17NoWFhYZda1ksFtmiZyykUCOR6Ilt27bxyCOPUFFRwdy5c5kzZ07y1uv1Jq/u1NTUsHnzZt58801WrFjBt7/9bRkZnaaEw2ECgQDt7e0UFxfj8XikGZxOSaSfDW8rTPwuhMBisWCz2YhEIoTDYQoKCqioqDiuNjghBP/TNNQCNFGsFhN1Hc4T2KL0RK9R3SBwWgT9UeMspN0OlZ6QMbYnzxmlM6Tv7958gyRynVbWT1xNTftTrkvBV3Dsv6EQgp6eHoLBIH19fRQXF1NWVobdboxWU70Qi8WSc+3wn0Ti6PALH/n5+QATNiDWG1KoMRxSqJFIjMzhw4fZunUrTz/9NFdccQUrV66koKAg1cOSjIOqqsk2maysLHw+35SkB0lOjoTP02gx5kjpZ4nb0YvB4fvb5XLh9XrJzs6e0Bh6Q4La1olPw2YTNHQ6GcpN0j96jeoGsGh9RHCnehiThpHan8xEUbFylLVx2qMoAotJENF5i11pdhS3Izzt72s2wSllZizm4zsG4vE4LS0tNDU1YbPZKC8vJz8/31AiQCqJxWIjWoKHizEWiyU51w7/OZJgcaTWKCPsK6vVaojtkCSRQo1EMhMIh8Ps3r2bbdu2ceaZZ1JdXc3cuXNTPSzJOCTaZBobGxFC4PP5yM/Pl2XV00g8Hh+xKEwIMrFYDEVRxrQoZWRknHD6mRCCrq4u/H4/0WgUj8dDcXHxMRdbta0avaGJv09Ms9LSq+9qgQR6juoGyLBG6YsY5aq7IMMqGIga4+Qgz6V/4akgS6WtV9/bABqnlfYz3Z7C3nwTeZkndyz39fXR1NREZ2cnhYWFlJWVyfCACZAQY0YLMgkxZvh8eywxZqKMTo1KCDZ6FTtsNptcKxoLKdRIJDMJTdP493//dzZt2oTb7Wbt2rUsXbo01cOSHIH+/n78fj89PT2Ul5dTVlYmy1ongUQU/XhizOhy6eG3U20cGQ6H8fv9dHR0UFRUhMfjOWIZfTgm+J/jiOu2WxRqOoxzsqDXqG6AzKTPjjEW1PmZ+t0Xo8ly6LWt7jOsZkFMBU2H6WjDWVA6gKqp0/Z+mQ6FucWTdxyrqkp7ezvBYBCAsrKyGR/zPVyMGT7/DhdjRgsy0/H3Gl5lI4TQbWuUFGoMhxRqJJKZyrvvvsuGDRsIBALcdtttfO1rX5vRC4h0JhodightaWmhoKAAr9crPYeOgaZphMPhMWLM8Cj64b3rid/T4TOgqiqtra0EAgGcTmeyLWr0AizQqdHeO/HXbR9w6j6COIGeo7oBcjM03acMJUgkWum1wmk02U79++7kZ8Z1b1xdkBkj33UcZYMngaLA/FIzduvUHMOhUGjGxHxPVIwZLsikw7ybQM+tUdIfyXBIoUYimenU19ezZcsWXn31Va6//nquvfZaWaabpmiaRmtrK36/H6fTic/nm7CviRGJx+PjRlonWpQcDscYMUZPUfQJs8rGxkbC4XCyLSqxqI2rgn1BwUQ9N80mM/WdxhH49BrVDeCwCkJRRfdVDwkKDGJiC5DrUunS6XGVYCj9SUHvVVsLy3qJTUNRTUmOieLsqT8RN0rM92gxJjH/jifGpNNFkONB04YmVlVVEUJgMpkwm81p2xqlKIoMojAeUqiRSCRDdHd389BDD7Fnzx4uvfRSVq9eTXFxcaqHJRmHxAl8Iu7Z5/MZMnJSCDHGRDAhzKiqitlsHtcvxmq16kaMmSjhcJhgMEhbWxuFhYV4PB4cDgftvYJA58SmZJsFajtcUzzS6SPLodEzqN9jPt+l0qbzqocENosgFtd/u80QggybYFDnvjvZGfoXnE4pGUSI+JS+h8MK80rN0z5nRKNRmpqa0jbmOxqNjjHvTYgxVqt1jF+MHsWYiaKH1iiTyaQ7wU9yTKRQI5FIRhKNRvnNb37DAw88wMKFC6muruaUU05J9bAkRyAUCuH3+zl8+DClpaWUl5frarLWNG1EpPXwFiUhBFardYxfjNPpxGIxxgnu8ZKoqgoEAthsNrxeH62h7AnHdQ/G7BweMM7fTr9R3WAxCTShEDNIy5DLMkB/zBhCYEGmqvvWtBwDJHK5HXFKswen9D0qi824HKn7DKYq5nu8CyEzWYyZKKMNiNOlNUoKNYZECjUSSTqyefNmduzYgaIoLFq0iEcffXTaPUmEEPzpT39iw4YNWCwW1q5dy7nnnps2V3skI4nH4zQ1NdHU1EROTg4+ny9tWthUVR030joajQKMaFFK3DocjpQvfNKdnp4e/H4/obgFS868CT3HZlGoNZCpsJ6jumHIFFnvXiIJ7OYY4bgFvbfbwJDvjsWkf98dp01jIKLv79FF5X1E41Nz2pGXqeDNT5/vj0TMd3NzM1ar9aRjvoeLMcOFmOFizGjzXinGTIxEhU3iNiHYpKrKxmw2z9gLWAZGCjUSSboRDAY599xz2bdvH06nk6uvvppLL72U7373uykb0wcffMDGjRs5ePAgN998M1dccYWcENIUIQTt7e34/X7MZjM+n4/c3NwpFdgSi8HxxBhVVTGZTGPak5xOp0womCSi0SifBKPElWMLMCYFgj1O4pq+T94S6D2qW1EEVjOEdN5mkyDXAFUcCYxQVZNvAO+gyqIQZmWCJYPHgcUMp5SZMZvS87tjojHf44kxiXl4eFXq6PlXijGTRzoYEEuhxpBIoUYiSTeCwSBLly7lgw8+wO12841vfIO1a9dy0UUXpXpoBAIB7rvvPl566SWuvfZali9fbtjkAiPQ19dHQ0MDg4ODeDweSkpKTurKXDgcHiPGDF8MjucXIxcO00M4KtjfNLGpWWAh0G2cdAg9R3WDsRKg3E59+wYNJ+G7I3RcIWRSBCadJ3I5rSq+vIFJf11fgYlcV/ofq4l212AwSDwex+12Y7Vax8y/4xn4yqrU6Wd0a1TCz2aq94XFYpHim/GQQo1Eko7ce++9/OQnP8HpdHLRRRexZ8+eVA9pBH19fezYsYOdO3fy93//99x8882UlZWleliSIxCJRAgEArS1tVFUVITX6x03HUDTtDEJSqFQiEgkAgxFP47nFyMXg+mB/7BGR9+xH2e3QI2BTIVtFkFEx1HdMOS10xs2xiI7y64aZlvyM+Mc7te32FyQqdKmYyETJr/9KcuhMKc4vf4mE6mMsdvtSU+3RIvzTE5+TGdGt0ZNtQGx1WqVazHjIYUaiSTd6Orq4sorr+Spp54iJyeHq666imXLlnHttdememhjiMfjPPPMM9x3333MnTuXNWvWsGjRolQPS3IEVFUlGAwmjWgzMzOT/jHxeByTyTSuX4zdbpctSjrgeOK6u0J2+iP6PgEdjp6jugHcDo2uQf2Ofzh5Ln37Bg3HZdMYiOo75tpuEUR0nsg1uyCMzRydlNcyKTC/zIzNMv1/DyHEEdOUhBDYbLZxPWNGn4AbJeZ7pjAdrVFSqDEkUqiRSNKNZ555hhdffJFHHnkEgMcee4w333yTrVu3pnhkR0YIwWuvvcb69euJRqOsWbOGCy+8UJ7cpwAhBJFIZExlTDgcRtM0LBYLTqcTGKqMUhQFn89HSUmJ3F8GoK1HEOyawBQtNPw9xmlb1HtUN0C2U6XTAIlcCgK7VRjKd0fvIlqeS99+O1aTRmVRP9oknH2U5pgoyp66YzMhxgwXYcYTY0ZfEDnRk+x0j/mWjGR0a1RCsDlZkUV6/hkSKdRIJOnGW2+9xYoVK3jnnXdwOp1897vf5cwzz2TNmjWpHtqE2L9/Pxs3buTDDz/kpptu4qqrrhq3zUZy4iRalIab9g4ODo5oURrdnnQk88CBgQEaGxvp6emhvLycsrIy2eesY4QQ7A8OXUE/Klp8SKhRjHEyDfqO6gYwizBRzW6IfZKfqW/foOFkO1V6QvreFrspQkjVty/VwrJ+YhMpFzwKDivMKzWf9AntaDFmuG/bVIgxEx1TKmK+JSfG8CqbyWiNkkKNIZFCjUSSjvzTP/0TTz31FBaLhcWLF7Njxw7dTbYtLS386le/4re//S3XXHMNN9xwAzk5Oakelm6Ix+Pj+sXEYjEURRkhwAyPtD7RiToWixEMBmlubqagoACv1zvtkfCSyaFnUFDXduxpOqJaaeszjoiq96huME5ct9kkQEBcM8aJQ6ZDo1/HIiCAWesjpui3is6bGyHDFjmp16gqMZNhn9gxOZ4Yk6hOHS3GpJtn22THfEumlpNtjVIURV4QNSZSqJFIJFPLwMAAO3fuZPv27XzpS1/i1ltvxefzpXpYKWd0r/rwW03TMJvN40ZaW63WKb1qomkabW1t+P1+7HY7FRUV0qxQh9S0aPSFj/4Yu1Whpv3Ykd56Qe9R3QA2syCqKqgGEDgKDBANnSA/U/8iYG6GymEd+zgpisapJf0T8uAaj/wsBU/eyO0f3So8vDoGGCPGZGRk4HA4dCV4DI/5LigooLy8fNyYb0nq0bShg1tVVYQQmEymZGLU0Y45KdQYFinUSCSS6UFVVZ577jm2bNlCaWkp69atY/Hixake1pSiadqYSOvEFTkYWgSOJ8akS+tRd3c3jY2NRCIRvF4vRUVFulqgzmRCUcH/HCOuWwFa+5xEVOPs07wMfXtxAOS7VNoMUFVjt2hE4oqu07gSKIr4NF1Mz58VgcMqGNSxd9BpZQPEVfW4n2cxCYoz+oiEQ2PEmOGtwnoVYyZC4iJMU1MTQgjKysooKipKm/WGZCTH0xplMpmkkbQxkUKNRCKZfvbu3cv69evp7u5mzZo1XHTRRbpdFKmqOqYiJhQKEY1GURQFh8MxRoyx2+262t5QKITf7+fw4cOUlpZSXl4uFwU6oLFD43D/0R9jMplp6DROi5vNIojG9J1wY1IEZgXCcf18RxwJIyVAFWTp33cnX+dVTiXuKNnOY5QKjoPW10CGNT5CkDGiGDNRQqEQTU1NtLW1kZubS3l5OVlZ+m2LMzqjDYhHt0ZJocawSKFGIpGkjoMHD7J582beeustbrzxRr71rW+lnS+KEIJYLDauGKOqKiaTaUR/emIRONUtSqkgHo/T3NxMMBgkJycHr9eLy+VK9bAkRyCmCvYHBOpRZmybBWo7jLUP9R7VDcbxqnHZ9e/tksBiEgjQdVtawjsopttt0Di1uBeNiR9TbqfC7CJ9fx9MFTLmW18kKmwStwnBxmKxyNYnYyKFGolEkno6OjrYunUrzzzzDN/85jdZuXIl+fn50/b+QgjC4fAIEWa4aaDVah23Rcli0f+J1IkghKCjo4PGxkZMJhMVFRXk5uYaTpgyAq09gqZjxHX3R+10DRrnWHZYogxG9b5oFTit0B/Rv8iRnaHSrXPhLEFBpgFa63ReVVOR3YHDMbHPt0mB+WVmbBY5Nx2L0THfZWVlcl5PM1RVpbm5mZqamuRPbW0tLpeLp59+OtXDk0w+UqiRSCTpQzgcZvfu3Tz44IOcffbZVFdXM2fOnEl5bVVVR4gwidtoNAowbovSTC6Nnih9fX00NjbS39+Px+OhpKRE9rynEdqncd3Ro8R12ywmajuc0zeoacBuihCK6yspbzTZTk33lUEwFG/dPaj/7QBwWDXCMYWjrJ/THodVIxTTr3dQnitGYWZoQo8tyzVR6JZz+PEgY75TS8JL6ODBg9TW1ibFGL/fjxCC0tJSKisrqaqqYt68eVRVVeHz+WbshUODI4UaiUQP7N69m3POOYfKyspUD2Va0DSN3//+92zatImcnBzWrl3LkiVLjvm88VqUBgcHky1Ko+OsMzIysNls8orRJBCJRAgEArS1tVFUVITH45ELuzShe0BwqP3I07ZZgcZuJ5owzgmNEaK6AbIcmiFEjky7Rp9BWqDyXfpOTwLI1bl30MKyXmLH8BR22obiuOX8fuLImO+pQdM0Ojo6RlTF1NXV0dDQQDwep6ioaIQYM2/ePGbNmoXFYpHH88xCCjUSSbrT3t5OcXExCxcuZOHChVRXV/OFL3wh1cOaNt555x02bNhAMBjk1ltvZcGCBRw8eDB5tSEcDrNy5UqEEFgsljHtSYlIa8n0oKoqra2t+P1+MjMz8fl80qQwDTjYotF/FA9ODQvBbuMIa4oisCgQiet7UZtp1+gJmdBzBQcYy1Q4y6F/0SnLkTiu9Mn8kkEQRykTBKpKzWTY9P25SSf6+/sJBoMy5nuCCCHo6uoaIcbU1tZy6NAhotEo+fn5zJs3j8rKymRlzOzZs7Hb7VKMkSSQQo1Eku5UV1cTjUZ5+OGH2bp1K7/5zW/43//7f3PxxRenemhTQiQSob6+PjmpDZ/c2tvbycvLw+fzsXjxYk455RROPfVUTjvtNHmFJ81ILFIaGhrQNA2fz0dBQYFcgKSIwYjgk+YjT912i0JNh7EW3Xku/af0AORmaLr3RVEUgc0kDJFkBUPtXD0hfe+TLId+tyHLHqcsZ/CI/1+YpVCWp89tS3dkzPdnCCHo6+sbIcbU1NRQV1dHJBIhOzubqqqqEWLM3LlzcTqdci0kmQhSqJFI0hkhBHl5ebzxxhssWLAAgM2bN3PgwAG2bt0KYJgv+w8//JDrr78eu93OrFmzmDt37oifsrIyTCYTXV1dPPTQQzzxxBNcdtllrFq1iuLi4lQPX3IUBgYG8Pv9dHd3U1ZWRllZmeynTgHHiuvuHLQzEDXOfjFCVDeAwyoIRRXdb0eBzk1sh5PrUunSeftTnkvfxsiLyvuIxseejljNQwbCZpO+Py96YHTMd1lZGW63O9XDmlSEEAwMDCQvGg5vVRoYGCAzM5O5c+dSVVU1wjfG5XIZZn0uSRlSqJFI0pk777yTF198kVdffZVYLIbVaqWhoYHLL7+cP/7xjxQWFiYfq6qqrq9oCCGOa1KLRqM88cQTPPDAA5x++ulUV1czf/78KRyh5GSJxWIEg0Gam5vJz8/H6/XidBrLxDadiamCfQGBdoQZ3GI2c+iwY3oHNcUYIaobhnxR2nQe120xDR17eo63/gyByyYYiOq5QkiAFkFT9PmZrywMYTbFxtw/u9CEO0PP+0V/6D3mO5H8WVdXN6JNqba2lp6eHjIyMsYVY9xutxRjJFOJFGokknSmvLycnTt38vd///eEw2EcDgcPPPAAjzzyCP/93/+Nqqr4/X5mzZqV6qGmDCEEf/jDH9i4cSM2m401a9Zw7rnnyskzjdE0jfb2dhobG7Hb7fh8PrKzs+U+mwZaugXN3eNP4SZUGrozAeOc5GTaNXp17MWRYEjkUIip+v6MOJReQpoxrrgbIaq7IDOuWwHQYdGYld8/4oQkO0NhVqG+94neSdeYbyEE0WiUQ4cOjaiMqa2tpbOzE4fDwZw5c8aY+KbD2CUzFinUSCTpyq5du9iyZQt//etfgc8qTubNm8edd97JvHnzePXVV3n11VdpaWnhn/7pn/jqV7+afL6maSiKMqMmmA8++IANGzZQU1PDLbfcwje+8Q3ZYpPm9PT00NDQQCQSwev1UlRUJP2GJhkhRDIRbWBgkPZoPkIZ/0pnf1ihK2wsrxqXTf/mr2CMqhq7WSUcVzCCGGhWBCYTuhbPLCaBqoGq07a6ReX9ROMaACYFTikzY7Xoc1uMRipivoUQxOPxpM9hwi+mtraWtrY2bDYbs2bNSooxVVVVzJ8/n4KCArnukKQjUqiRSNKVb33rW/znf/4ne/bs4atf/Sr19fXs2bOHPXv28Oabb7JixQoGBwd5/PHHaWtrY+PGjfzyl78c0Q4FQ4LNTJuAAoEA9957L3/4wx+47rrruO6662TyUJoTDofx+/10dHRQUlKCx+PRTdl0OiCEIBKJMDg4OCKaPhwOI4TAZrMlk9Cw5dAZGf/zYLcq1LQbS6gxSlS3ogisZgjput3GWAlQBVn6N6zO17F30Kz8MHZLFIDyPBMFWfr+bBiVyYz5FkIkq8lHV8a0tLRgNpvx+XwjDHznz59PcXHxjFsLS3SPFGokknTmj3/8I/fddx/BYJCysjIKCgr4/ve/T0tLC4899hgZGRl88MEHnHnmmbz88svs3buXnJwcbrjhBioqKli7di0FBQVJ/5pDhw7h9XpnTJVJb28vO3bsYOfOnVx00UXccsstlJaWpnpYkqOgqipNTU0Eg0Gys7Px+Xy4XK5UDyst0DSNcDicFGESgkw4PJS7bbfbycjIGBFR73A4xl2cHmjWGIiMfQ9FgeYeJzHNOAtao0R1gzESoLIcxmhHgyHD6lgchI7j0502jcGIosttsJg0qor6cdigstg8oyqI9crwmO99+/axZMkSFi5cOOZxqqrS3Nw8JlEpGAxiMpnweDwj2pSqqqrweDxSjJEYCSnUSCTpyOgqmAMHDhCPx5PJT88//zwvvPAC27dvp6Ojg/vuu4/u7m7uvvtu7HY7jY2NPPXUUzzzzDM89dRTzJkzB0VRqKio4B//8R9ZvXp1qjYtJcRiMZ555hnuv/9+KisrWbNmzbgLA0n6IISgo6MDv9+Poij4fD7y8vIMvxDXNC0pxAwXZKLRKIqi4HA4RggxTqcTh8Nx3H+Xo8V1K4qFxq6pK09PBUaJ6oahVq7esL63xa3jaOjRGMGrJidDv6bbC8v7mV2o4LQZe24wGpqm8cQTT7B9+3YikQhnnXUWLpeLhoYG/H4/QghKS0vHiDEVFRWYTCbDrwUkEqRQI5GkN6qqjjsh1dTUsGbNGjZv3swpp5ySvP/gwYM89dRTHDp0iB//+Mfs2rULr9fLzTffzHvvvcfXvvY1mpubR7y+npOijhchBK+++irr168nHo+zZs0avvzlL8sJP83p7++noaGB/v5+PB4PJSUluj5uVVUdI8SEQiFisRgmkykpxgyvjrHZbJN+nDa0a3QOjL3fZoHaDmNVMRklqhvA7dDoGtTv8Q9DwoDe460TOK0qoZiJo6yp0x63U6N7cOKVCIoiMClDvjDKp7cmRQz7PXG/GPWYz5473n2xaIT+/l5isSjuLBfurCwsFtOI1xv+PJMCGXaVPGN9XRkKTdPo6OgYURlTV1dHQ0MD8XicoqIifD4fwWCQTz75hHPOOYd169Zx1llnybWZZKYjhRqJRG8kPpuPPPIIDzzwAFlZWfzLv/wLXq+XTZs2oWkaF1xwATt37uQ//uM/eO211zj33HO5+OKLWbx4MXfddRehUGhELPLxRmOfDN3d3axcuZKPPvoIRVH49a9/zTnnnDMt7z2cffv2sXHjRv72t7+xatUqli1bhs1mm/ZxSCZONBolEAjQ2tpKYWEhXq93So0JT4ZYLDZGiBkcHEyKo8MrYhKCzHR78sTign3B8eO6eyN2ekLGapHMyVDp1HnlQ4Jsp0rngJ73jyDDqvd4689wmgYJaenp7aQgsFnAbhXYLZ/+JH63krzPbBKYTeMLKKZR9081sViM5uZmmpqayMzMpLy8nJycHHninqYIIejq6hrTplRfX080GiU/P5958+aN8I2ZPXs2drt9xD5VVZU//elP7NixA7/fn/QYdLuNkRQnkRwnUqiRSPTOc889x+mnn47X62XlypXccsstLF26lN27d/Pwww/z+uuv4/f7WbhwIS0tLQwMDPDUU0/x5z//mTPPPJMf/ehHI6oTptp8+Prrr+e8885j5cqVRKNRBgcHycnJmbL3OxYtLS3cf//9/O53v+Nb3/oWN9xwA9nZ2Skbj+TYaJpGS0sLgUCAjIwMKrdeHT8AACAASURBVCoqpt0seniS0nAhJhQKoWkaFotljBDjdDrTzh/qSHHdNouJ2g7nOM/QL0aJ6gbIsGn0R0wIHVcI5Wcapx0tO0OlZ5qqnBQlIbgcW3yxW4cMqPWqbySSgwKBAP39/ZSVlVFaWiqN5lOAEILe3t6kGFNXV0dNTQ2HDh0iHA6TnZ1NVVXVCDFm7ty5OJ3OExLY2tvb2b17N1//+tepqqqagi2SSNIeKdRIJHpldNtSLBbjlltu4b//+79ZtmwZP//5z9m0aRO33norK1aswOl0snHjRm655RasVit33303P//5z8nIyOD//t//O+K1Y7EYVqt10ittenp6+Lu/+zvq6urS7srYwMAAjz76KDt27OD888/n1ltvxev1pnpYkqOQuIrX2NiIqqp4vV4KCwsn7dganqQ0XIgJhULJJKXRlTFOp1NXbVmaNlRVE1NH3m82QUOXEyGMIWwkcNk1+gwi1uS5VNp1HNdtUgRmBaI6jrceTqZDo/8EYuBNSkJkYaTgYhl2/7D7rPrd5SeFrLKZeoQQDAwMJFOUhrcqDQwM4HK5xkRbV1ZW4nK55H6QSCYfKdRIJEajpqaG559/nueff54//OEPmEwmSktL+fjjj/ntb3/LH//4R/bt28cVV1xBXl4e+/btY8eOHezdu5cXXniBm2++GZ/PB8Bll13GT3/6U5YuXTopY3v//fdZtWoVCxYs4IMPPuCMM87g3nvvTatUH1VV+X//7/+xZcsWysvLWbt2LYsXL071sCTHYHBwkMbGRrq7uykrK6OsrGxC1Suaph0x1ho+S1IaXhlzpCQlvdLZL2joGDutx4WV5h5jtQMaJaobwGYWRFUFVdPvCVKBjqOhR5OfOXRsmU2jRJZR4ott2P0Oq8BijM2fNmSVzckhhCAcDicrYoaLMr29vWRkZFBZWTnGxNftdksxRiKZXqRQI5EYBU3TUBQlOZFGIhHsdjt33nknTz75JB988AEbNmwgFotxxx13sHXrVh5//HHOOOMM7r77br7zne+wb98+KisrOeuss7j88su5+uqrqampAY5sbHw8vPvuuyxdupQ33niDJUuWsG7dOtxuN7/4xS8m5W8wmQgh2Lt3L+vXr6e3t5fq6mouuugiQ52gG5FYLEZTUxNNTU3k5eXh8/mw2+3HTFIa3aJ0IklKeuaTZo3BUXHddqtCTXt6+m6cKEaK6gbId6m06biqxmoWxFX9mTxbTIIsh0aWU+D+9DbLoZFhk8LLdDK6ysbj8ZCdnT2jvrvHQwhBNBrl0KFDI8SY2tpaOjs7cTgczJkzZ4QYM2/ePHJzc2f8304iSSOkUCORGA0hBEKIpKCgaRqtra2Ulpaya9cuXnvtNR555JHk4w8fPkx7ezsXX3wxL7zwAosWLSIYDPL4448TCoX453/+5xG+NSeTFNXS0sLSpUupr68H4PXXX+euu+7i97///clt9BRz8OBBNm3axNtvv83KlSu55pprcDgcqR6WZBiqqo4QYQYHB+np6SEUCqEoCm63G7fbjcvlSooyU5GkpFcGwoIDLWOn9o4B56eJNsbBSFHdifahcFy/+yidvWrsFkGWUxsSYxyJ3wVOm9Ct74sREULQ3d1NMBicMVU2Qgji8Tj19fXJipi6ujpqa2tpa2vDZrMxa9asMa1KBQUF8oKTRKIPpFAjkRiZhMdM4jYYDHLzzTfT2dnJJZdcwg033EB5eTm33347XV1dPPTQQ2NeY2BggLvuuov8/HxWr149Ii3qRDjvvPPYsWMH8+fP55//+Z8ZGBhg/fr1J/Wa00V7eztbt27l2Wef5corr+TGG28kPz8/1cOaMQxPUhouyiSqvcYz77VarfT29tLY2EgoFMLr9VJcXCwXquNQ367RNSqu22w2U3/YWKKkzSyIxvVXxXEk9O5VYzfHCcfNpC7eWpBhE7idiSqZITEmy6lh1++fdcZipCobIQSqquL3+0d4xtTW1tLc3IzFYsHn8yWFmIQYI+c4icQQSKFGIpmJ/OUvf+G5557je9/7Hpqmcemll/LUU0+xYMGCES1O4XCY++67j6amJhRF4U9/+hO/+tWvOP/884GRsd7xeHxCniDvv/9+MvFpzpw5PProo+Tm5k7p9k42oVCI3bt3s23bNpYsWcJtt93GnDlzUj0s3TM8SWm0IJNIUhotxGRkZEw4SSkcDuP3++no6KCkpITy8nIZyT6M6Kdx3cOnf6sZ6g6nj4fUZJHtiNM1aJSzcIHTCv0R/Z6YuSwh+mNTnDImNByWGLmZJrIzwO3UhoQZh2xXMiLDq2wGBgYoLS1N2yobVVVpbm6mpqaGgwcPJsWYxNrL4/GM8YzxeDxSjJFIjI0UaiSSmcR4bUsvvfQS27dv59lnnx035enaa6/FYrGwc+dO/H4/g4ODzJ8/f8Rjt23bxksvvYTX6+V//a//NWNEC03TeOGFF9i8eTM5OTmsW7eOs88+O9XDSmsSSUqjhZhEkpLVah23MmYyk5QSi+JAIIDb7cbn85GZmTlpr69nmrs0WnpG3heK2+joT7+Tm5PBrA0QwzgCVLZTo3NAv2qD26nRMzg5J53j+ce4HRo2c5TWlqFKi6ysrGSlhcT4JLzLmpubU1Zlk2hDHy7E1NbW4vf7EUJQWlo6RoypqKg4aW9AiUSiW6RQI5HMRIZ7zsBnAs7w+xMR3d3d3dx1113MnTuXm266acxzHnjgAR5++GGefPJJnnzySf7t3/6N6upqVq9ePe3blUrefvttNmzYQHNzM9XV1Vx66aW6immeTBKpEqNblI6UpOR0OnE6ndN+dVAIweHDh2lsbASgoqKCvLy8Gb0oVjXB/lFx3XaLQk2HsUyFARzmKIMx41RUZTk0ugf1+52TZVfpDU98/CfqHyOEoKuri0AgQDgcpry8nJKSkhn7fT2TmOoqG03T6OjooKamZkS0dUNDA7FYjOLiYiorK5PmvVVVVcyaNQuLxTKj5x2JRDIuUqiRSGY6o0WbBLW1tXz44YdcccUVvPPOO/zoRz/izjvvHBPV/f3vf5+srCx+9rOfARAMBmltbWX27Nns3r2br3/968yePXtatiUdOHToEFu2bOG1117ju9/9Lv/wD/9ARobxTnI1TSMUCo0QYkKhEJHIUHRQQnwZLsikc5JSf38/jY2N9PX1UV5eTmlp6Yw9cTvcL2gcFtdtUiDY4ySuGavM3khR3QCZdo2ekInUeb2cHLkZ6jhVQUP+MZ9Vx0yuf0wkEknOWXl5eXg8Hlwu41RaSY5MNBqlubk5WWVTVFQ0IaPdhNA3uk2pvr6eaDRKQUEBVVVVSUGmqqqKOXPmSPP648Tv97N8+XJaW1tRFIVVq1axbt06Ojs7ueaaa6ivr2fWrFk8/fTTumufl0gmiBRqJBLJ+AQCAVavXk1fXx8XX3wxf/3rX1m7di1f+tKXRjzuz3/+M9dccw033ngja9eupaSkBJPJxL/+67/y4osvsmrVKs4666yTSovSI11dXWzbto0nnniCr3/966xatYqioqJUD+u4GJ2klPg9FouhKMoYIcbpdGK323W9GI1GowQCAVpbWyksLMTj8cy4hC8hBAeaBYPRYXcqFvxd9pSNaSowQlS3SRFkOgTZTg23U+CyaQgUhBhaqCWWcol/a5pGJBIjEo0Siw7dRmMxNFVDUUxYbTYsVitWqw3rp7cmkwkhlJGvN+w1Gf1egPjUqHm8xyQWkCP/b+jxVpMgwy6m3T8mUQkRCAQQQuD1emU6zgwhUWWze/dudu7cybJly7jpppuw2WzJypi6ujpqamo4dOgQ4XCY7OzsMWLM3LlzcTqdup7/0omEiPb5z3+evr4+zjjjDJ577jl27txJXl4et99+O3fddRddXV3cfffdqR6uRDIVSKFGIpEcnbfeeouXXnqJZcuWsWDBgnEfs3fvXjZu3MiFF17IbbfdRnd3N+vXr0dRFFasWDFjPGvGIxKJ8Jvf/IYHHniAz33uc1RXVzNv3rxUDytJPB4f06IUCoWIx+NjkpQSt1ar1fCL0YSfgN/vJyMjA5/Ph9vtTvWwpo3+sODgsLhuuwVqOoxXaaCnqG67RZCdMdTqk+0UuDOGhAzTqI+iqqojYuoTn+3xPtOJn3Q0WE0VAwMDBAIBOjs7KSoqwuPxYLcbS6SUDAk0AwMDyYqYRIVMY2MjBw4cQAjBmWeeyTnnnMP8+fOZN28elZWVuFwuw89/6cjll19OdXU11dXVvPLKK5SWltLc3MwFF1zAJ598kurhSSRTgRRqJBLJ+BypAibRKtXZ2UkgEOD0009HVVVefPFFbrnlFt555x0OHjzIT3/6U8rLy9m/fz+f//zn2bJly4iS8plWYSOE4KWXXmLjxo04HA7WrFnDF7/4xSlf8CWSlMarjNE0DbPZPCZFKRFrLfnsamtjYyOxWAyfz0dhYeGMWKgfatPoHvzs391hO31hoyQlDZGOUd0mRZDlGKoqyXYmqmU07MM+kqPFmPGi6kd/ruVn+vhQVZWWlhaCwSB2ux2v10tubu6M+OwbhYRfWqIiZni8dW9vLxkZGVRWVo4x8c3KyuIvf/kLDz/8MAcOHGD58uVce+215OTkpHqTZiT19fV86Utf4qOPPsLn89Hd3Q0M7d/c3NzkvyUSgyGFGolEcnSO5GGze/dudu3axc9//nO+8IUv8Oabb/Ktb32L//mf/+Gee+7h8OHD/Mu//AtZWVmcd955bNq0ibPOOmvM642XNGV03n//fTZs2EBtbS233norl19++YQjpsdDCEE0Gh0jxExnktJMYHBwEL/fT2dnJ2VlZZSXl5/Ufkt3IjHB/qbP4rqtFhN1HVMcoZwCUulV47B+JsRkO4fEmcxPq2Ti8fgIgfVoYowUWKeWnp4eAoEAfX19lJWVpW3M80wkMf/V1dWNSFOqra2ls7MTh8PBnDlzRogx8+bNm7DodvjwYR577DEef/xx7rjjDpYtWzYNWyVJ0N/fz/nnn89PfvITvvnNb5KTkzNCmMnNzaWrqyuFI5RIpgwp1EgkkhPnkUceYffu3USjUVwuF1dddRUXXngh9957L1/96le5/PLLaWpq4nOf+xx1dXXYbDY2b97Me++9xznnnMP3v//95GvNRMEmEAhw77338oc//IHly5dz3XXXHTEmerwkpYSZLwwlKY3nGSM9FiafeDxOMBikqamJvLw8vF6vIQ2jAZq6NFo/jeu2mKC+04nAWMdUpl2jNzS122RSBG5nokpmyE8m26lh4shijNlsHtOiJMWY1DI85tntduPxeGZUS2SqEEIQj8epr69PtiklhJm2tjZsNhuzZs0aIcbMnz+fgoKCSVtXCCGIRCIzzrMslcRiMb72ta9x8cUXJ9eL8+fPl61PkpmCFGokEsnJs3fvXmbNmkVZWRm/+MUvCIfD3HLLLXg8Hn70ox+haRrf+9732LZtG2+//Ta/+MUvuPvuuzn//PNZu3Yt0WgUm+2zmNwjVfEYld7eXrZv386uXbs4++yzWbx4MS0tLdTW1tLQ0EBvby9btmwZI8Ske5KS0RFC0N7eTmNjI1arFZ/PR05OjqH2h6oJ9gUF8U/jumOalZZe40RaJ8i0HV809NFwWj8TYtxOQaYthqL2Ew6HxhVjxvOMMXKllhEQQiTbf6PRKOXl5RQXF8sqxZNACIGqqvj9/qQYk2hVamlpwWKxUFFRkRRjqqqqmD9/PsXFxTNqvTBTEEJw/fXXk5eXx5YtW5L3//CHPyQ/Pz9pJtzZ2ck999yTwpFKJFOGFGokEsmJM9pnJhwO8/TTT6MoCtdddx2hUIhzzz2X7du3U1tby9/+9jeuuOIKFi9ezJ49e3j++efZvn07Gzdu5LLLLmPJkiXjvo+Rqm1CoVDySuDwhWhbWxsWiwWTyYSmaRQXF3PxxRfz5S9/mYqKCnkCkOb09vbS2NjI4OAgXq/XUCcPh/sEjYeHpn27VaGm3XjVQyfS/mQ2iaGoaIeKiHbR3xnAbhrEnelMxtcPF2NGCzJSjDEG4XCYYDBIW1sb+fn5eDwew1bYTQaqqtLU1DTGM6apqQlFUfB4PGM8Yzwej2G+TyUT4y9/+QvnnXceixYtSu77X/7ylyxZsoSrr76axsZGKioqePrpp8nLy0vxaCWSKeGIJz5y9SCRSI7JaPHA4XCwfPlyVHXo8vv27dvJysri85//PH/9619pampi8eLFAPT19XHqqaditVrp7OwkFotx8OBBnnzySb7zne8wd+7c5OsqikJtbe2I+/TI22+/zbp165L98pWVlSxdupTKysoRBrVCCF555RXWr1/P73//e6qrq/nyl79sGLHKiLjdbhYuXEg4HCYQCPDWW29RXFyMx+MZUS2mR/Iyob0PQlGIxgR2i0YkbqyTpu5BE3aLOGJUd4ZNI8uh4jRHsDKAKd5LPNxNuC9EtHtIjCnIysBkyqC/v594PE55eTnl5eVSZDU4DoeDuXPnMnv2bNrb29m/fz+KoiQjvmfi93YiNe/gwYMjPGP8fj+aplFWVpYUYy677DKqqqrkBQnJCM4991yOVDTw8ssvT/NoJJL0QlbUSCSS42Z05UssFsPv9zNnzhx27tzJ3r17efjhh3n33Xd59NFHWbJkCVdddRWLFy/mww8/ZN26dezatYsXXniBCy+8kI8++oiFCxfS0tLCj3/8Y37961/PuIXcxx9/zMaNG/n4449ZtWoVy5Ytkx4VOkBVVZqbmwkEArjdbnw+3xH9h/RAX0hQ0zo09ZtMZho6jefTkOdS6Row4bLGcJjDWEQ/SqwHLdKJUKMjKmOGV8iMVxkTjUYJBAK0trZSUFCAx+PB6TSeEbNkfPr7+wkEAnR1dVFSUkJZWZnhIr41TaOjo2NMZUxDQwPxeJzi4uJki1KiMmbWrFlYLJYZKV5JJBLJcSJbnyQSyfTQ0NDAqlWrkpGYX/nKV7j99tt5/vnn2bNnD7fffjsrV65k6dKl3H///ezatYvf/e53PPHEE+zfv58zzzwz+VqapqEoyoxa7DU3N3P//ffzwgsv8O1vf5vvfve7ZGdnp3pYkmOQ8LJoaGgAwOfzkZ+fr8tjt65No2cQrGaoO+xK9XAmBQUNh9KHJdaBRe3AborgmqAYMxE0TaOtrY1AIIDFYsHn88mI5xlEQrBtamrC4XDg9Xp15WOV+P4aLcbU19cTi8XIz8+nqqqKysrKpBgzZ84cbDabbrZRIpFI0hQp1EgkkunlzTffxGq1csYZZwCwdetWnnzySS655BIsFgunn346H3zwAXV1daxZswaXy8X8+fNpbW3FbrcTjUaTAoWRvGsmysDAAL/+9a955JFHuOCCC7j11lvxeDypHpZkAvT399PY2Ehvby8ej4fS0lJdVYhFYoL9QYEABmJ2Ogf02SVtFmFc5l5yHWEKswRZmUO+MVO9L3p7e/H7/fT391NWVkZZWZmu9r/kxBFCJCO+BwYGkhHf6eBTJISgt7c3KcbU1dVRU1PDoUOHCIfDZGdnjxFj5s6di9PpnHHzr0QikUwjUqiRSCTTw2jjYRi62vyDH/yABx98kH379hGNRrn//vt5/vnn2b17NxdccAGrV6/G5XKxadMmNmzYwEMPPcSaNWu48MILWbhwYYq2JvWoqsq//du/sWXLFrxeL2vWrEn6/0jSm2g0SjAYpKWlhYKCArxer24iX4OdGm29YLOYqO3QRyuPgiDHGaMkR1CSLchypHYJM3z/Gz3eXTKWaDSajPjOycnB4/GQlZU1pe8phGBgYCBZETNclBkYGCAzM3OEEDNv3jwqKytxuVxSjJFIJJLUIIUaiUSSWjo7Ozlw4ABLly7ll7/8Jf/n//wffvjDH3LnnXfS3t7O2Wefzcsvv8ysWbNYsGABl1xyCWeffTZ33HEHW7Zs4Rvf+MaI1xtPEDIyQgj27t3L+vXr6evro7q6mosuukgurnVAwnDT7/fjdDrx+Xxp386maoJ9AYEmINDtRBXpaSqcYdMocmsUZakUZGpY0vArIeHx4ff7MZlMeL1e3bbFSY4fIQSHDx/G7/ejqmoy4vtE042EEMlUweFtSrW1tfT29uJyuZg7d+6YRCW32y2PuWOwYsUKXnjhBYqKivjoo48AeP/997n55psJh8NYLBa2bt3K2WefneKRSiQSAyGFGolEkjpGty7967/+K++//z433ngjs2bN4vbbb6epqYnHHnuMZ599lo0bN/Jf//VfANx0002cf/75XHvttcTjcT7++GM+97nPJV9L07QZF+d54MABNm3axLvvvsvKlSu55pprDGdgaUQSbRENDQ1Eo1F8Ph+FhYVpe/x29An8hwUaFoLd6XF8mRRBQaZGkVulKEsjM8VVM8fL8La4RFtUOrTFSKaHUChEMBikvb2dpqYmFi1axLx588Y8TghBNBqlrq5uhBBTW1tLZ2cnDocjmSqYEGPmzZsnfZFOktdee43MzEyWL1+eFGouuugivve973HJJZfw7//+79xzzz288sorqR2oRCIxEjKeWyKRpI7RC8crr7ySK6+8Mvnv7du389vf/haAPXv2sHz5cgA+/PBDMjMzcbvddHR0sHr1ag4fPkxnZyf33nsvX/ziF3UfiXwizJs3j23bttHe3s4DDzzA+eefz5VXXsmNN95IXl5eqocnOQKKopCTk0NOTg6hUIjGxkbq6uqSJ+zplvKVnwntvSCEmtJxuBJVM+6hqhlzeupaEyIzM5MFCxYQi8Voamri3XffJScnB6/Xi8tlDONmyZFxOp1UVlYyZ84cnnnmGW644QYcDgdf/epXcblc1NfXU1NTQ3t7OzabjVmzZiXFmPPOO4/58+fP2Cjw6eBLX/oS9fX1I+5TFIXe3l4Aenp6KCsrS8HIJBLJTERW1EgkkmknUQWTuP3444857bTTePnll7n++utpbGzEZDLx2GOP8d577/GDH/yALVu20NHRwa5du/jLX/7C3XffTXd3N6+//nrydYdX7kxHa5Sqqpx55pmUl5fzwgsvTOl7HY1QKMRjjz3GQw89xNKlS7ntttuYPXt2ysYjmTjxeJympiaamprIycnB5/OllY9Jb0hQ2yroCtnpj0zPtR2zIsjP0ijOUil0a2TajbsUEUIk26IAvF6vPBE3EEIIVFWlsbEx6RmTqIxpaWlJJoQFAgFaWlq47LLLqK6uZsGCBWlbaWd06uvr+drXvpasqNm/fz8XX3wxQgg0TWPv3r1UVFSkeJQSicRAyIoaiUSSPiQWoInb0047DYBFixaxdetWTCYTNTU1/O1vf+PUU08lOzub5557jr179wIwe/ZsWlpauO6664Chk12LxYKiKITDYR566CHefvttcnJy+MEPfjBlosW9997LqaeemrzaliqcTierV6/mpptu4ne/+x233XYbeXl5rFu3jrPOOiulY5McncSJmtfrpb29nf3792M2m1Ma7yyEIBaLMTg4yODgIBaRRYYSop+CKXvPTLtGUdZQ1Uy+zqtmjgdFUSgsLKSwsJCBgQH8fj+1tbWUlpamZZWVZHxUVaWpqWlMvHVTUxOKouDxeJKVMVdeeSVVVVV4PJ4RYkxfXx979uxhxYoVnHLKKdx6660sWbJEinYp5sEHH2Tz5s1ceeWVPP3009x444386U9/SvWwJBLJDEBW1EgkkrRk37597Nq1i6uvvpquri5++ctf8uc//xkhBB999BH/8A//wBtvvEFWVlZSqHnnnXd49NFHqa+v56c//SkvvvgiL774Ipdffjk//vGPJ7XCJhAIcP311/OTn/yETZs2pbSiZjzeeustNmzYQGtrK9XV1Vx66aXyCq1O6O3tpbGxkcHBQTweDyUlJZO+70aLMYmfUCiEEAKr1UpGRgZOpxOrI5POaA6HOl3A5IzDbBrpNeMycNXM8TK8ysrtduPz+cjMzEz1sGY8CVPwgwcPjkhV8vv9CCEoKytLijHz58+nqqoKn8933POOEII33niDBx98kLvvvhuPxzNFWyQZj9EVNdnZ2XR3d6MoCkIIsrOzU35xRiKRGAppJiyRSNKf0abDift6enpYtmwZq1evpqysjJ///OcsWrSIDRs2JEWaWCzGP/7jP2K32/n+97+f9Go5cOAAb7zxBsuXL8dkMiGEmJST3mXLlnHHHXfQ19fHhg0b0k6oSXDo0CE2b97M66+/zooVK/jOd76D06mPuOWZTiQSwe/3097eTnFxMR6P57g8mSYqxiR+nE4nGRkZ434+Ap0awS4rrX0n7gmVaR8SZordGnmumVM1c6IMTwvSNC3ZFiUF16kjkdA1ujKmoaGBeDxOcXExVVVVI9KUZs2alazolOif0ULNqaeeyoMPPsgFF1zAyy+/zI9+9CPee++9FI9SIpEYCNn6JJFI0p/hC92Ex0xPTw+KonDPPfewZcsW3G43gUCAHTt2jHjOW2+9RW9vL1dddRV5eXmo6pABalVVFVlZWcnXUxQFTdNQFOWEF9aJ+M4zzjgj7dMfZs+ezX333UdnZyfbtm3jy1/+Ml//+tdZtWoVhYWFqR6e5CjY7XYqKyuTrX5//etfyczMpKKiIllhcTxiTHZ2NqWlpTidzuM+2S/JVugPq7T2Tfw5ZpOgMFE149bIsMlrP8eDoigUFBRQUFDA4OBgsi2qpKSE8vLyGWmkPhkIIejs7BwjxtTX1xOLxcjPz6eqqorKykrOO+88VqxYwZw5c7DZbFKMMTjf/va3eeWVV+jo6MDj8fCzn/2M7du3s27dOuLxOA6Hg4cffjjVw5RIJDMEWVEjkUjSmv3793P77bdzzjnn8LnPfY5nnnmG4uJi7rzzzhEVOG+++Sbbtm3jzjvvpLS0dMzrvPnmmzz77LOTYrR7xx13sHv3biwWC+FwmN7eXr75zW/y+OOPn9TrTgeRSIQnnniCBx54gMWLF3PbbbeNGw8rSR8SUb2Dg4O0t7fTACmZ6wAAIABJREFU1taGqqpYLBZMJhN2uz1ZDTO8OmayKy/a/j979x1ddX34f/z1ufcmuSGTQPaEJEQpUEBBAUEcOKlaxYGIfkXrZDh/jvq19duqVUGrdLmosx6rVq3QWqtiVawbiiBIBhkQyCAQsm5yx+f3B73XTAiQ5H6SPB/ncCA3ufe+c8m6z7zHXlNflzjV4u36dqOcPiVE7QszwyJ8YvJHz/J4PNqxY4fKy8sVGRmpjIwMRUVFBXtYlmOapvbu3RuIMUVFRYG/XS6XYmNjAzHGPzMmOztb4eHhxBgAQF9i6ROA/qu6ulqPPPKI1q1bp6uvvlrHHnusEhISAqdGSdInn3yiK6+8Ut9++62k7zcY9r9NTU2Nnn/+ef3xj3/UBRdcoDvvvLPNfbS+rYPxwQcfWHrpU1dM09Tbb7+thx9+WE6nU4sXL9bUqVN5khIkrWNMU1NTh5kxoaGhbZYnGYahyspK7d27V6mpqUpJSen1U85M09T6ModKar6fyeGwmRoe5VPif/eaCWfWTJ8wTVO7d+9WaWmpPB6P0tLSlJCQMKiWRZmmqYaGhsBeMf7ZMUVFRWpoaFBkZGSbEDNq1Cjl5OQoIiKCr3MAAKsg1AAYuPxHoF577bU644wz9OMf/zjwOq/Xq02bNumVV17RjBkzNGnSJN1+++168MEH5Xa7tWvXLuXk5BzyfffXUNPa2rVrtXTpUm3dulXXXXedzjrrLDkcrIztaa1jTOsQ0z7GtA4yB5oZ43a7A0f7Dh8+XOnp6XI6nb32PtTUS+u3hQU2AY6L9MnGc96gampq0rZt21RdXX1IexlZmWmaampqCsyI8S9TKiwsVF1dnYYMGaLs7OzAJr7+KBMdHU2MAQD0B4QaAAPfm2++qfvuu0/h4eE67bTTdO655+q9997Tv//9b6Wmpqq0tFSffvqpQkJCtHnzZn300Ue68sorNWXKFI0bN0433nhjmx/uGxsbNWTIkCC+R32rrKxMjz76qN59913Nnz9f8+fP57SZg9RZjGlsbJTL5TrkGNMdPp9PlZWVKisrU1hYmDIzMxUTE9ND7xX6A6/Xq507d2rbtm2KiIhQenp6v/gY8H/OFBUVtQkxBQUFqqmpUXh4uEaOHNkmxowaNSpox9cDANCD2EwYwMB39tln6+yzz9Y//vEPbdy4UcOGDZPT6VROTo7uvvtuSdL48eN1+eWXS5JeffVVDR06VD/5yU/09NNPyzAMbdy4UcnJyYqLi9Mbb7yh/Px8XXPNNUpMTAzmu9Yn0tPTtXTpUtXW1urJJ5/UySefrFNPPVXXXHNNp/v+DFamaaq5ubnNEqWuYszQoUOVkpLSK3vGtGaz2ZSUlKTExETV1taqpKREzc3NysjIUHx8/KBaEjNY2e32wDK4PXv2BD4G0tLSlJiYGNSPAdM05fF4VFxc3GbfmMLCQlVVVSk0NFRZWVmBpUrTp09XXl6ehg8fTowBAAxKzKgBMGD4T3Zq7f3339fcuXO1aNEiVVdX66mnntKePXtUUFCgW2+9VXfccYemTp2qlpYWPfDAA3rvvfe0fft2zZkzR3a7XREREbrpppsUFhYWpPcqeNxut15++WX95je/UV5enhYtWqTRo0cHe1h9wh9jOtszRlKbGOP/43Q6LRVEmpqaVFZWpl27dik5OVmpqakKCQkJ9rDQh1wul7Zt26aqqiolJCQoNTW115bG+ZeglpaWBmbE+GfH7Ny5Uw6HQ5mZmYGZMbm5ucrLywt6RII1+A8HME1TPp+v1/fcAgCLYOkTgMGj/cbAZWVlWrNmje69915NmTJFTzzxhB5++GFt2rRJTz75pNxut37/+9/rq6++0s9//nONGDFCZ511lpKSknTRRRfpxBNPDOJ7E3ymaWr16tVaunSpTNPUwoULNXPmzH7/m+7WMaZ1kPHHmM5OU7JajOkOj8ej8vJylZeXKzY2Vunp6YqIiAj2sNCHvF6vKioqtG3bNjmdTmVkZCgmJuaQPoe9Xq/Ky8s7HG+9fft2GYah9PT0DnvGpKWl9bvPm2BasGCBVq5cqYSEBG3YsCFw+fLly/Xb3/5WdrtdZ555ph588MEgjvLQ+J93+KNMf/8+AgCHiVADYHBqHW2am5tlmqb27NmjuXPn6sYbb9RZZ52l7du369FHH9WkSZN0/vnny+Px6KSTTtL06dN1++23s09LKxs2bNCyZcv07bff6uqrr9Z5551n6Vka3YkxrfeL6a8xpjtM01R1dbVKS0tls9mUmZnJPh+DjGmaqq2tVVlZmbZs2aLt27drwYIFHb7G+Xw+VVRUKD8/v02MKSsrk2maSklJCcSYvLw85ebmKiMjg1kQPeTDDz9UZGSkLr300kCoWb16te69916tWrVKYWFhqqysVEJCQpBH2lZLS4s2btyoTZs2qaamRieddJKOPPLIA56qWF9fr4KCAsXFxammpkZ33XWXRowYoV/84heKjY3tw/cAAPocoQbA4NZ+WdSaNWs0bdo0SfuWiJx00kn67W9/qwkTJmj16tV68803NWvWLJ155pnBGrKl7dixQ8uXL9eqVas0d+5c/c///I+io6ODMpb2Mab1aUrS9zGmdZAZqDGmu+rq6lRaWqr6+nqlp6crMTGRJ9mDzLZt2/TQQw/pn//8p8aOHauUlBRVVVWppKREHo9HSUlJHWbGZGVlyeFwEPf6QHFxsWbPnh0INRdccIGuuuoqnXzyyUEdV+sZMa15PB4tXbpUb7zxhnJycpSdna3TTjtNU6ZMkfT99+Cqqir97W9/02WXXaZ//etfuvHGGzV27Fht2LBB8fHxOvXUU5WRkaGvv/5aNTU1+v3vf9/n7yMA9CFCDQB0xeVy6dprr1VeXp6uuOIKXXLJJZowYYJuuOEGJSUlBXt4llZfX68VK1ZoxYoVOuGEE3TttdcqLS2tx++nsxjj38BXahtj/H/CwsIGdYzpjubmZm3bti3w2/m0tLRBuR/TQGWapmpqajosUyouLlZLS4uGDx+u7OxsNTc368svv1RqaqpuueUWnXzyyXzuBFn7UDN+/HidffbZevvtt+V0OrV06VJNmjSpV8fg3y/GMAzZbDZt27ZNH3zwgebNm9dh6dK6det02WWX6T//+U/g+m63W83NzXrggQeUnp6uq666SiUlJZo2bZo2bdqkjRs3avr06aqoqFBcXJymTp2q2bNn684779R3332niy++WF999VWvvo8AEGSc+gQAXXE6nfrf//1f/exnP9Oll16qXbt2afLkyUSaboiMjNTixYt13XXX6S9/+Ysuv/xyZWRkaNGiRRo/fvxB3ZZpmnK5XJ2epiS1jTHDhg1Tenq6nE4nv90/DGFhYcrOzlZWVpZ27typdevWKTIyUhkZGYqKigr28NANpmlq7969bWJMQUGBtm7dKpfLpdjYWOXm5ionJ0eTJ0/WJZdcouzs7E4/d7766istX75cd911l6688kpdcsklGjJkSJDeM7Tm8XhUU1OjTz/9VF988YUuuOACFRUVHfbXP3+MkdRhVp1hGG0uCwkJ0ZNPPqmkpCQZhqGTTjopEGtSU1O1c+dOffnll2ppaVFCQoJycnICwa+xsVGSlJmZqYSEBFVVVSkrK0uZmZkKDw+XtC9GjRgxQm63W8nJyYEj5/leDGAwItQAgKSRI0fq+eefV11dnT799FPl5OQEe0j9isPh0AUXXKDzzz9fa9as0QMPPKCGhgZdf/31OuWUUwJPJrxer4qKirR9+3bl5OQQYyyi9dHOu3fvVkFBgXw+nzIyMjgi2QJM01RDQ0ObEFNYWKiioiI1NDQoMjIycJLSuHHjNGfOHOXk5CgiIuKg/u+OOuooPfPMM6qqqtJTTz2ldevWaerUqb34nqG70tLSdO6558owDE2ePFk2m03V1dWKj48/4HVbz573hxX/x0X7GOO3fft2VVRU6P3331dYWJgWLVqkDz/8UF9//bVuu+025ebmasaMGYE9yuLj43XnnXdqzpw5+sEPfqDQ0FCNGTNGv/jFLxQfH6/du3dr7969io6OVnh4uEpKSnTccccpLi5OhYWFGjNmjGJiYlRRUaGWlhZFR0dr6NChKigoINQAGJQINQAgBX6jGBUVpVmzZgV5NP2XYRiaOnWqHnvsMa1evVoPP/ywFi5cqOTkZNXW1sowDCUmJmrcuHFavHgxMcZiDMNQXFyc4uLi1NDQoLKyMhUWFio1NVXJyclyOPixobeYpqmmpiYVFRW1WaZUWFiovXv3KiIiQtnZ2crJyVFeXp5+9KMfKTc3V9HR0T3+uRMfH6877rijR28Th+ecc87R6tWrdcIJJ2jLli2BpWudab95b+uPD/+/3W63QkJCVFZWptdff10bN27Uscceq8svv1wVFRWaNGmSzjnnHA0bNkyrV69WUlKSzj//fL3wwgu69dZbddxxx3W43yVLlmjRokX6z3/+o++++0633XabTj31VKWkpKisrEyNjY2Kjo6Wz+fTpk2bdMIJJyghIUFbtmzRmDFjFBUVpeLiYtXX1ysiIkLR0dEqLCzs9L4AYKDjJy4AkNiP4RBt3LhRH330UeB0mLKysjZH9F5yySUaNmyYPv30U73zzjuaM2eOrrjiCg0dOjTYQ8cBRERE6IgjjpDb7db27dv1xRdfBMKaf6kCDo5pmmppaVFRUVGbmTGFhYWqqalReHi4Ro4cGdjEd9asWRo1ahSncw0yc+fO1QcffKDq6mqlpaXpnnvu0YIFCzR37lylpKTI6/VqzJgxWrVqlWbPnt3h+q2/n9XW1mrDhg0qKSnRiBEj9OGHH+qTTz7R9u3b9e677+rVV1+Vy+XShRdeqBdeeEFDhw7V6aefLrvdrtNPP10/+tGP9MQTT2jNmjWaM2eOkpOT9c033+joo4+W0+ns9L4nTJigCRMm6Omnn9a6det0zjnn6LXXXtPKlSs1ceJEVVRUaNOmTZKk4cOHKz8/X5J03HHHqaamRhEREZKkl156SUOGDOEYbwCDEqEGAHDIKioqZBiGzjzzTOXk5CgtLa3T6DVnzhw1NTXp2Wef1ezZszV16lRdf/31ysrK6vtB46CEhIQoKytLGRkZqqys1IYNGxQWFqaMjAyOzu2EaZpyu90qLi4OxBh/mKmqqlJoaKiysrICS5VmzJihvLw8lphB0r6Pn5deeqnD5f6liJGRkZo8ebKysrJUVlampqYmuVwuhYaGKiIiQrt379Z9992n22+/XStXrtRf/vIXSdLUqVPlcDj0xBNP6Oc//7nmz5+v9evX6/3339fxxx+v4uJivf/++7Lb7ZoxY4aOPvpoNTc3S5IyMjK0fv16VVRUKDs7W+Xl5YFI03r2zjfffKNt27YpMjJSn3/+uWJjYzVp0iSlpaVpzpw5euCBBzRx4kTdeOONOvrooyVJv/vd7wIxZsaMGW3eZ//+SHxeABiMCDUAgEN24okn6sQTT+zW24aHh+uaa67RVVddpb/+9a+69tprNXz4cC1ZsiTwQzusy2azKSkpSUlJSdqzZ49KS0uVn5+v9PR0JSQkDKpZaaZpyuv1qrS0tMPMmJ07d8rhcCgzMzMwM+aYY45RXl6eEhMTB9XjhM75Z4g8+OCDuuaaaxQdHR14XVdR4qWXXlJJSYn+9Kc/BSJJQ0ODwsPDdeKJJ+qaa67RZZddJo/Ho7Vr16qgoEA5OTkqLS3V7373O02ZMkWbNm3SuHHjlJycLEkqLCxUU1OTNm7cqB/+8Id6/PHHNWnSJMXFxSk9PV2bN2+WJA0bNkx2u10VFRUaO3asXn75Zb344osaMWKEpk6dKo/HI4fDIZfLpaVLlyosLEw5OTm64oordMwxx0iSzjvvPJ133nkd3q/2Mab9si0AGKwINQCAPmWz2XTOOefonHPO0aeffqqlS5eqqqpKCxcu1Omnn84P6f1AbGysYmNj5XK5VFZWpq1btyo5OVmpqamBzUUHAq/Xq/Ly8sCJSv4gU15e3maJX25urs477zyNGjVKqampfAxD0vd7n7X/ePBHiRUrVmjatGmaNm2aJKmmpkabNm2S3W7X+PHj5XQ6AxHk5Zdf1hlnnCGn06mWlhY5HI5A5Bg/frxKS0sl7Qsf2dnZKikp0dixY3Xssce22Th45MiR2r17t6R9exEdccQRuvDCCzV9+nRJksvlktvt1siRI/XJJ59I2rd3W2NjozZs2KB58+bpu+++0/LlyzV37tzATB1JmjRpkt57770uH4/Wx3139rh0dRkADEaEGgBA0Bx77LF69dVXVVRUpEceeUT3339/YC8G9kGxPqfTqdzcXI0YMUI7duzQV199pZiYGGVkZAT2mbA6n8+nnTt3tgkxhYWFKisrk2maSklJUU5OjkaNGhXYwDcjI6PTk3IwePlPVmo9I6az6OAPHnl5eRo/fry++eYbTZs2TY899pieeeYZxcXF6bTTTlNOTk6bTdaTk5NVVFQUuF2bzRaIOHl5efr6668l7TuBLy0tTfn5+TrxxBNlt9sDYSY2NlbR0dGqrKyUJE2ePFn5+fm699579cMf/lAbN27UsGHD9Pjjj2v06NEqKCiQJGVlZem2225TQkKCpH2bBi9ZsqTLx8EfqAzD6LCpMZ83ANA9hBoAQNCNHDlSy5cvV01NjX7/+99r5syZOvvss/WTn/ykW8fPIrgcDofS09OVlpam6upqbd68WTabTRkZGYqLiwv6HhM+n09VVVUdTlMqKSmRx+NRUlJSmw18r7vuOmVlZcnhcAR97Oh7/uU3rf/2hxibzdbpx0T7ywoKCrRmzRqZpqnTTjtNSUlJ+ulPf6p//OMfSkxM1OWXX66bbrpJcXFxqqmp0c6dO7VkyRJddtllgdswTTMQOn7wgx/ob3/7m6R9M70kBWayjBkzRq+//rokKSwsTCUlJYqMjFRMTIwMw1BFRYUkBfaC2bp1qyQpNDRUl19+uVJSUrR27VpdffXVGjNmjJxOp0455RSdcsopkvYF2ZycnDbvn38M7cMLMQYAegahBgBgGXFxcfrpT3+qW265RS+++KLOO+88TZgwQQsXLlRubm6wh4cDMAxD8fHxio+PV11dnUpLS1VQUKC0tDQlJSX16hM40zRVU1PTZmZMQUGBSkpKAkcZ5+bmKicnR9OnT9eCBQs0cuRIhYaGEmMGMbfbrS1btig/P187d+7UrFmzlJ2drYsvvlhjx47VHXfc0enMGH/8i4yMVEREhIqKivTKK6/o9NNPV0REhH75y18qKSlJpmmquLhYd999t5xOp9xut1atWtXmtkzTVFZWlu69915t2bJF6enpOu2005SVlSWv1yu73a7jjz9ezz33nD7++OPAcdVut1vvvPOOpk+frvj4eN15552KiorS3r17VVBQoJCQEMXHxwdmJ0ZHR2vBggUdTms69dRTdeqpp3b6Pna1FIkYAwC9y/D/hqAL+30lAAC9yTRN/f3vf9fDDz+s8PBwLVmyRFOmTOGJdT/S0tKisrIyVVZWKiEhQWlpaQoLCzuk2zJNU7W1tYEYU1RUpIKCAm3dulUul0uxsbGBGJOXl6fc3FxlZ2e3WUKCA1uwYIFWrlyphIQEbdiwoc3rli1bpltuuUVVVVUaPnx4kEbYc/7f//t/Wrp0qRYuXKiSkhIlJibqt7/9rR588EFt2rRJL7zwggoLC/XnP/9ZGzZsUGJiou6++25VVVXpoYce0oQJE3TttdfqnXfe0bJly7Rq1Sr9+te/1o4dO3TDDTfoD3/4g1577TU9+eSTqq2t1QMPPKCPPvpIzc3NCgsLazNrp7GxUatXr9ZLL70kp9OpFStWBDYe9vl8evXVV7VixQodddRRKisrU3l5uS677DLNnz9fW7Zs0QMPPKDs7GydddZZioiI0IgRI7r9OHS1nw4AoFd1+cMJoQYA0C98/fXXWrp0qUpKSnTdddfprLPO4re6/Yh/L5iysjLl5+crOztbU6ZM6fB2pmmqvr4+sDzJPzumqKhIDQ0NioqKCixTys3N1ahRo5STk6OIiAhiTA/58MMPFRkZqUsvvbRNqCkrK9OVV16pzZs366uvvhoQoebxxx/XypUr9dZbb2nnzp265557NHPmTMXHx+vmm2/W2rVr9fXXX+vtt9/WjBkzAicvrVq1SqtXr9Zdd92lNWvW6G9/+5tWrFihV199VfPnz9fGjRuVk5OjrKwsTZ8+XTNnzlRRUZEWLFigr776qsM4du3aFdhP5o033lB9fb3uuuuuDh/Ta9as0bvvvqvc3FwdeeSRGjNmzAE38PbHHgCA5XT5xZmlTwCALpWVlenSSy9VRUWFDMPQVVdd1eUmkr1t4sSJ+tOf/qTS0lI9+uijeuihh3TppZdq/vz5/Wbj2sHMZrMpJSVFycnJqq+v189+9jPV19fr5JNPVlRUlLZu3aqCggLV1dUpIiJC2dnZgZkx/k18o6OjecLZB2bMmKHi4uIOl99444168MEHdfbZZ/f9oHrJuHHj9NBDD0mSYmJi1NjYKI/Ho+zsbO3YsUPSvlOV3G63/v73v+uzzz7TF198IZfLpSlTpig3Nzcw28b/uCQlJenYY4/V9ddfH7gfl8ulpKQktbS0qK6uTlFRUW3GUVBQoFtuuUWmaSojI0MPPvhgh4910zTbnBLVnn8vnfb76PA5AwD9D6EGANAlh8OhZcuWaeLEiaqrq9NRRx2lWbNmafTo0UEbU0ZGhpYtW6ba2lo98cQTOumkk3Taaafp6quvVnJyctDGhbZM01Rzc7OKiorabOBbWFiompoahYeHa9SoUVqzZo3Ky8s1Z84c3XPPPcrIyOCJpQW9+eabSk1N1Q9/+MNgD6VH5eXlqaKiQv/+97/173//W7t379app56qoUOHqrGxUZJUUVGhX/3qV5o+fbp++ctf6oILLlBRUZFGjx6tm2++WXfccYfWr1+vDz/8UJI0d+5cLV68WHa7XS6XS5999pmuu+46TZ48WTExMdqxY0eHUDNp0iR99NFH+x2r//Oi9alKBzplCgDQPxFqAABdSk5ODsSPqKgoHXnkkdq+fXtQQ41fTEyMbr31Vt1www16+eWXdfHFF+vII4/UwoULLTG+wcA0TbndbhUXFweWKfnDTFVVlUJCQjRixIjAMqUZM2YoLy9Pw4cPb/MEc8+ePXr66ad19tln6+STT9bChQuVlZUVvHcMbTQ2Nuq+++7TO++8E+yh9Li4uDjZbDb94he/0A9+8APdfPPNgSVdYWFhKi8v15o1axQeHq6bbrpJkrR7924VFBRo9OjRGjt2rLKzs7V9+/bAyVATJ07UI488omeeeUYhISE64YQTlJeXp7CwMH388cedjsMfWbqaFdPZ2wIABi5CDQCgW4qLi7V27Vodc8wxwR5KGyEhIbrkkks0b948vf/++/rf//1fSdKiRYt0/PHHMzvjMJmmKa/Xq9LS0jZ7xhQWFmrnzp1yOBzKzMwM7BtzzDHHKC8vT4mJid1+QhkbG6ubb75ZS5Ys0RtvvKEbb7xRr7zySuD4YQRXYWGhtm7dGphNs23bNk2cOFGff/65kpKSgjy6wzd8+HAtX75c2dnZkr4/7Sg5OVnffvutJk6cqNdee00XXHCBkpOTFR4erurq6sD18/Ly5HQ6lZKSErhs0qRJmjRp0kGPhQgDAJDYTBgA0A319fU6/vjj9dOf/lTnnntusIdzQN98842WLVumzZs36+qrr9a55557wA03Bzuv16vy8nLl5+e3iTHl5eUyDEPp6emBGDNq1CiNGjVKqampPLEcoIqLizV79uwOpz5JUlZWlr788ssBsZmwJM2cOVPnnnuuFi9erJaWFhmGoZCQEM2ZM0fTpk3TjTfeqH/+85/auHGjjj32WI0YMUKJiYny+Xyqrq7WlVdeqVNOOUULFy5sc6S1f3aMYRh8ngAAOsNmwgCAQ+N2u3Xeeedp3rx5/SLSSNLYsWP1zDPPqLy8XMuXL9eMGTN08cUX67LLLlN0dHSwhxc0/pOX/Mdb+2NMWVmZTNNUSkpKYJmSfwPfjIwMTtcaZObOnasPPvhA1dXVSktL0z333KMrrrgi2MPqNccdd5zcbrekfTP0/LPwXnnlFRmGIa/Xq1mzZmnWrFltrmez2fSPf/xDqampOueccwKXtX49AACHghk1AIAumaapyy67THFxcfr1r38d7OEcsvr6ej399NNasWKFTjzxRF177bVKS0sL9rB6hc/nU1VVVZsQU1hYqOLiYnm9XiUlJbWZGZObm6usrCw5HA6WiWFQaz0bxq/10dZer3e/e8cAAHCQuvyGQqgBAHTp448/1vTp0zV27NjAE5j77rtPZ5xxRpBHdmg8Ho9ee+01PfbYY8rMzNSiRYv65Sk2pmmqpqZGBQUFys/PD8SYkpIStbS0aPjw4crNzVVOTk4gxowcOVKhoaE8yQQ64fV6mTkGAOhrhBoAAPxM09THH3+shx56SI2NjVq0aJFOPvlkS0UM0zRVW1sbWKZUVFSkgoICbd26VS6XS7GxsYFlSv4Yk52dLafTaan3AwAAAJ0i1AAA0JnNmzfr4Ycf1tq1a3XllVfqggsuUFhYWJ/ct2maqq+vD8yIab1cqaGhQdHR0YFlSv4gk5OTo4iICGIMAABA/0aoAQBgfyorK/Wb3/xGb7zxhs4//3wtWLBAQ4cOPezbNU1TTU1NKioqarNMqbCwUHV1dYqIiFB2dnaHfWOio6OJMQAAAAMXoQYAgO5obGzUs88+qyeeeELTpk3T9ddfr8zMzP1exzRNNTc3q6ioqE2IKSwsVE1NjcLDwzVy5MjAnjH+GDN06FBiDAAAwOBEqAEA4GB4vV799a9/1SOPPKKEhAQtXrxY48aNU3FxcWCZkj/MVFZWKiwsTFlZWYFlSrm5ucrLy9Pw4cOJMQdhwYIFWrlypRISErRhwwZJ0q233qq33npLoaGhys4f0MErAAAgAElEQVTO1h//+EfFxsYGeaQAAACHhVADAMCh+vTTT3XzzTervLxcEyZMaLNvTF5enhITEzsc64tD8+GHHyoyMlKXXnppINS88847OvHEE+VwOHTbbbdJkh544IFgDhMAAOBwEWoAADhcpmkyO6YPFBcXa/bs2YFQ09rrr7+uV199VS+++GIQRgYAANBjuvyhkl//AQDQTUSa4FuxYoVOP/30YA8DAACg1xBqAABAv3DvvffK4XBo3rx5wR4KAABAr3EEewAAAAAH8swzz2jlypV67733mNkEAAAGNEINAACwtLffflsPPvig/vWvf2nIkCHBHg4AAECvYjNhAABgGXPnztUHH3yg6upqJSYm6p577tH999+v5uZmDRs2TJJ07LHH6g9/+EOQRwoAAHBYOPUJAAAAAADAIjj1CQAAAAAAwOoINQAAAAAAABZBqAEAAAAAALAIQg0AAAAAAIBFEGoAAAAAAAAsglADAAAAAABgEYQaAAAAAAAAiyDUAAAAAAAAWAShBgAAAAAAwCIINQAAAAAAABZBqAEAAAAAALAIQg0AAAAAAIBFEGoAAAAAAAAsglADAAAAAABgEYQaAAAAAAAAiyDUAAAAAAAAWAShBgAAAAAAwCIINQAAAAAAABZBqAEAAAAAALAIQg0AAAAAAIBFEGoAAAAAAAAsglADAAAAAABgEYQaAAAAAAAAi3Ac4PVGn4wCAAAAAAAAzKgBAAAAAACwCkINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARRBqAAAAAAAALIJQAwAAAAAAYBGEGgAAAAAAAIsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARTgO8HqzT0YBAAAAAAAweBhdvYIZNQAAAAAAABZBqAEAAAAAALAIQg0AAAAAAIBFEGoAAAAAAAAsglADAAAAAABgEYQaAAAAAAAAiyDUAAAAAAAAWAShBgAAAAAAwCIINQAAAAAAABZBqAEAAAAAALAIQg0AAAAAAIBFEGoAAAAAAAAsglADAAAAAABgEYQaAAAAAAAAiyDUAAAAAAAAWAShBgAAAAAAwCIINQAAAAAAABZBqAEAAAAAALAIQg0AAAAAAIBFEGoAAAAAAAAsglADAAAAAABgEYQaAAAAAAAAiyDUAAAAAAAAWAShBgAADAjPPPOMjjvuuC5fP3PmTD311FN9OCIAAICDR6gBAAD7lZWVpYSEBDU0NAQue+qppzRz5sxDuj3DMFRQUNDmsp///Oe65JJLDmeYva6+vl6RkZE6/fTTgz0UAAAwgBFqAADAAXm9Xj366KPBHkZQvfbaawoLC9M///lP7dy5M9jDAQAAAxShBgAAHNCtt96qpUuXas+ePZ2+/pNPPtGkSZMUExOjSZMm6ZNPPjnk+6qurtbs2bMVGxuruLg4TZ8+XT6fT5L0q1/9StnZ2YqKitLo0aP1+uuvt7muaZpauHChYmJidMQRR+i9997r8n5WrFihI488UkOHDtWpp56qkpKS/Y7r2Wef1TXXXKNx48bphRdeaPO6srIynXvuuYqPj9ewYcO0cOHCQ74fAAAwuBFqAADAAR199NGaOXOmli5d2uF1NTU1OvPMM7V48WLt2rVLN910k84880zt2rXrkO5r2bJlSktLU1VVlSoqKnTffffJMAxJUnZ2tj766CPV1tbqZz/7mS655BLt2LEjcN3PPvtM2dnZqq6u1j333KNzzz1XNTU1He7jzTff1H333ae//OUvqqqq0vTp0zV37twux1RSUqIPPvhA8+bN07x58/Tcc88FXuf1ejV79mxlZmaquLhY27dv10UXXXRI9wMAAECoAQAA3fJ///d/Wr58uaqqqtpcvmrVKuXm5mr+/PlyOByaO3eujjjiCL311luHdD8hISHasWOHSkpKFBISounTpwdCzfnnn6+UlBTZbDZdeOGFys3N1eeffx64bkJCgm644QaFhITowgsvVF5enlatWtXhPv7whz/ojjvu0JFHHimHw6E777xT69at63K2y/PPP69x48Zp9OjRuuiii7Rx40atXbtWkvT555+rvLxcDz30kCIiIuR0OgObGh/s/QAAABBqAABAt4wZM0azZ8/Wr371qzaXl5eXKzMzs81lmZmZ2r59e6e3Y7fb5Xa721zmdrsVEhIiad8yq5ycHJ1yyikaOXJkm/t77rnnNH78eMXGxio2NlYbNmxQdXV14PWpqamBqOMfR3l5eYcxlJSUaMmSJYHbiYuLk2maXY75ueee07x58wL3cfzxx+vZZ5+VtG/ZU2ZmphwOx2HfDwAAAKEGAAB02z333KMnn3yyTWhISUnpMEOktLRUqampnd5GRkaGiouL21y2devWQOyJiorSsmXLVFRUpL/+9a96+OGH9d5776mkpEQ/+clP9Jvf/Ea7du3Snj17NGbMGJmmGbid7du3t3m5tLRUKSkpHcaQnp6uxx9/XHv27An8aWpq0tSpUzu87SeffKL8/Hzdf//9SkpKUlJSkj777DP96U9/ksfjUXp6ukpLS+XxeA7rfnBgpmnK6/XK4/HI7XbL5XKpqalJPp+vzf87AAD9GaEGAAB0W05Oji688EI99thjgcvOOOMMbdmyJRAuXn75ZX377beaPXt2p7dx4YUX6pe//KW2bdsmn8+nd999V2+99ZbmzJkjSVq5cqUKCgpkmqZiYmJkt9tls9nU0NAgwzAUHx8vSfrjH/+oDRs2tLntyspKPfbYY3K73XrllVe0adMmnXHGGR3GcM011+j+++/Xxo0bJUm1tbV65ZVXOh3vs88+q1mzZunbb7/VunXrtG7dOm3YsEFNTU36+9//rsmTJys5OVm33367Ghoa5HK5tGbNmoO+n8HONE35fL5AhGlublZTU5MaGhq0d+9e1dbWqra2VnV1daqvr1dDQ4MaGxvV1NSk5uZmNTc3y+12E20AAP1exzm6AAAA+3H33Xfr+eefD7w8bNgwrVy5UkuWLNG1116rnJwcrVy5UsOHD+/y+nfffbeOO+447d69W9nZ2XrxxRc1ZswYSVJ+fr4WLlyoqqoqDR06VNddd51OOOEESdLNN9+sKVOmyGaz6dJLL9W0adPa3PYxxxyj/Px8DR8+XImJiXr11Vc1bNiwDmP48Y9/rPr6el100UUqKSlRTEyMZs2apfPPP7/N27lcLv35z3/Wc889p6SkpDavmz9/vp599ln96Ec/0ltvvaXFixcrIyNDhmHo4osv1rRp07p9PwOdaZqBEOP/u/2f9nHFNE0ZhhFYyub/d+ulbZLk8/lks9lkmqY8Ho88Ho8Mw5Ddbpfdbu/0OgAAWJlxgN848OsIAAAAdKmnIkzrv7vL6/XK5/MpIiKi0zH5b9M/K8tmsxFtAABW0eU3JGbUAAAAoFPtI4x/j5iemAnTUzq73db3559p4+efaUO0AQBYFaEGAABgEOoPEaYntI82Xq9XXq9XkgLBxr9ECgAAK2DpEwAAwADTWYTx+XxtQkxvLUfqS/7gEh4eftDXbb08SlIg2BBtAAB9hKVPAAAAA0FPRRirz4TpDv/7dSjaz7QxTVP19fWqqKhQVlYW0QYAEDSEGgAAAIvwB4P2m/PuL8L4DbQI05f8j5XH41Ftba1M05Tb7Zbb7Q7MtPFvRgwAQG8j1AAAAPSBriJMS0uLGhsbFR4eToQJMp/P1+ZIb///l9vtlvT9CVIc+w0A6E2EGgAAgMN0ODNhGhoaVFZWptGjR/Pk/xD05OPl8/nazJppHcj8/38ej0cej4doAwDoNYQaAACA/ThQhPG/3JXWs2A6ezLvPyaaJ/oH7wCHYhw0n8/X5f8D0QYA0FcINQAAYNDqKsL4Q0x3I4w/tqB/az+jpivtT8QyTZNoAwDoMYQaAAAwIPWXCHM4JxehZ5mmeUgbBrc/Qap9tPFvRMz/MwCgOwg1AACg3+kvEQa9rzf3qDkUnUUbP/9MGz7uAAD7Q6gBAACWMtgiDDNqrKMnQk1r7aON1+uV1+uVpECw8S+RAgDAj1ADAAD6TOsI0zrAtP/Tlf4WYdD7rDajpitdRRu32x0INkQbAIBEqAEAAD2ECHNomFFjHb0ZalprH21M05Tb7SbaAAAkEWoAAEA3+I8jbr8UiQiDgcTn8ykkJKRP77P9sd+dRRv/ZsQAgMGBUAMAwCBHhAk+HrdD4//Y7Sl9NaOmK11FG0mBWMOx3wAw8BFqAAAYwA4lwqxfv17jxo2TRITpCz0dGwaTnv6YDHaoaa2zaNP+2G+iDQAMTIQaAAD6qfYRxr9B6eHOhPF4PLLb7b0+fuxDqDk8/WUz4cPRPtpIItoAwABGqAEAwIK6G2Hab0Trf5mZMP0L/0eSWlySp0UKi5CCFAqtGmpaax1tJDHTBgAGIEINAABB4F+G1N2ZMP5w0/rJFxEGA4bpk/3Lv8tWW7nvxRCn5Bwi0xkhhUXIdEbIDBsiOSMClynUKWlwzKjZn/YnSLWPNv69bfhaAQD9B6EGAIAedqAI47+89dtLHSOM/zIMbBzPLdkK1gYijSQZbpfkdsmoq+nyOqZhkz1siIzwSJnhkZIzQnL+9+/w7/9tOLp/ilN/DDWtdRZt/BwOB9EGAPoJQg0AAAehfYTx+Xzyer2BINOdCNN6aRIw2Bl7KmUr/Prgr2f6ZLjqJVe9tLvrtzMdoVIg5Pw34IRHtA07zggZhtHvQ01r+4s2/pk2/iVSAABrIdQAAPBfreNL+xOSOosw/usQYXA4BvWMGq9b9vXvyzC73vT6sHlapLqafX/aMW12meExMvdUycgcLYdvyIAJNa21jzZer1der1dutzsQbIg2AGAdhBoAwKCwvwjTeklS++sQYYDeY9v8qYyG2j6/X9M0ZUYNl7lrp7R7177LNn2mXEnm7iL5jpwkIz1PxiCINqZpau/evdq1a5cyMjKINgBgAYQaAEC/R4QB+h+jqlT20m/7/H7NITHyNTZI2ws7jkmSUVkiX2WJFB4lI3eCbKMmyBgS3efj7Av+r3ctLS2qq6uTaZpyu93MtAGAICPUAAAsrX2E6Wpz3vbXIcIcuvaPJ3rXoFz61OKS/Zt/9eldmmFD5DNt0o6S7l2hqU7m+g/l/eZjGem5MkYdLSN5xID8v/L5fG2O9PZ/rW0dbVrvaTMQHwMAsBJCDQAgaPYXYZqbm1VXV6eYmJgO1yHCAP2bfeNHMpob++S+TJtDZniUzJ2lks97CDfgk1n6nczS76SoONnyjpKR/UMZYeE9P9gg8Xq9stvtgZdbf331f21uf+w30QYAeg+hBgDQKzqLMP5NebszE8blcmnHjh0aOnQoTwT6GI933xpsM2qM7Vtk21nU6/djypAZGSezulzaXd0zN1pXI9+X/5TWrpaRNVq2UUfLiE/tmdsOovahprX20UYS0QYAehmhBgBw0A43wkgHngljt9sH3RNYK+GxR69oqpP92zW9fjdmxFD56vZ0ug9Nj/B6ZBaul7dwvRSXJFve0TJGjJHhCOmd++tl+ws1rRFtAKBvEGoAAG34w0v7zXn3F2H8enI5kt1ul9d7CMsUgH5m0EQx05R9/WoZnpZeuwuXESrDlBzlW3vtPjqo2Snfv1dKX/5TRvY42UYdJSM2vu/uvwd0N9S01vrrvSSWRwFADyLUAMAgYpUI0x02m00+n69X7wOd8/+2nCdXOBymaaq5uVnNzc1yuVxybt+k4TU7eue+HKEyQ4bIUVEiI1ibYbubZW7+Qt7NX0iJmfv2ssk4Qobt4AJIMHi9XoWGhh7WbbQ/9rt9tPFvSMzXFQA4MEINAAwQhxNhpLYBxgo/SBNqgqf1sgagM/4TgfwRxuVyBf7d3Nwsr9crwzAUGhoqp9OpKLNFwyrze3wcPsOQhgyVWbVNclcq+F+5/quiRL6KEik8UkbOeNlyJ8qIjDnw9YLkUGbU7E9n0cbPP9OGaAMAXSPUAEA/cKAI43+5K1aLMN1BqAkeQk3fsuLsJY/H0yG++P92u92SpJCQEDmdTjmdToWFhSkuLk5hYWFyOp1tn/T7vHJ88hcZZs9+Pnsjhsq3u1q2Pb2/MfEha6qX+c3H8m5YIyM1R0be0TJSsi33/93Toaa19tHG6/UGlrX6g41/iRQAYB9CDQAEWVcRxh9iuhthBtpvJ4kFwcVj33f6+rH2er1tliT5A0xzc7NaWlpkmqYcDkcguoSFhSk6Olrx8fFyOp1yOBwH9bXGtuULGXU1PTd+Z5TM5mYZ5Vtl67Fb7WWmKXNbvsxt+VLkUNlGTZSRM16Gc0iwRyZJ8vl8stl6/9HsKtq43e5AsCHaAAChBgB6FREG/REfa32vpx5zn8+nlpaWDjNh/P82TVM2my0QYZxOpyIiIjRs2DCFhYUpNDS0R///jZpy2bau75Hb8oU45bOFSBVl1lnidCjqd8v39XvSug+kET+QbeQPZSSky+ilGS3d4fV65XD07dOC9tHGv5yOaAMAhBoAOGREmN7H4xIczGayJv8T2a6WJPn3hQkLCwv8cTqdio6ODrzcF7MmAtwt+0550uF9LPlsdpnOaJmVZTK8ngNfoT9wDpFi4qVt+fIVrpccITISMmSkjJSRPFLG0IQ+HY7X6+3bj4122h/73Vm08X+v5PsCgMGAUAMAnSDCYDAj1PQt/x41Xe0L43K5ApuxhoaGtlmS1OW+MBZg37RGRlP9IV/fZ0pm5FCZNZUydu/q37No/GLipdAwaVe5VFHy/eUet8zyQpnlhfteDo+SkTxCRsqIfeEmPLJXh9Wbe9QcrK6ijf8yjv0GMBgQagAMOq0jTOsA0/6PJBUUFCgnJ6fN9YkwfYdYEByEmp7n3xemsxDT2Ngo0zRVVVXVYV+YhIQEhYWFHfS+MMFm7CySbfuWQ76+NzxaZmODjPKt/T/QGIY0PFVqcUm1Vd27TlOdzKL1Mov+u2wsNuH72TaJGTIcIT06RCuFmtbaRxtJHY79JtoAGIgINQAGlIOJMJ1pH2H27t1ryR9eBxMrnogz0BFqDk77fWHax5gD7QtTXV0t0zSVlpYW7HelZzQ3yr7ho0O6qi80XD7TJmNnaf8PNGFDpNh4qbZaqtp2eLe1p1LmnkqZ334q2ez79rT5b7hRXNJhf420aqhpjWgDYDAh1ADoN/w/mLVfinSoEeZg7pcf+oLDZrPx+AcBoeZ7B7svjH82TExMTLf3hRloj7f9mw9kuF0HdR2fzSEzLHLfPjQ+by+NrI9ED9sXadovb+opPq/MncUydxZLel8KGyIjOWvfbJuUkTIiYg76Jv0xsb9oHW2kfeMn2gAYSAg1ACwhWBHmQOx2e1BOw8A+Nputz46NRVsDKRzsT/t9YVr/2/+kLyQkpFf3hRlIj7WtZKNsVWXdfnufDJkRQ2VWl8vYXd1vZ9GYkpojh8nX4tKQvbsk7eq7O29ulFn8rczib/e9HD3sv9FmhIykLBkhYX03liBpf4JU+2hjs9lYrgygX+GZB4BeZ9UI0x0Oh0Mej4dQEyT+UIO+NVCezOxvXxi32y3TNOVwONosSYqJiQkEmb7cF2ZAPOYNe2T77tNuv7l3SKzMuj0yyov6baBRiFMamiCjrkbO+j6MM/uzd5fMvbtkfveFZNik+FTZ/jvbRsNSZAzw8N1ZtPHzz7Qh2gCwOp55ADgs7SOMaZryer39IsJ0h39GDYKDUBMc/WEpjn9fmK6WJPmXcvijS/t9YUJDQy35Naff8vlk/8/qbh2f7QuLlM/jkbGjuP8GmqihUniktGunVFka7NF0zfRJlWXyVZZJ//mXFOqUkZT5/TKpqLhgj7BXtY82Xq838D3dH2z8S6QAwEoINQC61N0I034PEf/LVo8w3eGfUYPgINQER7BDTV/sC2Ml/W1/kM7YCr+WrbZyv2/jc4TKdDj37UNj8RDYpWEp++JHzU6pbnewR3PwWlwyS7+TWfqd5IyQkZguY1iK7N0IbP1dV9HGf/S33W5XSEhIv/15BcDAQqgBBjH/MqTuzoTxP3Fr/cNOf44w3cGMmuAi1ARHb4eaA+0LI0mhoaEd9oXx/9vqp9MMNsaeStkK13b5ep9hkzkkVmblNhmelv43i8YRKsUlSQ179m0Q3N+FOGUMT5Z275TKC2WWF2qCYZPvqxYZeZNkRMYGe4S9rn20KS8vV0tLizIzMwOzbJhpAyCYCDXAANVVhPH/239567eXOkYY/2WDFTNqgotQFhyHE2r6074wVtGvTzbzumVf/74Ms/Og6h0SK7N2l4w9/XAfmoiYfX9qLL68qbtCQmQMT5P2VErVbY8Lt5s+mVu+kpn/tYy0PBlHHiNjWHKQBtq3DMOQx+MJzKbxz+hzu92BaOPfjBgA+gqhBuiH2kcYn88XiC/djTCtlyaha4SC4GJGjbWwLwzas23+VEZDbYfLvc4omc2ufrcPjSnJiEuWDEm7dkidvG/9jt0hIyFd2lvdIdB0YJoyyzbLLNssxafLduRkKSVnwH/eejwehYWFtfkZyf+zlH9pFMd+A+hLhBrAYlrHl/YnJHUWYfzXIcL0DrvdzoyaICLU9J3W+8K4XC5VVFSosrJSzc3NA3JfGBw+o6pU9tJv21zmC3HKZ4RIFWX9KtDIHqKWqDgZTQ0KqdkR7NH0DJttX6BpqD1woOlMVZl8VWX7jvs+YrKMrB/IsA/Mpw5er7fD6Y7to42kDsd+E20A9JaB+dUWsKj9RZjWG/NKUktLi4qLi5Wbm0uECSKHw6GWlpZgD2PQItT0HP++MJ3NhvE/8QgJCVFYWJjcbrciIiLYF6aP9MulTy0u2b/5V5uLvMNTJa8puRqkiGipYW+QBncQhkTtO8GppkKheyqCPZqeYRj7Ao2roWf21Nm7S+bnf5e5/kMZo46SkTNBRlj44d+uhXg8nv1+jSPaAOhrhBqghxxMhGl9na4iTGhoqBobGzv8hgd9i6VPwUWo6Z797QvjD40Oh6PNkqT97QtTUFCguLg4xcUN7KN7cejsGz6U0dwYeNkXFSebIRlqkZwhkjNBvoQkmYZDcntkNtVLtbtkuJuDOOpWhiZKNrtUs0NqrAv2aHqMEZ8meZr3vV89zdUgc/2HMr/9t4wRY/fNshkgGw97PJ5u/7zV+mc2ad/PckQbAD2NZ4BAN7SPMJ2dkNTTy5F4gmoNbCYcXHwetN0Xxh9gursvjNPpPKTjZoN9PPdg099m1BjbvpOtYmvgZTPUKXNogmx11W3ezmb6JLNFskuKHCJfRLhkD5FpGlJzs8yGOqlul4y++hy32fcdr+1qkHYPkNkz/9XojJHNJoX3xawgj1tm/tcyC9YOmI2HDybUtNf+BKn20ca/EXF/+hwHEHyEGgx6wYgw3cE3dGtgRk1wDfRQ03pfmM6Oqvb5fIF9Yfwhxr8vjNPpVGhoaK/sC0OoQZea6mTf9EngRdOwyZN+hEJqDrwHis0wJN9/w3eoTQqNkW9ojExbqOT1yXQ1SXW79f/Ze5MYR7L8vv/zYuGaXDOZZG6VtXV1dffI+o9n2tLIljQSYAseA32yAZ10EAQMIAESIMC2YMA6CPDBsGHDgABfvOggCPJBgKXTwBpIGsv29DY9vVV191R3V3VlLblnMhdusbz/ISpYTCazcgsyIsj3AYjKZJGMR2bwRbxvfH/fn2gEXDKVmoLCtCfObKwE+9phU5pFGCbZ3XUY9aFqjIKHLyPU9DJItPHxnTZKtFEoFGdBCTWKsWaQCOOH8oYpwpyHuF1pHTeUoyZcNE3rdtyIG/5J+kklSf25MH6rat8JE3YujBJqRkds5nkp0T/4a4T9PLfLWn4Ns35xF4cG4Ha8LktpE9KzuGIOiQ62jWwcwN4FS6aKs2CYXvemtcc9aYIAACAASURBVIMLjzGS5KcRqQzsrIY9Eo+YBw8HJdT00i/aOI7TvfDjCzZ+iZRCoVD0E58ZVKHoYxxEmNPw3RwqpyY8lKMmXHRdp92OSKZFH4NyYfyfLctCSnmuXJgoEdVxKcJFu/8B2s7z7BO7dh3D6SCcYMVUTTqA45VM5TK4U2nQnpVMdTrIwzrsbw8umRIazMxDuwm764GOKxJMFRHZAmw/gWYEw5p7g4df+rveLSbBw8Oc904SbSzL6go2SrRRKBS9qNWfIpL4wkt/OO+LRBifuIgwZ8E0TSzLUkJNiKj23OESVumT67rHsmB682GklOi6fqRV9dTU1KVyYaKEKn0aLbFw1Oxtof3kne6vbqmGmy9jbDwY+qY1IUD6JVMCEkXcYhGpGeCCaLeQjX1IT8HuBmxcoBV11MnkEPlpT6BpH4Y9mtNpHSI/+lvkJ2+OXfDwZekXbfwSWCXaKBSKXtTqTzFylAhzdgzDwLIs0ul4XI0aR4aR/6E4O8MQanpzYQaVJA3Khel1wwwrFyZKKKFGcQTHwfjwrxDS+y7KdI52dZnUCESak9AEnngjgHIZiQWmiVsow0YTxmX/TWYQ5arXxWnrcdijOT9jGDwcJP1tvweJNn4YsUKhmCyUUKMIlMuIMHBUgBl3EeYs+I4ahWJSOa9Qc55cmF4RJiq5MFFBCTWjJeqftXbvbcT+NgDSMGktvULyYAvhhlsWKjUdqSfQNh4hABwLHZBzi0iRQG4+8Uqg4oiZRMzMewHIm2PgEDoSPLyI9srPRCZ4OCrfv5NEG6Ar1qi23wrF5KCEGkUg/Nmf/Rm6rvPtb3/7xMcoEeb8mKapym4UE02/UNObC9MvxHQ6XsDpSbkwqVRKlRGeESXUjJ6oHhfF1hO0+x8BIBG0r/4UhrTRDndDHZebnELsb6NZO8f+T1htBG1koYBMLiIP6rATk7waw0RUFqG+Ph4CzSA2HuFuPPKCh1/7+4iFGwgzGdpwhhEkfFkGiTb9bb+VaKNQjDfRmpUUseXg4ICnT5/yy7/8y+qAESDKURMdYpEhEXMG5cLs7+9Tr9d55513juTC+ELMOOXCRA0l1CiwOugf/jUCb1+wl24jzSTG2uehDUkKDWmm0bafnPpYIV1Eqw4GyMVrSEci1x+BE8ELIJqOqC7B/vb4CjS9GCYik4MffQ/5Yx1Zu4a4chtq10feLSqKQk0v/aINoEQbhWICiO6spIgVtVqNjz76SB0gAsY0TQ4OxqylaAxR3bcuj5SSTqdzYknSSbkwqVQKx3H4qZ/6KVWjP0LUXD5aoioE63f/D6LlHYOcyhU6U0XSu6uIkEQ8N5FBNA/QDp6e/uA+RPsQAcjKLNLMIrfX4bAe/CDPi9AQs0teB6fNGGbQXIRyFeHYXjAygOvAk8+RTz4HM4mcv4lYug2zV0byvYi6UNNLr2gDKKeNQjHGxGNWUkSearXK2tpa2MMYO5SjJhoooebFnJQL4/98mVyYdrvN6uqqEmlGjCp9UoinX6I9uQeAm5umNbNAstNEa+2PfCwSkKkcYvvJpUUi4dgIp45MJ6F8E7fVhI1wBBIxuwSdxnPBYtwxTERlAbZe8H6tNnx1B/nVHUhlkYsvI5ZuI8q1oQ0rTkJNP/0dpPpFGz/bRok2CkX8iOespIgc1WqV9fWY1H/HCL/rkyJcDMPAtm2SyfBq6MPkIrkwxWKx+/NlToDDas896Qgh1Oc+QiLnqGkdot/5WwBkIk1r4SY6En179CU50kyB1UELuOOREEBrzwsfnl9GCgPr6VcY7vDLosTMArgW7KwOfVuRwXfRvEik6ad1CJ+/h/z8PeRUEZZuI5ZeQeRKgQ4tzkJNL4NEGx/DMJRoo1DEjPjPSopIUKlU2NraCnsYY4cKE44GvqNmHBmUC+P/2263Q8+FUUJNOChHzWSjf/QDhNVCajrt5deQQie5/ayz0ghxUznEzurQu0sJq4kAjHIZUnnY34X6ZvDb8dtS1yfnwpar6cjyHMbeJd/zwS588ibykzeRxapXGrX0MiI9dekxjqNj9kWije+08UukFApFNBmvWUkRGoZhjO1CNkxU6VM08B01ceOiuTC+GyaRSIRecqSEmvBQQs3oiNJnrX31MdrmCgDW8tdwzATJ1j6i0xjZGKRuIhGBu2hOQxdAew8SGnLxOtJ2vPDhywpFxVmEacLu5Ag0AJRmwe5cXqTpZ3cNubsGH/1vZGXRE20WXkIkUhd6Odu2Tyy/HQf6RRvHcXAcB8uyuoKNEm0UiuihhBpFYPhW+bAXduOEpmmROoGfVKLoqOnPhekXYi6TCxMl1IljOKjPffRE4jM/2EX77C0A7PmXsNJZdNfB2Dl/eO9FcVM5RH0Dze6MbJuDEO0DL3x4dg5pppGbq9A8Zz5PfhqRzsD2BJU4AegmYtbLohnuUUbCxgpyYwXe/ytk7Spi6RWYO1/nKNu2MU1ziOOMDv2ijZQSy7KUaKNQRBAl1CgCo1QqsbOzw/T0dNhDUSgCJQxHjeM4A10wg3JhfOElqFwYhUJl1Ewgrov+4V8hHBunPE+7MANAckS5NLaEpuWSO4xW5yPhdBBOBzmVhkoN9/Dw9JyVbBGRK8D2U6+b0yRRqiLcc2bRBIHrwJMvkE++ACOBXOjtHPXiC4i2bZNOp0c00OjQ3/ZbSsm9e/col8sUi0Ul2igUIaPO5BWBUa1W2djYUELNEIhc0OSEEbSjJuq5MAqF2r9GSxTmeO2LH6HVN5CZAq3ZKyAEqcYuwmoPfdsdPYXR3CNntYa+rYsiAJp1dA3kwlWk1JAbj70uRT7pHKI4DVtPYeswrKGGQ4+LJnTsDnx1F/nVXUhmkIu3EFdeQZTnBj98TMKEL4M//xwcHDAzM3PMadObaRP2XKVQTAqTPSspAqVWq7G+vs7t27fDHspY4bs5JsWWG0UMw6DROFs+w0m5MP7PfnlgIpHoumGilgujUKgw4clC7K6hffE+0kjSXHoZNA3TsdGHHHorEchkFnP7yciDii+D6DS8sqhSCZnMIQ/3EMmM56DZjJYjaCSE5aI5C+0GfPE+8ov3kdnC885R+XL3IUqoeY5/vukLMr7Tpr/ttxJtFIrho2YlRWCoFt3DwQ8UVkJNePiOmrPmwiQSCZLJZNcRMzMz0/09DrkwCoUSakZLqI4a20L/4K8BSfvqa0jdANfF2Hw41M3KRAZah2jbEVzcnxGhG4ipHFJaYCSRTNh3JkoumrNwWIdP30J++hayONvtHKWEmuf0n2/2l0cBSrRRKEaEmpUUgVGr1Xj6dHSBg5OC6vw0Ok7KhTk8PKTZbLK1tYVpmkdKklQuzGiIQmnIJKGEmvHEn+N657fpxx8x06izVb5Cyu+as/0UzR1OLpeUINM5xPZThIxpDpKmQ7nmLfzr654bqHMAc8vI+i4c7IQ9wuFTmkVIJz4iTT+768jddXj6Jdf290lkHOTyq4jk5GXV9OI4zokXlJRoo1CMFrWqUARGrVbjo48+CnsYY4cSaoKhPxemNxPmRbkwMzMz2LbNkydPeO2118J+GxOJf1KoTvxGixJqRstl92+/7LJfiPF/9ue43i5wFfeQ8sEq1uwyqZkFAEzbImENJ19FGklw7JG33Q4MoUF5DloHUN84/t+dBmRSyNw1eHo/hAGOgLi5aE4ikYb0FGw+Igfw0Q+QH/8tcvYKYullmL+JMJNhjzIUzjIX9Yo2gCqPUiiGgBJqFIGhSp+Gg2EYSqg5hf5cmH5XzKBcmHQ6TalUOlMuTLPZVB1wQkTTtO7fUDEa1In1aDmLKNZfdtk7z/WWXfYKMfl8nlQqNXiO6zQx/s9f4xYqdKbnARBIzK3hlDy5qTxiZ9XLMokj5TkvOHjvuEDTi5Auwm4gF28gt9ageTCiAY6AuLtofPIzXnZNv9gmXVh7gFx7ANr3kbVrnmgzdx2hq/LzF9Hf9rtftPEDidWxRaE4O0qoUQSGEmqGg2maI28NHSX8A/5Jrar7c2H8RUoulwssFyaM9tyK5/hCjWJ0qNKn0eK6LpZlUa/Xjwkx/W4Y/1YoFLo/X6TsUv/4f4MQNOdugBAgJan9DYQbXIc7AKmbSDS0rdG0+Q6afSND0jRJ7G+d63mifQD5AjJXgvWVIY1uRHRdNE8h7jk8M8/ex2lld64DTz5HPvkcDBM5d8PLtKkuI7TxzJpzHCeQCyKDRBsf32mjRBuF4nSUUKMIjEqlwsbGi680Kc6PaZo0m82whzE0TsqFabVaWJaFEALDMELNhQm6PbfifCihZvQooSZYfLG5f45rtVo4jtO9L5vNHusEl0wmA1/QiEefITYf0brxdXi2MEvYbbTD3UC346ZyiL1NtBG0+A6c/DRoBrnDHbigUC9c2+sOtXgTubZytJV3XBgTF42r6YhCBXGRrly2BSufIlc+BTOJXHjJE20qS2MlNgyjcUW/aOM4Tvd8ym/57ZdIKRSKoyihRhEYhmGoxdQQiHNGjZ8LM0iI6XQ6x3JhUqlUNxcmmUx2W0SGjaZpatEaIkqoGT1KqDk7ruuemA3jz3O9YnOvCOOLzZ988gmLi4vkcrnhD7ixj/7J/6Oz/DVcw1uUaVJiBOh4kZqO1JPxzKLJFiGZhnM6aF6EaO/DzCyybXstvOOAbiAqi8/GG++5wEnlcByHxM7q5V/MasODj5EPPoZU9rloU56LxPnKZfBbcw+LftHGdd2um1CJNgrFcZRQowgUFfoZPFEVas6aC9Pbpro3F2YYV4kV44mmacrRNGKUUPOcXjdMvxDjOA5CiCOOP1+I8bNhzjLPjey4KSX6h3+FU72Gnco8uw+S9dXAOjC5ySzisI7WjlfnI5ma4lDqTHUa0GkE/vrC7oAmYfEm8ukDcCJcTuu7aGLcOr1LeQ69vonuDOE8qnUIX7yP/OJ9yOSRi7cQS7cRxdngtzUCLMsaWffKftFGSollWUq0USh6UEKNIlBKpRI7OzuUy+WwhzI2hCHURCEXRqHw0XVdOWpCYBKEmpO6wfW7YXwnjF966f88qkVNUGhffoDUDdr558fopNVAa+5f+rUlApnMem234+TASGQgX4a9DaZkZ6ibEkJAex+qC8jDQ6hvDnV752aMXDQgYHoeRuXqauzBT95F/uRdZK4MvmiTi8/58DBKn85Cf9vvQaKNn2mjhBvFJBGvMwxF5JmdnWV9fV0JNQEyjCDb/lyY3p99Ucg0zWO5MHFdnASFcouFgyp9Gj3jsJ8PEpx757t+N0wqlSKTyVAqlc7lhglqrEPf1t4W4unnNBdveeHBgC4legALWZlIQbuFFicHhpmEQsUrcaqvM8o9XlgtSBjI+eteG+8oiKLFWQTueLhoUhlPgAur9G5/Gz55E/nJm8hCxSuNWnoZkcmHM54zEpZQ08tJoo1/n2r7rZgkJnO1pRgatVqN9fV1bt++HfZQxobzliBcJBcml8tRqVQilQsTNfzym0kVqcJECTWjJw6lT71z3aBsGDgqOKdSKcrlcvf3iXL9OQ763f9La/5mV6RBQnLn8aXcL1JKZDrvuWgCKp0aOroJpSoc7EA9vE6VAomwDpHz15C7m3C4F8o4pKbTKcySOtwm/i4aPPGteQB7EXEr1TeQ9Q34+G+R5TlPtFm8hUhlwx7ZMaIg1PTSL9oAx9p+K9FGMc6oFYciUHyhRjEc/FyYk0qSVC7M8DAMQwk1IaGEmtETtlDT64YZJMT0znW+0y+TyVAul0mlUrETnIf9WWv33qUzs4DsEaeS7QNE++JZLNJIgOvGJzBY06FUg+ZeqAJNP6JzCNmsVy6z+mC0Gy/O4todUofBBSeHysyi56KJqsi8/RS5/RQ+/BvkzBJi6WVYeAmRSIU9MsATajKZTNjDGIgSbRSTiFpxKAKlVquxuhpAqv4E8qJcmGazydtvv/3CXJhUKoX2rM2qInh0Xce2bZLJZNhDmTiUUDN6hi3UuK57YklSrxumNxvGF2HGNQNrWIsLsfUYR7o4ZqJ7n+66GDsXL3FxUznE7jpiGAGtQSMElOa8gOC9jbBHMxAhXYTT9Np4bzyBSwhoZ0I3ELOLsPUUYxxcNEYCcmXYDK5z2VCREjYeIjcewvt/hbz6NcTMAszdQBjhOVqi5qg5iV7RBp6fPyvRRjFuKKFGESjVapUPP/ww7GFEEj8XZpAQMygXprdziGVZvPrqqyQSiVO2ohgWvqNGMXqUUDN6LiPU+JkCJwkx/W6YVCrF1NQU09PTsXTDRBqrjVz/CitztO13cvtiC1qpmUhNj4+LplQDuwP7ESmDOQXR3kcWiuCWYHNIn7GfRbM1Blk0AFMlr4NWEK23R42RgPw0fPkB8ssPwDCR8zcRS69A9QpCjPbiW1yEmn76O0j1izaapnXDiBWKOKGEGkWgVKtVNjaiecVqmJw1F6a3fet5cmH8zk9KqAkPXdeVUBMSSqgJh5OEGsdxTsyG8UXnXudfKpViZmZGOf9ewNDChB99Sic9deSuVKPuhdmeEzc5hdjfRrvAc0dOoeL9e7Ad7jgugCYdEHBQmiO9txmca6nHRTMWWTTgdXXaXY92q/OTKFahuf+sw9YzbAsefoJ8+AkkM8illxFLryDKtZEMybbt2Jd3DxJtfHynjRJtFHEh3t9GReQYx4yay+TCBNU5JIwW3YqjDKP7luJsaJqm9v8R4bthDg4OaLfbPHz4cOB811uSNDU1xczMDKlUCsMw1AlwVNh6QgeehwcDhuug19fO9TJS6EgzFY+OTlNlME0vKDjmTBkunVKF9t4e2c7B5V5s3Fw0QoPyXHhdnS6DkYDCzOl/i3YDPv8x8vMfI6dKiCu3YekVxFRxaEOLq6PmJPpFG8dxuhfcfMHGL5FSKKKIEmoUgVKpVNjcjIfFGE5u3+r/7LdvTSQS3UWJnwvj/z6Kq8NKqAkf5agJD13XabfbYQ9jLPBLMAeVJFmWhRAC0zQxTRPbtjFNc+Tz3SQStKNGdprYB1vQ8/cSQGJr5Vyv4yayiOYeWtSFj0wBUlmvxGmMpoqEcDDzWSx9Gm19Be28nbV0A1FZfObaGBMXTWoKzEQsRZpOpojpdBDnFcwOdpB3fwh3f/i8c9TSy4hksMG/ruuOZf4XnCzaWJbVFWyUaKOIGkqoUQRK1HI8bNs+sSTJX5QYhnGkJMl3wiSTychYQJVQEz7KURMeqvTpbAxy//UKMX4JZm9JUj6fp1KpHHPDdDod7t69y9zcXMjvSnFepJTY20+PLcuTB9sIu3O21wBkKofYfoKIagcdwE1m0aaKXitmqxn2cIaCEJBwW8i5ZeT+LuyfUTTzXTRxcEKdleIsHNahdUmH0ajRTdz8NIkgcnS6naN+gJy9grjyCszfDDWEOG70iza+k1SJNoqoEY1VqGLsGFq9fQ+XyYWJm0XfMAzlKAgZXdeVWBYSSqjxGBRI7t98EbG3BNOf8y7ihgm7PfckEtTxyN3fQrYPj9xnOhb6GQN1pZmCTjvSgcHSTOHmymgHW5Ht5BQ0wmpAOoWcug5Pvzz5gePoogGYWRhewPIwKcxCu4EWdNixdGHtAXLtAegmcv6GJ9pUly8UQjyp831/2+9Boo0fRqxQjBol1CgCp1wus7OzQ7lcvvBrXCQXJpPJBJoLEyVM0+Tw8PD0ByqGhnLUhMckCDW9c96gUsxBwnM+n2d2drbr/gtyzlNCzWgJ6rOWnRbO7tEFoUBibp6t5KldWoR2G8Oy0ISGOG+pzZCRRgJZqCAOts8sPI0TQroI+xC5eAO5te6F0fbQSuUQQGqcXDRmErKF+Ik0mgGl6mhKtBwLVj5FrnzqhRAv3kJceQVRPrsj0nGcsS17OiuDRJv33nuPl19+mWQyqdp+K0aOEmoUgTM7O8vGxsaJQk1vLswgIWZQLsxlrgyPA6r0KXxURk14jINQ01uG2T/3+W1E++e8fD7fFZ7DmPOUUDNaLnviL6WLvbUCvX83KUntbyLc00Xm/elbbJVewnKefdekS8Y+IGXtk2rXMVt1jMYuorU/8nIoqRnIYhXR2EWbEAfNixDtA8jnkfkSrD3sumjS4+aiyZXB6nidneJEoQKdVjg5Ou0GfPE+8ov3kdkiXLntdY7KlV74tHELEr4s/nzcaDS6n0t/228l2iiGjRJqFIFTLpd59913uXPnDisrK6ysrOA4Dr/2a7/WFRtM04x8LkyUUEJN+ChHTXhEXaiRUtJutwcKMf1uGP9WKBS6P0dxzlMnnqMlCFHM2V1Ddo62zk44HbTD0zNNdmde48vUbXJO4/mdQqNh5mmYecgsPL/bdcjY+6StPZLtPczmLnpjF9E+JOi9RgoNWaoiWgdo+0qg6UW4NgIbefPveLk14+SiAa/UaXsV3BhdINF0KNei4/453IVP3kR+8qb3PbryCizeRqSOhxCPQ2vuYeAfv+Go01SJNopRoL6RY873vvc9fud3fgfHcfiN3/gNfu/3fm/g4/7sz/6Mf/pP/ynvvPMO3/zmN098vU6nw6NHj1hZWeHhw4ddIWZlZYWnT5/iui67u7t88MEH3Lx5k8XFRb7xjW9w48YNvva1r8UqFyZKKKEmfJSjJjzCFmoGOQD9m+8A7M+GKRaL3fviOOep0qd44bYOcPeOlgJpUmKcUvIkge3Zn+a+eYtCwjqTGUNqOoeJIoeJImR7tudanoDTrnsCTqvuCTid84f8SoS3sLRaaPtb537+JCDNJJRqcLAN6SRkXoL1h2DFPM9O072SoaiIHWclPw22Fd1x76whd9bgw//9LIT4Nsy/1A0hVo6as9FbHgXPqwSUaKMYBkqoGWMcx+G3fuu3+Mu//EsWFxd5/fXXeeONN3j11VePPG5/f5//9J/+Ez/zMz9z6mv+9//+3/lf/+t/sbS0xNLSEi+99BK//Mu/zNLSErVaDV3X+aM/+iPW1tb4zd/8zWG9tYlDiQTho+u6ctSExDD3f9d1j2TDDAol7+8MVywWx94BqISa0XKZAH7pOtibj/ruhGR97YUZMxLYqH6Th8Y1AEzdxrrEFOdqJgeJMgeJMuSe3284bTLWPulOnUS7jtF8JuCc0IHKLcwiXBvtYPvigxlzZHke7LYn0sCzNl1tqMyB1DzBxonh8SqT84Sa87avDhOhwfQcbD4hFmVnR0KIv++FEC+9giXSSqjpw3GcU8uO+ztI9Ys2fhCxEm0UF2E8zzAVALz99tvcvHmT69evA/Crv/qr/Pmf//kxoeZf/+t/zb/8l/+Sf/fv/t2pr/nd736X7373uy98TK1W4+OPP774wBXHUBN8+ESt9fwkcVFHjX/SdFI2TK8bxnfCpNPpsQ0lPw+T+r7jiLP9xAsT7SFpNdGaeyc+RwrB6uzf47FxBQCBiz2k+c3Wk+zpSfZSM0fuTzhNMtYeqfYeiXYd3WqguzZaY3co4xgHZCYHmQI06ic8wAVcqF0B2/UEm4gFQp9IqQb723DGFvKRIF8G246ui+Y0HBtWPkOufEYhWyaVLSNzJlSWEBOWBTmITqdDIpE48+MHiTY+vtNGiTaK86CEmjHm8ePHLC0tdX9fXFzkrbfeOvKY9957j5WVFf7JP/knZxJqzkK1WmVjQ9WSK8YLTdOUwyAkThJqXNc9Fkbu/9zvhvFvvgiTSqUmvsOFIjpc1FHjHO7iHh4VNnTpom89OuEZXu7L4+q3WNXnu/dlEw6jnt46epqOnoZUFYCE5jC3+iMSJ4kQE4zUdJhe8ASas3w+rg0asHAdWi3od1xFjbi13hYaTM97YcHjcF4ws4i5vUqysQsbX4KZRM5dh/kbUL2K0CdzuXheoaaXftHGcZzuxT5fsPFLpBSKk5jMb54C8BY5v/u7v8sf/dEfBfq61WqVtbW1QF9T4S1WVftExaTQ3x2u1Wrx+eefd392XRchxJGSpEwmQ7lcJplMTrQbRjEZSLuDs92/uJUkd54iTijBkJrBw+rPsaFVj9yfMpxLlT1dFl2DjqvzVeV1FhJTZNY+C28wEUMWKqBpcIZQ6GM4HTA1WHoJDvZgJ2LnZok0pKfiJdLkyuC60Re/zkIihciWYOvJ0SBwqw0PP/FuuomsLsPCTahdQ5jJsEY7ci4j1PRykmhjWVZXsFGijWIQSqgZYxYWFlhZeR4k+OjRIxYWnndu2N/f5+OPP+bb3/42AKurq7zxxhv8xV/8xQsDhU+jUqmwubl5+gMV58IPFFZCjWIc6HXDDMqGgaPd4YQQlMvl7u/qe6AYJ87rqJFSerk0fU6zZOsQ0T4c/Bzd5MHsP2BLm+n7Hxcn5M46hq7huC4IwePiq1TMKQqP3xt5G/AoIRMpKMxeTKDpx25DKglLt2B30ysxCpv8jNdKuh4TB3bXRfMkPuVkL6LodVNj9xTxzrHgyefeTdORlUWYvwnzNxDJ492jxomghJpe+kUbKSWWZSnRRjEQJdSMMa+//jr37t3j/v37LCws8Kd/+qf8yZ/8Sff/C4XCEUHl29/+Nv/+3//7S4k04C2uVJZH8BiGgWVZpFKpsIcy0Vwm9HNS8E88ThJiXNdF07Qj2TDZbJbp6WlSqRSmaR77jLe2tiiXyyG9I4UiWrh7m8g+QUaXLvrO4BBWaST5fPbnqYvSsf/LmC6uG64g0r/9jewVOstpKitvIZzJ6ngoAWYWPREjCJGmF7sF2SwUZ2DrKTT2g339szK9ANtP4yN4TD373oyBi0YKjcNknqmLCGSuA2tfebcf/xVyZt4rj5q/icjkgx9syHQ6HZLJ4TmIejtInSTa+GHEislECTVjjGEY/OEf/iG/8iu/guM4/Pqv/zqvvfYav//7v883v/lN3njjjaFt25901II2OFSL7vDxs1Im3c3huu7AVtWtVqu7j/puGP/mizDKDaNQXA6308Q5dhVcktx6xKAjrptIc2/mF9gXgxdSadMmzIZ2ugaWc1woqicrWFd/kblHP0Q7wSU0bshsEVLZs+XQE919QQAAIABJREFUXBQhPMGmUMIpzCLXH2KMSgzTTSjMeNkusUB4+Tnj4qLJFtA0g9xBEAKg9ErWNh97Lb+Ls57TZuEmIjceF1U6nQ65XO70BwbASaKNf59q+z2ZKKFmzPnOd77Dd77znSP3/cEf/MHAx/7N3/xNYNstFovs7u5SKh2/eqe4GKZpqvbQIWMYBrZtj7XQ4J8cDBJi2u121w3Tmw0zNTXFzMwMyWRyoBtGoVC8mLNe2JDSxdlcob8NcKq5j7Baxx7vJrN8Ov0LNMTUC140ImVPA2gYOR5e+UWWnr6FfrA14pGNDqkZniBwuAMv6NYVNDoWzkwN9ITXIcoeomCTLXjBu9tPh7eNIMkWvWygMXDRADC9gKhvDK9t++66d7v7/5C50rPyqJuIUvX050aUYZQ+nYV+0QY41vZbiTaTgRJqFEOhWq2yvr6uhJoAUY6a8NF1PfZlfY7jHOuQ1O+GSSQSR8qSfBEmlUopC65CESLOzirSah+5z3Ad9N3V449N5fmk/PO0xMk5EknDwR7gZhklp5VdWVqS+3M/R/XJW+QO10c0qtEhS1VPwDgIJzdG1wRIC2YXwcUTbALOLOrkZjAbu4hhiQRBM7PoCUohZzcFgplE5KZHK5Dt78Bn78Bn73gt5edueGHE0wuxEhbCEmp6UaLNZKOEGsVQqNVqrK+v8/LLL4c9lLHBNE0ajUbYw5hooi7U9Lph+oWYfjeM74jx3TCpVArDMCJ9oFfllIpx5Sz7tts8wN3vc5VISGytHHusnSlxt/gP6IgXZ5plTYcwpzTB4LKnfqRmsDr/LeTOXfKb94Y/sBEgkxnIT0Nfe/XQkI73B5lbBsuG9ePOrfMjcIpVEgOExEiSKYCuj4+LplBBdFqwE+Ln39iHL973bsnM87bfs1cQWrTdyVEQanrpFW3geXdMJdqML0qoUQwF31GjCA4/TFgRHn7pU1g4jnNiSZJlWQghjmTDJJNJcrlc9+c4u2FU7pVikpGOjT1AkEk1dhB258h9VnaGO4W/jy1OX2AIwnU4WJ0mRiJ9tgdrGmvTX8NNFyg8eg8R08wQKQRML0LrIDoiTS+uDTqweAOaDS+f5SKkMpBID3R7RZKZBdheHQ8XjdAQMwuw+YTLi20B0m7Ag4+9m5lA1q55JVLVqwjDDHt0x5BSRvq8qb+DVL9o4wcRq/Om+KKEGsVQ8B01iuBQpU/hM0xHjZSSTqdzohAjpUTX9SMlSfl8nkqlEgs3zGXxg5yjfNKkUFyGF31/7e3Hx7IlTMdC3zvauaWTq3In9y0ccfqix9BcbCdcsSOdzpzJUdPLRmaJznKGysoPY9cRSubKYCahEUGBph+nAwkDll6Cvd3ztdEuzHpZO3vRzxWyE1mMVMoLxR0H0jmEmYz++7E6sPKZd9MN5OwVT7SZu45IqO6m52WQaOPjO22UaBM/lFCjGArVapWPP/447GGMFSpMOHwu46ixbfvEbBj/CkgikTgS0pvP50kmk7F3wwSBL9QoFJOGc7CDbBwNmBVSYm4eddi08/PcmfpZXHG2coKppB1qjrAmzlb2NIh6cprO8i8y/+RNtNZBwCMLHqmbMD3v5dDETFzCbkMmDflbsL1+ugtoZvGZSBAhJ8cJNDJl0q067I1JV7HpecTeFrRi9n4cG55+CU+/RM7fQN74abTKlVCH5LpubEWNftHGcZzuRUZfsPFLpBTRRgk1iqFQrVbZ2DjH1RfFqShHTfic5KjpdcMMyobx3TC9JUn5fJ7Z2dmuG0bxYpRQo5hEpNXB2e4rPZGS1MEmwn0uGjeLV7iTeR3E2QVd4XZCXUqbhkbbuvh3umnm+GrxF1hefwdtL7rnG7I854kzIYUFB4bdglweShWvpKZfDDASkCvFI98lPQWJFJn6ZtgjCQbdRBRn49NRawBSaMhrr0JrH776CFmqIYzw8mGilk9zUU4SbSzL6go2SrSJLmp1oBgKqvQpeKIeZDvO2LZNq9Wi2WzSaDSOiDH9bhhfiCkUCqRSKRKJxMS7YYJACTWKSUNK6eXS9GWxmE4H7WCn+/th+TqfpL5+LpFGShvHdRHneE7QnNbt6SzYepIvq99iOfEh5uaDyw8qQGR6CqZK0cyhuSgCcNpQngYx5wUOW23vfTo27KyFPcLTmVnwxtmMvhPrTOSnEbYVb5Emk0fWljyRBsDuIFfuIq79f6GNaVyEml76RRu/AYVlWRiGgWlGLydo0lFCjWIoVCoV5ahRxALXdY+4YXpLkjqdDlJKDMMgmUx2D2zFYrFbnqTcMKNB0zQlVComCndvA9k+2ulPcLTkaTN3lQfpb5z7tYtpCW54Is1lyp76kZrOg+mvs5iYIv0k/JJrKTRPDGjuj5dI04sEZAdm55CJKUR9C/Yi7k5J5SA5Rlk0QnjtrrdXj4m5cUJWryCTCS9cu/f+tfvI2auIbDGUcY2jUNPLoLbfiuihVhiKoWCaplpUDQHV+eb8+G6YQUKM4zgIIbqii/9vsVjsumF6P+vd3V3W19eZnp4O8R1NJrquK0dNCKj5ZvTYtk37oI5RX6P3k5euC+sPu92Onmav8zh/fpEGwNRsLlF1dGkuW/Y0iEe5l6gsZyk+fCe0havMTYNpjq9A04M0U15np8M6Mp2C1IJXgiM0sCzPsbK/E41MnukF2F1/7tiIO6ksIpm9eEeuCOAC9fIieV14jqBBj7n/PtprvxjKMWjchZpehBDK+R1RlFCjGCrqJD9Y/PIn5eLwcF2Xdrs9MKS31w3TW5LkizDJZPLcn6MqPwsPVfqkGAd8q3mveOyXVb7zzjvenKXr3ConjlUyJe02pvRyZbZnf5rH5q0LjsLFDnkeC6LsaRAbqXk613+eysM3EVZ7KNsYhDSTUKo9CwvunP6EmCPzFa+r02H9+Z1CgGt7uUcakM1CJgNGAiEF2J0e8WZEjRFSWe+2NSYuGoDyPOJgO/oOphcgU1mYv0bhNOHsYAe58RVi9upIxtXLJAk18OKug4rwUKs9xdAolUrs7u5SKpXCHsrY4AcKT4JQ47cXHNSqutVqdRftve2qM5kMpVJpoBsmCHRdV523QkIJNaNHOfjOjy8e9wsxrVYLy7IQQmCaZnfO8ru77ezs8I1vfANN07C3HuP2Bc/qUmJsP0ICm9Vv8JVx/cJjnEq4hOl0D7LsaRB1o0xn+dssPP4horl3+hMuiSzPe52R4h4WfAakmYZk+uzvVQhwrB7xZgoyU57zhmfiTeMADoIXb5qZMqn2PiJuHZBOQjMQ5SpsxTeLBkBWFpDp7JndTfLhHWR5fuTBwp1Oh2w2O9JtKhT9jP9qTxEafucnJdQEhy/UpNPpsIdyaXoXNP2OGN8NY5rmESGmXC53f9f1s7WgDRLDMJSjJiSUUDN6VO36cQaJx/2llL1llNlslunpaVKpFKZpnih6aZrm7ePNvWMiDUiSu16Jw2r1Z3hsXK5tbdKwCVNvHkbZUz9NPcODpV/gyto76PXhBNy2tCROKktmXMppTkHmK9DYg0b99Ae/CAG4PeLN1JR3003PeWN1oLHviTfuBY63qQwyOUW6PkYNLXJlhOvGWqSRAFdfRXYanrB5VuwOm+//LSz/Haanp0dWoqMcNYoooIQaxdCoVqusra1x69ZF7dmKfgzDiEWLbt8NMygXxnfD9C9oMplMV4gZhhsmCJSjJjyUUDN6Jk2oOaksyZ/DpJToun7EDXOZUspj23ds7AFBp8l2A9pNnlS/xVN94VLbAJAXWfwGiDuifcoWJl9Wf5blxEckNr4M7HWlpsP0AslGHWT0j8eXRSbSkDiHi+ai+M4bHcjlvFtXvGk/d968aP8tz8P+FmKcRJqZxfgHBifTyMWbXrncBSjZezxce8Rnn31GPp+nVqsxMzMzVNFm0oQaRTRRQo1iaFSrVdWiO2B8R03YDLL392bDAF17vy/ElMvl7u9huGGCQNO0iVq4Rgkl1ITDOO3vZ5m3EonEERdfLpfrzlvDvpJrbz0C96gQrLsuen2Nldo/YF2rXnobGdPGGVI+zFnQBFj2CLcvNL4q/zQLZpbMk48u/XKyUAFNg8Od0x8ccyRAvuI5aC7rorkoXfFGPBdvtGdlU1b7mfNmF8wEZAqwHd9w3WMkM4h0LtaBwQCyXEPmChcWacAzYS1T5+rP/QL1ep21tTXu3btHLpejVqsxPT0d+HnlJAk1vW27FdFCCTWKoTE3N6eEmoAxTXPojg7/qvKLsmE0TTuymDmrvT/ujOv7igNKqBk9cdvfHccZ6IYZ1OEtavNWOaUjm30lNFKS2FvnwezPs6XNBLKdlGETZvXmKMqeBvE4d5PKcpbCyjuICziKZCIFhdmJEGhghC6ai+D2ijd5qF4Bq4PYH6O/TamGaOxBfSPskVwKuXwbabfBal3+xQ52YPMhpdmrlEolpJTU63VWV1e5d+8eU1NTXadNEKKN67qxvaioGB+UUKMYGtVqlTt37oQ9jLHCNE0ODg4u9RqO4wzMhvHDLv3t9Nr7/cVMnN0winij63rX9aAYDVEqfRpUltQ7f51UluQLM1EOYJdWm/mp4+MzrTZflv4euyK4nDfBZJQ9DWIjNUf76i8wu/JDxBkXjhJgZhHajYkQaSLhojkP+RmvixQSmU7DlZcRnTZsPBpdZ6kg0XREeS7+Lhozibxy61IumoGv2xMsLISgWCxSLBaRUrK3t8fq6iqff/452WyWWq1GpVJR56xnIG4XZSaJ6J65KGKPHyasCI7TSp/6FzP9Ib2+G6a3JGlqaoqZmRmSyWToV5XjguqEM3qUo2b0jFKocV2XTqcz0A3TX04ZRlnSsJBSYm+uoGtH5xNN6NxPvsK+yAe2raTuYA+x29JpjLzsaQB7ZhFr+dssPPkh4hQhQmaLXmvnOAgWARBpF00/QoOpMuz3jdW1kYYO89cQLrD52BPZ4kC26J1XxF2kKc0iC+XARRoA7A7y4R3E9a8fuVsIQaFQoFAocOvWra5o88UXX1xItPFzFBWKsFFCjWJo+GHCiuDQdZ1ms8n29vYxMaa/9asvxMzMzMR+MRMlfMFAXaUZLUqoGT1BCjXnLUvyw8WjUJY0TJz6OrLTPHKf1Azuc4MGqUC3lUk4F2qiExRhlT3109TTPFj4ea5svIu+u3rs/6VmwPQ8NHaHs9iMGLFz0RiJ0wUl6SIFUJlHaAbsrB8XdaLEzCJiZ+1iXa4ihFy6hXQt6JvTAt3G+gPk7FXE1GCnYb9os7+/3xVtMplMV7R5kcuy0+lgmuaw3kLkGNfj6zighBrF0JidnWVzczPsYcQGKSWdTufEbBjfxdFut9ne3u5eUa5UKl1rv5psh4+u6ziOo4SaEaOEmtFzVqGmv8tb//zlC5u9AnKhUKBarUa+LGmYuO0Gbn93GqHxRL9BwwlWpAHQsAnzGxRm2VM/tmby5ezPsJz4mMT6F937ZakG0pmIMieAFjrJqXw8XDQAqZwXuN2f53Qi0hMOCiUozyIO9qLlWEmkENlStMZ0AaRuIq/eHpmw6d7/AO1rv3jqOa8Qgnw+Tz6f56WXXuLg4IDV1VXu379POp0+UbSxLGtigoRBCTVRZjLPjhQjwTRNnDBTCyNG7xXlfjHGtm2EEKd2HHFdl/fee4+bN2+G/XYmFsMwsG17og7iUUAJNeEgpURKeWzOOq0sSTn5Xox0HezNlWP335c3kCJ4kUbXXGwnvO9PFMqejiE0vir9HebNKVLrP6GdnCLdPgx7VCPBd9EY+9vQiIlrKDcNh/WLt6l2rJ4cmw5y/eGFgqUDo1hFtA5gN97Oc1mYRpZnR+s+O9xBrj9AVK+d+SlCCHK5HLlcjps3bx4RbVKpFLVajdnZWQzDmKiOT4poo4QaxVDxT/LHXa313TAnZcP0Bl36Qkw+n2d2dpZkMnlmN4xarIaP76hRjBa17w+PQWVJ7Xab3d1dPvzwQ3RdH1iWlEwmSSQSYz+/DwNn5ynYR8Ox17UrPDksUdZaeA1pgyOXsC+8vg2CqJQ9DeJx9jrp+TKz25dv3x0HZDINZgoOttFj8dUVkJ8OrnTJtZGGhlu7itWxSB1sQWuEAp3QENMLsPV4dNscEnLhJlK4oeQAyZW7yOkFhHF+QaVXtOl12rz99tvd8/RJEmrUMTy6KKFGMVSKxSK7u7uUSsF1rQgD27ZPLEnqdcP0CzGpVIpEIhHoFWU1oYaL76hRjBYl1FyMs5Yl9QoxhUKBVCqF4zhcv36dbDYb9tsYK9xGHffgaGnNk2aaT515FottHDf4Od7QHMLUSaJU9tRPwjSou7PsVX6RZfsrslv3Lu7aiDASoFDxXClWTFw0mgHp3FDyZTQNkikTmaohhOm1wt7bCnw7R8gWvMycmIs0UtOR117xStDC+mqfECx8Eaamprh582bXafPZZ5+xubnJ3t5e12kzzpk1al0RXZRQoxgqfuenKAs1/W6YXhGm3w3Tv5AJK19hElxKUUU5asJB0zT1uQ9gUFmS/3un00FKeeGyJF3XI9Oee1yQjoXdt0jrmAU+3X8ZhFeiFHSFkhAuth3ed0dEseypB4kOSKRm8CBxg2xtjqWDu+j766c+Ny7IZAbMZLQDdftJZLydZwQBx1JakC9CsYJo7HvdogLGKlQxD3fi2Ta8BzlVRFbmz5ETNMSxnBIsfBGmpqbI5/MsLS2RzWZZXV3l3XffJZFIUK1WmZ2dnSi3jSJclFCjGCq1Wo319XVu3boV2hj8q8mDFjP+wi+ZTB65olwsFrv3RU0Q8R0d46zuRxld15WjJgR0XZ9IR43jOCfmw/huvt75K51OUyqVum6+y8xfo2zPPSnYm4+OdHZxjAxv7t4CoZFL2XSGMLXkkk6oBpFEhMueAJqdo/v4ocjwae6b1LKrlLfuIqxWSCO7PEc6OlntsIdzdrJFaDW84OBR4lrIVKqbY8PGyuWFFTOJky6Q2NsIZowhIueuIQ0NIpTldNZg4fPgZ9Rks1lu3LjBjRs3ODw8ZG1tjR/96EeYptl12ijRRjFMlFCjGCrVapX19eFdlXJd98RsGP9qsmEYx0QY/2pyHLuNmKaJZVlKqAkJwzCUsyMExrH06SxlSZqmHXHD+NlWo3LzKaEmOJy9TWTroPu71BO8u38bW3od5EppG2sIU0tCs0Mte4ryPpQwTdon6DCrWo3NmWmW2/dIbT8Y6biCwDVTiNPaWEeR/Ez4zp9nOTbMXfPSojafXCzHplBBdFoY+/HugCqFhrz2KrT2Cdzyd1kuECx8GoPChLPZLNevX+f69es0Gg1WV1d577330HWdWq1GtVqNpWgjhIjcBWnFc+K3SlXEilqtxtraxRPt+xcxvUKM4zjdq8m92TC+EDOuIZe+UKMIB13Xu51uFKMjjkJNb1lls9k8sSypV0ienp7u/hx2t6Swtz9OSKuFs7v6/A6h82HzZQ6dZyf20kVKl6BDhMENVVgWQCfCZU+2q/GikA1bmHyRepXi3AJzux+jNYdfhnNZJNBOFTA7h4hRduK5LEKDqVL4Is0RXG/vmKkhNBN2z5hjIzTEzIIn8IQW4hIMMpNH1pY8kSaiyJW7yPI8wkwG8nqndX3KZDJHRJu1tbWuaFOtVqlWqySTwYxFMdkooUYxVKrVKnfv3h34f67r0m63j3VI6nfD+IuWZDIZezdMECihJlwMw6DRGH2Hg0knikLNWcqS/JDxoMuSRkWU3RBxQUrpteLufpaCz52bbHWehzSntX1sN/irsdmEixvinzBhRrfsSdPEsbKnk9gVBXaLP8dS7iG5zc8Qoy7JOSMymQEjSTJOAg14XaiMBPSFbEcJ6T7LsSlVEIcHz3JsBuw/6ZwnGAwh52bUyOoVZDIBPU7ASGJ3kCt3AwkWBu/Yruv6mR6byWS4du0a165do9lssrq6yvvvv48Qouu0ibJoE4fzkElmMle6E8z3vvc9fud3fgfHcfiN3/gNfu/3fu/I//+H//Af+C//5b9gGAaVSoX/9t/+G8vLy+fejpSSnZ0d6vU69+7d49/+23/LysoKjx8/ZnV1lX/1r/4VtVrtWMvXuC1iwkAJNeGiwoTDYdTzwUllSb4w86KypGQyORaliSqjJhic3TVk53l9zROxzMPG0fDLjNEBghdqUoZNmJFaUd5/DN2E8xxKhWDFWCZdrbLU+ASz/nRoYzsvsc2iAcgUvDFHXQzwcSxkKglXbiGsDqw/AufZjjQ9j9gbcbvvISARXqlT+wDseJxvesHCy4ipciCvd5FzjnQ6fUS0WVtb64o2vtMmlUoFMr6gUGutaKOEmgnCcRx+67d+i7/8y79kcXGR119/nTfeeINXX321+5ivf/3rvPvuu2QyGf7zf/7P/It/8S/4H//jfwx8vXa7zZtvvsnDhw+P3PxSp1KpxMzMDE+ePOH111/nH/7Df8jVq1e5fv06uVxuJO95HFHtocNFff7jwaBub4PyrXqFGL8sKZlMnvlqW5xRQs3lcVuHuD0honWjxqe7tSOP0YSLmRzOybt0VdnTSbRtwUXKUpoixU+yX6eSXqSyfQfRCddhKZPZZ26UKJUMnZHcDBzu9LjNYoRrI3UN5q96pU6dDmLtq7BHdWlkKoucvxbpUqeT8IKFv30p8SGoY146nebq1atcvXqVVqvF2toaH3zwAeBVG9RqtciJNorooYSaCeLtt9/m5s2bXL9+HYBf/dVf5c///M+PCDW/9Eu/1P35Z3/2Z/njP/7jE1+v2WzyP//n/+TKlSvcvn2bf/SP/hFXrlyhUql0sw0sy+Jb3/oWv/3bvz2kdzV5mKZJs9kMexgTi3LUxAPXdQeKMCeVJU1CvtV5UULN5ZCu45U8PaNllvjRztVjj5vN2YghnI6lTQcnxLqnhCloW9HcfwxD57B9ubFtaBW2pn+e5c4XZLa/GLnYIAEKFTjYhbh1phICpqbjKS71YyTATCBxkcu30Q73YespobZauyCysoBMZ2Mp0gBwuHvpYOFOpxO4IzaVSrG8vMzy8nJXtPnwww+RUnadNul0OtBtnhV1rhNtlFAzQTx+/JilpaXu74uLi7z11lsnPv6//tf/yj/+x//4xP8vFov8x//4H1+4TdM01aI2YFTpU7goR000sCzrxHyY3rIkv7wyl8tRqVS63ZLUycnpKKHmcjjbT7olEY6R5c3dmwMflzIc2kOYUjJm2GVP4W37NDxh7PIDdIXO/eQtcrV5FvbuoB+eIWg2ADwXjRmx4N0zopuQyo6HSJPJg9Px2lULAdLGzaQhexPhSMTWU2hGv6RLAlx9FdlpgB2z0rk+5MqdSwULnxYkfFl6RZt2u83a2hofffQRrut2nTajFG3UuVC0UUKNYiB//Md/zLvvvssPfvCDQF5PSqkmg4BQQk24KEfN8DmpLKnRaPDOO+8MLEsql8sTVZY0KpRQczGcw13cw10ApJ7k7f3buPL4fpnUXdq2JPhuT4AMT6WJdNmThGbATp99McWn+b/HwtQTClufIOzhdAaUCK999WEMXTQAqSlwXWjELOx4EPlp730Mcs5IF6mBnKmCthhpl42lGejXXoG4BVCfhG0hV+4grv/dCz192EJNL8lkkitXrnDlypWuaPPxxx/jOE7XaZPJZEYyFkU0UULNBLGwsMDKynMb9qNHj1hYWDj2uO9///v8m3/zb/jBD34QSFJ5sVikXq9TLBYv/VoKJdSETRS7D8WNQWVJvjvGsqwjZUm+I6ZYLLK7u8s3vvEN1TZ6RChx/WJI2/LcNACazo8bL9N0BlvpZ3IWrhv855zQHWwnxLInQzwToKKHmTBpD0PjEILH+gIblQrLzc9I7K6c/pxz0HXRxNWJMlWG5j6EmJsUDMITaQ7P0KEq4i4bt1zDSabRx0WkeYZc/wpZuYrInT9Y2LKskQk1vfSKNp1Oh7W1Ne7cuYNt212nzTBEG3WcjzZKqJkgXn/9de7du8f9+/dZWFjgT//0T/mTP/mTI4/58Y9/zHe/+12+973vMTs7G8h2q9UqGxsbSqgJCFV6Ey7qoHY6g7ol9Zcl9XZ8O2tZknLKjBZV+nR+pJTYWyveYlQIPrNusWudfHJtaC6dIei+2YQT6no4ynuN62oMc4QdkeBe5qcopxap7X6MuGTeh0Q8y6LZiaeLBryOVPujKQsbKrrudak6i0jTT8RcNnL5NtJukYigyycI3AcXCxYepaPmJBKJBEtLSywtLdHpdFhfX+fu3btYlsXs7Cy1Wo1sNhvqGBWjQQk1E4RhGPzhH/4hv/Irv4LjOPz6r/86r732Gr//+7/PN7/5Td544w3++T//5xwcHPDP/tk/A+DKlSv8xV/8xaW2W61WWVtb46WXXgribUw8SihQhMlJZUntdpt2uz3UsiTfzaQcNaNBCTXnx93fRD5rzbvCNR43Cyc+Npe06QxJc9ewCWv5FeWyJyEEzc5oxratldgp/X2u2A+Y2rp3ISeJTE6BYcRX5NCeCRtxHX8vibT3t2jUL/c6IbtsbM3Amr9O0moOo+AyOlwwWLjT6USqM20ikWBxcZHFxcWuaPPpp5/S6XQCEW3UmiLaKKFmwvjOd77Dd77znSP3/cEf/EH35+9///uBb7NWq7G+vh74604yavGkGBau654Y0ntSWVKhUOj+PsyDvio7Gy1KqDkfbqeFs7MGwLY+z736i12ppYyNNQTXi6652E5435NIlz0ZJq0RGlKl0PjKvE6mNsfS/h2M/bOdC3kumplnHZ3i2eVRJlIIzfTydOJOtgBWG9oBt2IfsctGlmYR+RLJuDqzzslFgoWj4Kg5iV7RxrKsrmjTbre7os3U1NSZX0+JNNFHCTWKoaOEmuBRzoJwEULE9vM/qSyp3W7jOM6xsqSpqSlmZmYi0S1JCTWjRQk1Z0dKF2dzBZA0zGne37lyyjNcpHQZRohwLuGEmlkqEUS1+KnjhDO2Bmk+y32TWmaN8vYdxAsWys/ujfm/AAAgAElEQVRdNDHNogHaehq908EQwwlVHil+ePMw95sRuGzk0i2ka71w3xs7bAv58A7ixtmDhaMs1PRimiYLCwssLCxgWRYbGxv85Cc/odVqMTs7S7VaPdUZpISa6KOEGsXQqVarfPLJJ2EPY6zwA4WDCHtWnB8/JyhqB3MpJZZlnSjE9JYl+WJMqVTqijJRz4BRQs3oUULN2XB2VpFWC8vM8fbOjVMfX8442EMIEQYwNBsrxK9Jx3YYSherS6JrGo2Auz2dl1W9yuZMmeX256S27x/5v3Fw0QCQmyF5sAMi5nOHEJA7Y2hwkATsspG6ibx6e3y6Op0TufEVcvbswcJxEWp6MU2T+fl55ufnsW2b9fV17t27R6vVolKpdJ02SpiJH0qoUQydarWqHDUBYxiGEmpCJKwW3WcpSzJN80g+TD6fJ5VKkUgkYukA6kW1Rh8t6qTubLjNA9z9LVwjxdv1W7ic/j3Lp2zaQyjBEcLFDvE7YrUbmMlotpMVWjROeW1h8kXqFQpzC8zXP0Zr7CJTU6DH20WD0LzOTnHtStWLbkA6N3qRppcAXDayMI0sz06sSONznmBh27YxjGjMFRfBMIwjos3Gxgaff/45zWaTSqXSddoIIdQxPgbEd09UxAYl1ASPaZqq81OIDKvz1qCyJF+YiXpZ0ihQjprRokqfTkc6DvbWI6Rm8N7hy7TdwW24e9GEi+VIhuE6mUo4hPkny2an6NjR+45KV7Lf6KDp0blSXhd56oVvsVh4Sm73S0Tzct2hQsVIQiI1HiJNMgOaFi1x4wIuG7lwEync4HN14sjhLnLtPqJ2/UwPH5dzKcMwmJubY25urivafPnllxweHlKpVFheXiafz4c9TMULUEKNYujMzs6ysbER9jDGCr/0SREOF3F2nKUsSdf1I26YOJUljQIl1IwWJdScjrP9GFyHT6zb7FnpMz1nNmfjyuEsBJK6jRWShu91e4rm9zORMOnICDoKheCpvsSDwgLzrFE+uI/WiFn4bioHrg1xFpp8skXoNMFuhz2SwZzBZSM1HXntFe/voabvLnLlLnJ64YXBwuN8vOsXbTY3N9UF3xighBrF0EkkEmoyCBgl1ISLruvH9ulJL0saBUqoGS1+aLZiMM7BDm6jzgNusto6+1XJlOEMpewJwi17Mk1BJ+QMmJOQ6ERx1WoagqYlQQieUONJrsZMbpvZxgOM/bWwh3c6uWk4rA+tS9FIGUVocJAMcNnIdgM5MzceolnQOKcHC1uWhWme7oqMO4ZhUKvVJuK9xh0l1ChGhpRybOyEYWMYBu12RK/4jCm2bXeFmMPDQw4PD1lbW+uWJQkhjoT0ZrNZpqenSaVSmKap9v0AUELNaFGOmpORdgdn+wkb+hJf1mfO/LyE7tKxh1P2JOxDZCLEeUZGt9tTsxPNcem6Bn3i1iZlNjNlcplD5tsPSNYfRVAIEZCfjnemjk9YocFB8cxl48zUcBJZjM2vwh5RZDktWLjT6SjxQhEplFCjGAmFQoF6vU6xWAx7KGOBaZocHATXtnHSOW9ZkqZpJBIJFhYWSCaTsQ6eixNKqBk9Sqg5jpQSe3OFA2Oaj3YWzvXcSs7CHVK3p3I+3OyyyJY9mSbtKHYkli8WkPbJ8lnyNZKVmyw6j8jUHyDsCLS71p4F7Y6DSKObkM7GV6R5hpubYTdVxsBFJY68GPf++2g/9UsDL55ZlhW7jk+XQV1AjD5qdaEYCbVajY2NDSXUBIQKEz4fg8qS/N87He/EN5FIHHHE5HK57u/9ZUmrq6t0Oh2y2WwYb2diUULNaFEncYNx9zZouyZv71w793M1LFyGkzcl3fDKnhIRLnuyXY0oOn1SSY2DMxhj2yLJF8YNtOmrLLhPKe59iWgfDn+Ag0g+O+Y16uFsP0DcRAZNE7EvE7KLc+wZOUBgoyMzBcQY/H2GRqN+YrBwu92eKKFGEX2UUKMYCX7np5deeinsoYwFKqPmKI7jDHTD9JYl9XZLumxZ0qCMGsXwUe25R4sqfTqO227SOdznrd1X4QxtuHtJ0MB2hyPSpAwHxw3xbxXR3UTTRGTLntxzloq56Kxoi6wUFqixwfThffTDEbpapkrQPPSCg2POASZZaYMV7+OJNX2Ffe1oiLmVLZNQQs0LOSlYuNPpTIxQo9pzxwMl1ChGQrVaZW0tBsF4MWGShJqTypJ8R8ygbknFYrHrhhlGWZJhGEowCAFN05RANkKUUPMcKSVWp4218Zh3925hyfPPK7WS9qwtd/BkTJswpyQvdyd6GLoJETxU6ho0LiogCcEqs6xOzVKaqlNrPcCsP2WoalluZjxabwPkZ8ge7CDibM4UGq3pZRriuKjQNNJMhtRwCRwL+fBjxI1vHLnbsizllFZECiXUKEZCrVZjfX097GGMDePkLHBdl06nM9AN45cl9XdLelFZ0ihQjppwUKVPo2WShBop5YnzkB/cPp9PsSJv05Rna8N9FBeJyzBChAEE4R0PkqagHdGyp7YdzYDjhKnTDkC026HATuqnyaZuMd/5inT9IQRZAic0z0kzDiKN0CBXhsMdYm0k0A0apWVaYvASzkFDZkuImOfuDBu58fBZsPB0975Op0OpVApxVKNDuWnigRJqFCOhVqvx6aefhj2MsSFOE+x5y5IymQzlcjnS3ZKUoyYclFAzWsZJqJFSHsuparVaNJvNrjvRz6nqd+YlEgmc1iH31hLUDy92El/OONjOcOayhO5gO+F9L6K6ixiGzmE7moPrBKzzH5LmXuI2ZuUGi84jpuoPENYlE5TNFBgJOIj/gr8jBZhJEnEXL8wU+8UlrFPKLq1MKf7vdQS49z84Eiw8aaVPiuijhBrFSKhWq2xsbIQ9DEXA+GVJgxZA7XYb13W7ZUm+GFMoFKhWq6RSqdh2SxonR1OcUELN6ImLUDMoMNwXYmzbRgjRFWLS6fS5BGHp2Dzc1PnqgiINQD5l0x6SCS9rOoT5tbAiWvYkMIikm8bQaAzJgWRhcl+/hlZaZl4+pbh/H611gbDcTB6sDrTGoLtkagpTugj7DMnNEUamptjLzeOcwZXX0NMkiKabLFI06si1LxG1G8BkCTWKeBDPVdKEIaU8chK5sbFBMpkkn49PEz4/TFgRHJr2/7N3pjGSXed5fs7d6t7at66le6ZnejZqpUVSZBgxkMVYiBQlkRJBtvnDUhwvihUFcGJIMWEFsZBYBgUk9h9HdiDLkBLHkCkFgX7ESRzFFrzIIs0hGNriUJx97W2mp9da75IfPVWsnume6aXq3lNV5wEaM9PTXXW6+ta557zn/d5Pw/M8dH0w4ZSwv7KkYrEYaVlSGBiGoUqfIkAJNeEi04mb7/vbzkP1ev0eZ57jOCSTye5cZBjGgX6Wa4s+b6wW9/39mvDvZNMM5vXUNTcyoUbasqcA6jKOi82A40FvoH2hcU1McS0zRSlzi4mNC+jrN3f3zaniZrvqIRFp70syB80NRIQd0fpBkMiy7JQIdjmH+EIQJPOI9VsDHtnwE1w9Q1A4hDBjtNttTNOMekihINP9XbEzSqiRnD/6oz+iWCzy8MMPA/CVr3yFP/7jP+bWrVt87GMf4yd/8icHulHvF6VSSQk1faYTKHyQ3/92ZUmdU+nOKfSwlSWFgRIMokG97uESZunTg0okNU3bIsSk02lKpdLAnXmzy/D9W5kDPcZEyr3T4af/aMKn7aqyp7sxLZPmASt/BoEf+KzVfYQW3vJ7gQILiQKZxBrVxiWs1evb/+KEgGRhNPJoADLFkSjb8tMllq3cnnXeVjxLTAk1D+auYOFxWdeOy8857CihRnJ++Zd/meeeew7YPFH81V/9VT7zmc/w+OOP8/M///M8/fTTHDt2LOJRPhjLspQDoc8YhkG73ca27W3/PwgCXNfdMRyzU5bUK8RkMpnu34e1LCkMRim7Y5hQQk249PM632kuajQa+L6PpmnducdxnG4+jG3bkR1GuB6cmYtzUCeMY3gDK3tKxTxQZU/34PsaMpZ9xGMG6xFV4KyQYsV+J459komNc6Q2rqMHdy4e3QQ7MRoijaZDMjsSIo2bm2JVT+xrCqrrNjGhQaDumQ8iWLyCP3Ek6mEoFPegdmKSY1kWqVQKgJdffpnp6Wk++MEPMjMzQzab5caNG0Mh1MCbi36l4vYHwzDY2Ni45yS62WzSarUIgmAsy5LCQl3H4aOygcJlt0LN/UThRqNBEATdrKqOENNx5sViMWldoZdumbQOGABs6f6d1tWDmS9MzaUdVdmTIWhKKNQIIajvt/X1gNl0VkU7tjo2VxLvQHNOcTiYJV2f2wwerq1GOq6+YMQgZsPGctQjOTCtwjTr2n46zG3iI/CTebS1XZa8jTn+xf+HoSejHkZoqDXscKCEGskpl8ucPn2ahx9+mG9+85scO3asG3RlGAbXr1+PeIS7J51Os7q6SiZzMBv5uOB53rbhmJ2ypFarxcrKCplMhlgshuM45HK5bpcSNQkPFuWoCR/lqAmXjlDTCQ3fyZ0XBAGGYWwRYoZdFG65m0LNQZlItgdW9iTwcSMULmWdAQ3DpCGhgVfXBDWJBCRfs7jMEWLZIxRbs+TXziOaG1EPa/84KfDd4Q9AFhr14hHqHDzUtuVksZVQsytEfZWqcpIrJENdkZLzwQ9+kD/4gz/g/PnzfO973+OZZ55hamoKz/P4J//kn/C2t70t6iHumk6gsBJqdleW1FsKYNv2PZkMHZFuamoq4p9mPOmIBsO4CR1WlFAzGIIg2DY0fG1tjXq9zsrKyhZ3XicjpiPEjKIofOGmiesf/OcydL/vrZg7JGNepBkxspY9tb3oXSvbYZkaTU+ucVm6oN4WXBVTXE1NMpWap7B+bn+doqIkVYD66vCX+egmG/kjNOmPy7CuWdiaDkMephwWZXeZoN1EmLGohzJwRvG+PYoooUZyPvGJT/Dwww/zB3/wB/zrf/2vef/730+9XmdxcZF/+A//YdTD2xMdoebkyZNRD2XgBEFAs9mk2WxSr9e3hPTeXZbUyYgpFArdjdBuNv+maVKr1UL4aRTb0SnDUUJNeCihZn905qO7uyU1Gg3a7TawWWbrOE7XnZfNZikUCiwsLAzVgUA/aLQFV5YO7qZJxtyBiTQAlu4RVfSbZYg7JV1yoWuDa319UGQsEzMMAZ1rSAiuU+F6skw1tcDE+nm0+kqk49sV6QnYGIFsHcthLXOINv1bUwRCw08W0FZVM4/d4Gs6iNFf0ymRZnhQQo3kBEHA1NQUH/jAB7h69Sq//uu/zp//+Z9z9uxZHn30Uf7pP/2nPPnkk1EPc1dUKpWR6fz0oLIkIQSWZW05ge53WVKn65MiGjotusellaMMKKFme3zf31GI6Z2PHMfZU/e2tbW1sVzQnV80+1KulI+7tAd2kO3jq1Pye9B0AyS8LVqGRk2ycQVBQL21zX8IwSxlZpNlysmblDbOodckDObVdEhkR0KkCewUq6kq3gCyrJpOBkcJNQ8kQLCUO8akMfprunG8rw8rSqiRnOvXr/PZz36W69evk06nmZmZIR6P43keP/dzPzc0QcLwpqNGdnYqS+pshHZTlhQGna5PimhQwbbhM66LC9/375mPOkKM53kIIbpOGNu2SSaT3YwYwzD2/bqNY3ezWktw7Xa/5nCfQYUIJywf34/udyNj2VMQQEPSW6KmC5DM6WPpAc0H3MLmKTKfKDKRWKJSO4++IUneiWmDaUFt+EODg2SeZbtIMKC5oq5ZOJqxmd+j2JHzLZvbt1bR0/MUi0VpQ+4V44USaiRnYWGBM2fO8Morr3Q/d/HiRT7+8Y/zN/7G34hwZHunUqnwgx/8IOph7JjH0FuW1BuM2VuWJFOHEtM0VcvzCOk4ahSKg3J357ZeIaYjDPcKMWEJw+Mo1JxdsPqyYcrH23eyUgaDbbgRlj1ptFz5nG2WGV3r6wdRa8r4Ptr99blInsV4nkJ8mWrjPMZahIduThr8Ngxz8PEd/EyZZTMDAz2EEPipItrK3ACfY8jJVfG8NJPJJMvLy5w7d45UKkWlUqFYLI5cifu4HnoNI0qokZzp6Wne9773bfnc1NQUX/rSl6IZ0AEol8ssLi4O/Hm2O32+X1mSbdtks9mh65akSp+iRTlqFLtlO4devV6/Jzi8I8Rks1kqlQq2bUcqDI+bULPWEMyu9Of1TtmDzacJIix7kvUWGaAjY4iwbWnSCUiB36YZ7L2r0C2y3LIfI2uvMdU8j7k6O4DR3YdRCQ0G2rkp1oxw2kE37RSOEmq2JxZHO/4o7muvk8vlmJ6e5tSpU6ysrDA3N8fZs2dJp9NUKhUKhcJIiDbDss9RKKFGeorFIl/84hf5zd/8TRqNBh/5yEcol8tcunSJhx9+OOrh7Yl+ZdS02+0d82HuLkuKxWKkUikmJiYOXAYgG7quq7yOCNF1XTlqFDuWSnaEmCAI0HV9ixDTyYeRyaG3E+Mk1LyxYNGPUiVN+Lhe0JfH2g7b8PAiLHuS0U0DUJeo9XUvXiBfF6rAa4Ox/842y6RYjr2L9MQJDrUuYK3cYOA/Y2YC1kcgjwZYiZfwQxJpAOrCwtFN8NTh3haEQDv5OMKwaLVaWJZ159OCbDZLNpslCAKWl5eZm5vjBz/4Adlslmq1Si6XGwnRRiE3SqgZAn7sx36s6wJ56aWX+E//6T/xa7/2azz99NOkUqmoh7drSqXSAx01+ylLGqZNT78Zp02UbBiGoRw1Y0AQBLTb7W2FmLvnpI4Q08mHicViQ72QGxVRezfcrmksrvVnSTSRdPsSRrwTcdMlqqlH3rInk2Yj6lHci6EJ6QSkIAgItFhfZMRVkrxmPUxy4jiHWxeJrV6j7z3jdR3imZEQadB0GoWj+GFvv4TASxXRl0N2QEmOmH4HIpkHoNVqbdscQghBLpcjl8sRBAG3b99mdnaWM2fOkM/nqVQq5HK5obpfDtNYxx0l1AwBV65c4YUXXsCyLJ544gmSyU0Vfm5ubqiEGsuycF2X1157jQsXLnDx4kWuXLnCu9/9bk6dOkW73d5SltRpWz2MZUlh0SlNUK9L+Oi6rkrPIqKf1/zd4nDHCdMRYmCzzLBXiEmn0905apTfe+NU+vTG/N7LQHbCMT2aAzTbCVTZ0924voZsrhUA09RoeHKNyxAubW3/bprtWCfBGesdOMXjHGlfxF652p/yJMsBw4DaELQJfxCGxXpumhbRHCg27RRxlFDTJVdBq57Y8qkHHawIIcjn8+TzeXzfZ2lpiRs3bvDaa69RKBSoVCpks9mRXhcowkUJNUPAI488wq/92q/xD/7BP6DZbPILv/ALZLPZAz/u//pf/4uf//mfx/M8fuZnfoZnn312y/83m00+8YlPcPr0aQqFAr//+7/P0aNH7/uYKysrXLlyhcuXL3c/rly5wpUrV2g0Gly5coVnn32WqakppqeneeSRR3jsscc4cuTISJUlhUUnJyWsTlOKNzEMg0ZDwiPcEWev4mQQBFtKJTshvY1Goyu0dUThjhiTy+WUOMz4CDU313Vu1/qzebJ0n5Y7uLInU/NwvegcLTK6aTQJXSsdmhJ2xzKtGO0BZebUcXjdfBt28TjT7iXiK5dhv3lK8Qy4TWjW+jvIKLDirGamcInOYdnAJG5Y4G7Xk33MsBy04491/7mf+5ymaRSLRYrFIr7vc+vWLa5du9YVbarVKul0Wso1hIxjUmyP2t0NAY899hhf/OIX+bM/+zOOHz/O0tISn/3sZzl+/Hg3k2WveJ7Hpz/9af7P//k/HDp0iMcff5wPf/jDvO1tb+t+zVe+8hVyuRznzp3j61//Or/4i7/I7//+7+/4mD/7sz/LG2+8wZEjR7of73//+zly5AjT09M4jsP73vc+/st/+S9kMpl9vRaKrXQChZVQEz4qoyYaNE3bMu/5vr+jENMJD+8VYhKJRLeLm2maasFyH8ZFqHlj/l67+36ZSLYHWvaUiHkEquxpC4ZugoTmRsvUqEm2JzY0qIUQbNwgxhvGQ1iFGY54l0msXAJvD/fLdGHTRTMC80/gpFlJVvAHJN7uGiHwUhPot69HO46oEQLt5BMI400Xped5B4pO0DSNiYkJJiYm8H2fmzdvcunSJdbX1ykWi1SrVVKplFpvKPaM2t0NAe9973t5/PHHqVarJBIJ8vk8N2/eZG1tbd+Cx4svvsiJEyc4duwYAM888wzf+ta3tgg13/rWt/j85z8PwMc+9jH++T//5/c9yf7yl7/8wOctl8ssLCwooaZPdIQax3GiHsrYoTJqwmG7Lm5nzpyh1WrheR5CiC2ZVaMaHh4F4yDUzK3qrDb6V4pg6P5Auz0Zwo1Mk5D1ndR05QvrBdCEfOOyTI1WiLetFhZn9ZOY+aNM+1dIrlxC3NfRITZFmo3boY1xkPjJAstOAVnePY1YkkTUg4gYcfjtiFR+y+d6g4QPiqZplEolSqUSnudx8+ZNLly4QK1WY2JigkqlEmlshRBCrYuGCCXUDAHvfOc7uXbtGi+//DI3btxgYWGBP/mTP+HatWs8+eST/MIv/MKeO0Bdv36dw4cPd/996NAhXnjhhR2/xjAMMpkMt27dolgs7vtn6bToPnny5L4fQ/EmqkV3dKj23P3B87xtg3q36+LWKUeanJwkk8koJ1kIjLJQEwRwto/ZNMmYN1CRRhM+7QgdLa0IS652wjB0NppyXqM1ycqxggCaES0X2pic146j545wxL9KauUiwr3L2qMbEE+NjEjjZSqsmGlkEWkAmhgkTBvaY1q2nS0j7sqlgf4KNb3ouk65XKZcLuO6LouLi5w7d456vU6pVKJSqXRzRxWK7VCr3CHg+9//Pr/0S79Eu90mnU5z4sQJSqUSrVaLz33uc5TL5aiHuGvK5TLz8/NRD2NkMAxDCTURYRiGKn3aBfdrXe37frd1decjm81SqVSwbXtbK/LKykrXLaMYLKN+6nZ92WCj1b/MiHy8TXuA2m0q5kFEWomsZU+by1i5BBEA29JYD6HEaC84VvSlWB4GF7QZtNw008F1MqsXEK06xOKgaVBbjXaAfaKdP8yaHo96GPciBG6qiLF0LeqRhM+dXJrt7muDEmp6MQyDarVKtVrFdV0WFhZ44403aDablEolqtUq8fjgr5lRv6+PGmqlOwRcvHiR1dVV/viP/7j7uT/90z/lP/yH/8DJkyf3deI5NTXF1atXu/++du0aU1NT237NoUOHcF2XlZUVCoXC/n8Q3ix9UvQH0zSVWBARylGz6ba4nxATBAG6rne7Jdm2TT6f7/59P/lanYwaxeAZ5dIn34dzi/3LprnzqAzy9NzUXNoRXfoyLu1932ej4YGILqB1J7xAvrInIVEplo/OJTGNSB9iWpslu3EF0ViLelgHRwiahSNsiP521eonDSvJ2Hk4hEA7+TjC3P73slNr7kFhGAaTk5NMTk7SbrdZWFjgtddeo91uUy6XqVQqAxNtlFAzXCihZgh46KGH+OEf/mFgU1DJ5XI89dRT5HI5YH9vuscff5yzZ89y8eJFpqam+PrXv87v/d7vbfmaD3/4w3zta1/jb/7Nv8k3v/lN/vbf/tsHfoNXq1XOnj17oMdQvIlpmqyvr0c9jLFkHISaIAhot9vbCjGtVosgCDAMY4sQUywWu62r9yPEPAgl1ITHKAs1V24bNNr9dtMMbgEs8HEjnG9kLHuyTJN2Hx1R/UKXsAuVJqAmYYlYIDQWzMNciE0x41wnt34eMaxlOZpBrXCEhuRbq5YwaAkTKxgfN7Y49DZEaueD5na7TSwWjbhmmiZTU1NMTU3RarVYWFjg+9//Pp7nUalUug5jxXgi92yiAODkyZN8/vOf57d+67e4dOkSly9f5tixY/ziL/7ivh/TMAx+4zd+gw984AN4nsdP/dRP8fa3v51/82/+De9+97v58Ic/zE//9E/z8Y9/nBMnTpDP5/n6179+4J+lk1Gj6A8qoyY6RuFUIggCWq3WPU6YjhADm9dYrxCTTqe7QkwUr4ESasJjVIUa14cLi/21uadtl+YAzY0Jy4+sAY6sZU+BpGVPlqnR9OQal21prEuof2gCNpqbgs2F4DBaYooZcY3s2vl7M2xkxoixnpumFWH77b2wYSawWstRDyMcsmXE5P1zMVutVqQBvx0sy+LQoUMcOnSIVqvF3Nwcr776KkEQdEWbgwpKo7B2HSeUUDMkfOlLX+Ib3/gGH/3oR/nKV77CF7/4RT71qU/xX//rf933Y37oQx/iQx/60JbP/dt/+2+7f7dtm2984xv7fvztUBk1/UUJNdEi+yY2CIIdW1d3rpve1tWO45DL5bqhvTLe0JVQozgol2+ZtProfhHCx/UCBlkgZBsu7YiqXCWcBhAgnWsFNgN7G235xhXVtfMgbEtjtf7mv300zgfT6MkpZsRVMmsXHtAlKnqCWILV9CTekIg0AC07A+Mg1Fj2jrk0vYSRUbNXLMtienqa6elpGo0G8/PzvPLKKwghuqKNbGNW9B8l1AwJv/mbv8lf/MVfkEwm+b3f+z1+6qd+ii996Uusra1JoQLvllKppBw1fURl1Iw3vu/vKMS4rosQYosQk0gkKBQK2LaNaZpSCjEPQgk14TGM18eDaHtw8WZ/swgmku6dTJLB4fkRlT0FAY2Wi5AsB0bTdAIJK09tS2NDMl3BNkXkIcI7sVOXNA+dc8FRjOQhZrhCeu0iwpPvUCqIZ1hJlPGlTHHaGTORImgmEM2NqIcyQATaiZ1zaXqRUajpxbZtjhw5wpEjR2g0GszNzfHyyy+j6zrVapVSqbTr8Y/ifX2UUULNkGDbNouLiySTSTzP47//9/9OJpNhZWVlqISaWCymHCB9RHV9ihYhRLeF9CDwfX/bttWNRgPP8xBCbOmYlEqlmJiY6Aoxo4gSahQH4cJNE9fv70I1bnoDLXuKmy6+H5VLw0MI+ZaKbVIIBfYAACAASURBVF8u4aiLRIG9HTRNzo2Zjkujff/NpYvBWY5hpKY5zmWSaxcRnhyHU36qyLKdR86o7QfjpoqYIyzUiMNvRaSLu/pa2YWaXmzb5ujRoxw9epRarcbc3BynT5/GNM2uaHO/9Z8SaoYL+e6+im05deoU58+fZ2Zmhre85S387u/+Lv/iX/wLqtVq1EPbF0EQqMmiD6hNa7QYhoHnefsWajzP21GI6QhAvUJMJpOhXC6PdXtqdc0r9kujLbhyq78CpqX7tNzBlj05hosbkXskZlk0o2o1tQOaJmi25Vs/yFiOJYCapFEve3GJuRj8gONYqWmOcZnk6iXwoxNs3GyVVSPFsIo0AA0jzmge5wCZEmLy1K6/PAiCgR24DZJ4PM6xY8c4duwYGxsbzM3N8dJLLxGLxahUKpRKpbFdK44K6rc3JHz+85/vlrj8y3/5L1lbW+M973kPuq5HPLK9k06nWV1dJZPJRD0UheJA6LqO67o7nl7c3bq6I8Q0m01830fX9S1CTCcfxrbtoXxvh8E4dNtSDIYLi2bfS5Qmkm38AZc9BRHW+MgYIiyEnHNjzNJYl0wUcWJyhggLwBPOns1HLUxe5wSx9DTHuERi9TKEXBbYLkyzpjmhPucgaAudwEkj6qtRD6W/mDbaiXeP3WFwIpHg+PHjHD9+nPX1debm5njxxRdxHIdKpcLExASGYYzd6zLsKKFmSDh58s3E8kceeSTCkRyccrnMwsKCEmr6RKczi5p8w6VzArO6usr6+vo9QkyndXWvENPJh7FteyhPb2RA0zSVy6TYM7WW4Opy/5c8pu4PtOxJp4UXUdmTZYg7biF5CAJounLOnZ4vX9lTVE6sB+HEtoYI75UmFmc4hZ05wjH/IvHVKxAMWFQUGo3CEWpiOEpkdoObyGOOlFAjNkWaXeTSdDiIK1pWkskkJ06c2CLaXLx4kWw2O/R7yHFDCTVDSsf6HwTB0J28VyoVFhcXt4hPiv3TyakZlvraYSEIAtrt9raOmFar1f1/z/O6Las7+TCxWGzkbvyyoEqfFPvh3IJF0GfnS8IabDYNgK01IKJuMkLCvBXT0GlJGIyr64K6ZN2eLEPQkDTCrl9dqBpBjNfEW3CyRznmX8RZvToYwUY3qOWO0JAwr+kg1A1npMqfxKG3IDITe/qeYcqn2StCCFKpFKlUihMnTqhMyyFktGacMeHu8NLr169z/vx53vve90Y4qt3TcdQo+kOn89Oo3mgGRRAEtFqte7JhOkIMbLZH7HXEdASZWCyGEILz58+TzWYpFAoR/zTjgxJqFHtlrSG4sdL/A41Cok17wI4FO2bgetFc720Jy5585DyYMg2NpmTuI0MXIOG+zDL634WqHth8X7yVRPYoM94F7LVrm/arfmDarGUP0x6i9tu7xRU6QTyDqK1EPZSDk55ATD20528bZaGml07zCcVwoYSaIaQj0vzRH/0Rv/M7v8Of/umf8s/+2T8bKqFmfn4+6mGMDKZpKpV8G4Ig6LauvluIabfbCCG2CDGO43QzYizL2lUpmcpLCR8l1Cj2ytkFi0GEfvq+CwMUDgzNj0ykkbHsCZDSIRIE0JTMTQNQl9B5BHcEpAGxETj8tfZ2ktkZZrzzxFZvcBBXWGAnWU1N4g1xaPCDaCfyWMMu1JixfefSjItQA6rj0zCihJohY25ujv/9v/83f/iHf4iu6zz22GP80i/9EseOHYt6aLumUqlw9uzZqIcxMoyrUOP7/o5CjOu6CCGIxWJdISaRSHQzYkzT7MsNyzAMlZcSMkqoUeyF5ZrGwlr/lzqOtoYXDHYJlYy5RJUjLGPZk6EbNCXUxTVc2p5cG724hMHGsCmXboQQbrwexPkr7Z2kc8c44p4ntnZjz48RJHIsOxMEIyzSwGb5k1xX797RTjyOsPbnFhknoUYxfCihZkjwfZ8//MM/5KWXXmJ9fZ0f+qEf4j3veQ/vete7SCaTUQ9vT1QqFVX61EdGVajxPG9HIcbzvK6Ns/ORSqW6GTE7dWHqN52uT4rwUEKNYi+8sTCYBXg5aww8n8YQXmSVKzKWPbmBnKUncslZm3gyDgpwLI3VELtQrQYJ/kp/mGz+GNPtc5hrc7uSXfz0BMtWfpi7b+8aD40gkUNs3I56KPtCTO09l6aXVqtFLLb78OFhRjlqhg8l1AwJruvy0Y9+FMuy+OQnP8mP/uiPMjMzE/Ww9kW5XGZxcTHqYYwMnTDhYcPzvHtCejsfnRymXiEmk8lQLpexbRvDkGPqMgyDRkPC3qcjjK7rSqhR3JdO/tTcss/SRqLvjy+Ej+sFDHIXpwkfN6KWPaYhaEtW9iSEnMG4m22mLanUGtMQ0pY9tSOaupf9JMv6u7CdBU5p17A2dj4sdHNTrOqJsRBpOrTjOaxhFGrSRcShtxzoIVqt1tAdeO8XJdQMH3LsdhQPxLIsfvd3f5c/+7M/Y3V1lV/5lV/hypUrTE5O8qEPfYiPfOQjQxMSVSqVlKOmj5imSb1+gD6XA8J13W2FmGazie/76Lq+RYjp5MPYtj00ncxURk34aJqmXvMxp9NxrTOv9M4vnSDwWCzGkvFDA3n+iaSL1+cOUneTinkD7za8E5qEZU+6Juc9ISZhiZGpC5oSilqDCBHeK41YiVcpUcivcLh5DmNj66Fhq3CEdW041tL9pKY7WEL0L4A5DMzYZsnTAcUH1TVVITNKqBkiPvrRj/LRj36Uer3Oyy+/zOXLl1lcXOQ73/kOn/zkJ3nllVeGwmUTi8WG0gEiK1GUPgVBcF8hJggCDMPYIsR08mFs2x6Z1tVKqAkfVfo0+nSEmLvnlnq9vqUjm+M43SDwfD6/JX9qflVn9upgNlxxc/BtuU3Njcx9IGPZU8uT857h+ZKJWgE0JHXTDDJEeK/c8jPcMh+jmL/NoeY5jNpt6oWj1MUoNavePb4QBIk8Yv1W1EPZNdrxd+87l6aXccqoUY6a4UMJNUOI4zg89dRTPPXUUwCsrKzwuc99jqmpqYhHtjeCIFCTRh8YhFDTu1Ha7sQ6CAJM07wnI6bTunpUhJgHocKEw0cJNcPP3fNL7xzTbG7aE+7uyJbNZnfdkS0IOp2e+o+p+Xe6IQ3y3uVHJgDLWPaka5qUDhFDF9Ql6/bkxDQ2JHP4dJBxXDf9HDfNxzlcuo3pL0c9nEhpxbPEhkSoEVMPIbKlvjzWOAk1iuFDCTVDRK1W43/8j//BCy+8wN/5O3+HH/7hH+Y73/kODz30EEePHo16eHsinU6ztrZGOp2OeihDz36Emk6Gw3b5ML0n1ndnxDiOs+vW1eOActSEjxJq5KfXcbedI6ZX6O24YjKZzK6FmAdxY8VgvTkYsXgi1SYYcNlT0vLxI9r/y1j2hJCz7Mk0NBqSiVqyVq44lsaapHFunufxVzdTPJK7PdZrm7puExMakdVc7pZUAXHorX17uE4p/qgjhBjr63tYUULNEPGNb3yD3/md3+Hw4cN8+ctfJpvN8ld/9VdcuXKFn/3Zn+0GsA4D5XKZhYUFJdT0ge1cHb7v02q17hFhGo0G7XYbIcQ9J9a5XA7HcfrWunocUI6a8FFCTfhs537cyXHXKX3sddw5jkM6ne467gY5v/g+nFsYXPmCpfsDL3uKGS5RTSuylT0FATTa8t2PNscllypiaESeAbMTkl1WWzDNGE1MXGFiMr73cx+Bn8yjrd2Meig74qLx6oogd/481WqVRKL/YfEKhUwooWaI+MEPfsDf/bt/l2effZZf/dVf5bXXXmNmZobvfve7wOZieljoCDUnTpyIeihDie/7NJvNLRuk1157jUajgeu6CCGIxWLdjVIikaBQKOA4DoZhKCGmTyhHTfioazccOo4Y13W5evVqd77pzaDquGE6pY+O4wxciHkQV28b1NuDObBIWB7NgZc9QeCrsqcOpqHTklB8sC2NDcnGZZkaLQlvR5Yur4AUBHC7trkV2qBAlvmIRxQtLSeLLbFQY73lSR5JFpifn+fMmTO4rku5XKZare6roYrv+2OzphiXn3PUUELNEPHEE0/w9a9/ne9973vUajW++tWv8s53vpPp6WlguN6EHaFGsT2e590jxHQ+PM9DCLGlLEnXdQ4fPtwN01SEgxBiqARShaLDTmHgjUZjSxh4xxZeLBalz6DyfLhwc3DzXyHRpu0N9j7rmC5eRHVPMpY9eYGkJQmSvVZBgJQ5PgCGroGkYzMNncb65nv60mqad6XHW6ipaTFsTYeIxOL7ISZPIbJlDGBqaoqpqSlarRZzc3O8+uqrAFQqFSqVyq4zZ8Ypn2aY9oiKN1FCzRDx1re+lRs3bvCv/tW/YmZmhmKxyKOPPsrHPvYxgiCQdvG8HZVKZayFGs/ztt0gNRqNbgnb3fkw5XIZ27YxjHvftvPz8yQSiaG6BhQKxeDwPO+e+aXz7yAI0HV9iyNmJyHm9OnTlMvlbecd2bh8y6TpDnIO9Bm0m8YxXKIy6clW9iSQU3wQQK0lj0gDmyHCNQnDegHpnEe9bLTenNfqrklgxBFuLcIRRYwQ+KkC2opk6/NUAXH4bfd82rIspqenmZ6eptFoMDs7y+nTp7Esi2q1SqlUuu+9a5yEGsVwIv/KS9GlXC7z2c9+liNHjmBZFpOTk0Ob8VKpVDh37lzUwxgY2wVpdvIbOifUvUJMLpfb4o7ZK51A4VgsNoCfRqFQyEZH7N1unrl7jultX23b9p4E3WE5hWt7g3XT5OKDd9MACFTZUwddNwjkO9gnZmm0JRNFZH2XyhwirGuC5bWtc+FSO0NBjLFQAzTtDI5MQo1hoZ14/IH3Itu2mZmZYWZmho2NDWZnZ3nxxReJx+NUq1WKxeI96+txEmqG5V6u2IoSaoaITCbDiRMnWFlZ4fr167zwwgssLi5y69YtVldXsSyLX//1X496mLuiXC4zPz+cFtOdOpr0Bml2ygY6H4VCYV+bpN1iGIYSaiJCCDFUQd6K4aBXiLl7rtlO7N2vEPMghqW87+JNE9cf3EI0bbu0Bh0irHu4nip76tD25ZxTN68zeV4r32+z0bSQUa7x5DJpbcEL7t0CXVpJUcjNyds+KwTqmoWjGeDLEaysHX8MEXP29D2JRIITJ05w/Phx1tbWmJ2d5dy5c6TTaarVKvl8Hk3TxkqoUQwnSqgZIjzP49/9u3/XtafH43GSySSFQoFjx46RSqWiHuKuKZfLLC4uRj2MbQmCoNvRZLvW1Xd3NOkEaUaZ37CfFt2K/tAJFFZCTbhs14lomPB9f1sRpl6vbyl/7JQnHdR1t1+GQahpunB5aXBuGiH8O7kxg73e4pYXWTSEbGVPuiaoSXhLM3VBXbJuT/GYSa0l31xoShwiDHBr/d55tOUb+HoCzV2PYESyIPBTRbSVuagHgqieROQq+/9+IUin06TTaU6dOsXy8jKzs7O8/vrr5PN5gKGtTNgrw7xeGmeUUDNEGIbB5z73OUqlErlcbkvdpeu6oS7eD0qUQk0QBLRarR2FGGBL62rbtslms9i2jWVZUk52pmmqNtERYRgGnuepEOcQ6YgHMr4XO/QKMXfPNR1hb7s5Jmwh5kEMg1BzftHCG6CbZiLpDvTxO+i4RCGXmLqgHZGTZ0c0OZenuqGBZCVirqTOI9PQqEsotsFmWd1ODrybrTQlbZyFGmg6aZyohZpkHjF9by7NfhFCkMvlyOVy+L7P0tISr7/+OouLi2xsbFCtVkmlUlKvKw7CqP5co46cd0LFjrz97W/nO9/5Di+88AJXr15lYWGBs2fP8j//5/+kUtm/6hw2sVisK4r0m07r6rtDehuNBu12GyHEFiGmN7/BNM2hnMyUoyY6dF1XIlnIaJoWeblZZ5652w3TK8TEYrGuIyaTyVCpVKQTYh6E7EJNrSW4enuwS5m46dEc8Ftc4NKOqE5E0wRIJNQEAbTa8t2HgwAakrlpbFPI6VoJkDbcGGClvvMcfGklRSmvQSCXyyxM6pg4ugleROtKw0Q7+ThCDOYer2kaxWKRbDbb7R514cIFarUapVKJarVKIpEYyHMrFHtBCTVDxje/+U2ef/55isUik5OTPProozzzzDNDVfbUy35Oxe8+qe79cF0XIQSxWKwrxCQSiW5HE8MwhlKIeRCmadJoSJrYN+J0HDWK8OgINYPkbsG3V5DpzDO9jph0Ok2pVNqxM9uwIrtQc27RJAgGN6ebmk/LHXzZk6NFt6uVrezJNHQpOwXZlibduDY3svK9P52YkDZE2NA0Npo7CwBeoOPpCXR3LcRRSYYQeKki+vJsJE+/mUsTH/jzdLIdc7kc5XIZ13WZn5/nzJkzuK5LuVymWq1i2/bAxzJoRnHvMw6MzmpyTPjyl7/Mj/7oj/IzP/MzUQ/lwKRSKdbW1u6pD707RLP3o/ekujcfZhQ3SHuhEyasCB/lqAkfXdcPLNQEQbCjI6ZX8O04YtQ8Ix/rDcGN5cH+LiZS7YEKQR1MzQXCd1rJWPbkR/A67ArJApc1IV+b8A5+CO+Z/dLwHjxnLDQzVPUxFmqApp0iTvhCjaieQOSqoTzX3WHChmEwNTXVddnMzc3x6quvApvdaiuVylCGDyuRZnhRq80h4+mnn6bRaHD79m0sy6LValGv10mlUn1z1SwtLfHjP/7jXLp0iaNHj/L888+Ty+W2fM0rr7zCpz71KVZXV9F1nc997nP8+I//+K4ef319ncuXL6PrOv/+3/97lpaWuH79OrOzszzxxBN84hOf2HJSPawlA2GiSp+iQzlqwkfTtAe+5h0hZrssqk4JZEfwdRyHZDLZdd6pvKE3kdlRc3Zh8J1uLN0feNkTeDAgi/+DkK3sCaAh4a1MSCiK2JbGuoSuFUOHDUnLngQBSxsPfq9dXkkyWdQIBuzclJkGJnEjBm6Iv8xkDnH47aE9ned5Ox68WJbF9PQ009PTNBoNZmdnOX36NJZlUa1WKZVKQ3Noo4Sa4WU4rjBFl4cffphf/uVf5tvf/jb5fJ7V1VWuXr3KJz/5SX76p3+6L7kNzz33HD/yIz/Cs88+y3PPPcdzzz3HF7/4xS1fE4/H+c//+T9z8uRJbty4wWOPPcYHPvABstksANevX+ell17i8uXLXLp0icuXL3P16lXa7TbJZJIjR45Qr9fxPI/3v//9HD9+nGPHjqma0H2iwoSjo9P1SREeHaFmJ0dMbxZVxxEzDiWQg0BWoWalrjG/NuBsGsujGULZky0ad9wa4SNb2ZOhGzQlnE5jlk67Idf7oC3h6wRgGZqUYhuAH+i7csgFaLS0FKa/EsKoJEUIvHQRfel6OM+nm2gnn0BI2EHTtm1mZmaYmZlhY2OD2dlZXnzxReLxONVqlWKxqA6SFQNBCTVDRiaT4Ud+5Ed49NFHyefzFItFDMOgWt20CfYjXPNb3/oW3/nOdwD4x//4H/O+973vHqHm1KlT3b9PTk5SKpVYXFzsCjVvvPEGL7/8MkePHuXv//2/z9GjRzl06NAWy+Cv/MqvcPToUT7ykY8ceMzjjnLURIdhGEokGwA7dWer1+usr6+zvLxMPB7vOmLi8Tj5fB7HcZQQ00dkFWremB+8/byQaON6YZQ9tYliOSZj2ZMbyLdJA3AlE0VihpCyo1IQQF2yHJ8OgR+w0ty9W3KunuawOcZCDdCwkoR1fKodfzSUXJoOvu/va52QSCQ4ceIEx48fZ21tjdnZWc6dO0c6naZarZLP5yNtdLAdaj00vCihZsh46qmneOqpp/jud7/LCy+8gKZpPPHEE7zjHe/oW7va+fn5rvBTqVSYn5+/79e/+OKLtFotjh8/3v3c008/zdNPP33f7yuXyw98bMXuUDkp0aHrOs2mpD5viQmCgHa7va0jptMRrjeLqrc726VLl5iYmLinJFPRf2QUam5taNzaGPzppcBn0G4a8CM7QZat7EkIIaUTwzQEdcm6Pem6AAlfq7jEIcKNZp2mu3sh4NpagumiTuBLptKFSBODhGlDe7C/VFE5jshPDvQ57qbdbh+ozFkIQTqdJp1Oc+rUKZaXl5mdneX1118nn89TrVbJZrNKJFEcCCXUDBm+7/Pf/tt/4/nnn6dQKPDtb3+bT3/60/z5n/85n/nMZ3Yt1rz//e9nbm7uns9/4Qtf2PJvIcR9H292dpaPf/zjfO1rX9uzglypVDh//vyevkexPepGEB1KJNuejhCzXdekjrBlWdYWISabzeI4DqZp3vea7keYsGL3yCbUhOGmycXbtENw0yQsH0E0Qk1U7cB3QrLLrIuuayCRUCOQt/W1zCHC9ZbF3t5qGg2RJsbtQQ1JfoTATRUxlq4N7jkSOcT0Owb3+Dtwd5DwQRBCkMvlyOVy+L7P0tIS165d47XXXqNYLFKtVkmlUpGt1dUeYXhRQs2Qcfv2bf7jf/yPPPfcc5w8eZJXX32VZ555hmeeeYbPfOYzu36cb3/72zv+X7lcZnZ2lmq1yuzsLKVSaduvW11d5e/9vb/HF77wBZ588sk9/yyVSoWFhYU9f59iZ/rlqlLsnnENEw6CANd1d3TEBEGAaZrdjBjbtslms9i2jWVZB7pOw2jPrdhEtvlkYVVnpT54N03admmFoL/ahksUOq+MZU/NdrDHjfTgCQJoSBYi7MRUiPBe0TVBW9t7w40btTQzsTEWatgsf0oO6sF1E+3k45G4Cvsp1PSiaRrFYpFisYjnedy8eZMLFy5Qq9UolUpUq9XQ8zhlu48rdo8SaoaMZDLJzZs3efLJJ7vlAdVqtSt49OPN+OEPf5ivfe1rPPvss3zta1/bNkOm1Wrxj/7RP+ITn/gEH/vYx/b1POVymcXFxYMOV3GHjstABZqFy6g6ajpCzHZdk5rNZleI6bhhbNsmnU7jOM6BhZgHoYSa8JCp9CkI4I2FwbtpBD6eP/gQYSCysgrZyp50TQNNviWpE9NYl0x8kC0vp0PgtYFY1MPYFjfYX4nL3EaCY3Hzzs82nrSEAbE4NGt9f2zt+CMIO5omIoMSanrRdZ1yuUy5XMZ1Xebn5zlz5gztdptKpUK1WsW27YGOQTHcyHdXVNyXWCyGEII33niDU6dOcfnyZZ566ik+9alP9aXjE8Czzz7Lj/3Yj/GVr3yFI0eO8PzzzwPw0ksv8Vu/9Vv89m//Ns8//zx/8id/wq1bt/jqV78KwFe/+lXe9a537fp5SqWSctT0kU6gsBJqwmWYHTU7OWI6QoxhGFscMel0Gtu2u/NQVKjSp/CQSaiZXdFZbw7+5HUi6eL5g7++HdO7IwiFjytZ2RNCzvtWgADkuP4BLEPOHJ8gCGj5ehja5r5YWt//vFEjhcNSH0czfLjJAkafhRpRPobIT/X1MfdCGEJNL4ZhMDU1xdTUFK1Wi7m5OV599VVgs8KgUqkMbDzKUTO8KKFmCPm5n/u5bsbDF77wBVKpFB/84Af7ljJeKBT4v//3/97z+Xe/+9389m//NgA/8RM/wU/8xE8c6Hls2+66ghQHpyPUKHU+XGR21GzniKnX61uEmF5HzMTERNcRI1vXgl467bkVg0cWocYP4GwIbhrotOUe/PM4pounyp42y4va8m0kNAG1pjyvE4AhbYiwxlpDvt8hgK4buAcQXq+tZzjpjLdQUzcT7L1w7D4ksogj7+znI+6ZVqtFJpOJ5Lkty2J6eprp6WkajQazs7OcPn0ay7KoVquUSiUMQ23RFUqoGUo+/elPd//+kz/5k9ENpE+oXJX+YBiGatEdAbquRyYadISY7QJ7e4WYzkexWOw6YmQWYh6EpmnSimOjhixCzbXbBvX24K9ZU/NpueGUPYkgmmvY86JpB74ThqEj45mNZem0GtFf+10kbn0tc4jwQTOtbtYdTiUtAk/SFz8E2sIgsJOIxvrBH0w3Isul6SVsR81O2LbNzMwMMzMzbGxsMDs7y4svvkg8HqdarVIsFg/klH9QUxiF3Mhzp1bsms6ieRTeeKlUivX1dVKpvmr1Y4lpmmrzGgGapg1sI+t53o6OmE4eUa8jplAo4DjO0AsxD0Jl1IRL1EKN58P5xf23Ud0LE6k2QQibTkv3cCNwtQRBsLmplmh68AM5y55ky4JxYpqUYb2GJm+IsKHrbPShXHI9SJPgZh9GNLy4yQJmH4Qa7dijCHtg8cS7RhahppdEIsGJEyc4fvw4a2trzM7Ocu7cOdLpNNVqlXw+P9JrO8W9KKFmCBkFgaZDuVxmfn5eCTW7wA9goylYreusNjQabYFt+dhGgGMFuCJJvdkmCGCELpGRpiPEbBfY2yvEdMSYfD7f/fc436yVUBMeMtxvLi+ZNN1wrndL90Mpe0pYHlHkCFuGFkrb8d0igKaERlBTF9QlaskNm2sAGbFMjYakZ0QNtz8i4JW1DG9NjLdQ0zDiHFQuF+UZRCG6XJpeZBRqOgghSKfTpNNpTp06xfLyMrOzs7z++uvk83mq1SrZbHZX92cZ7uGK/aOEGkWkdDo/nThxIuqhSEOnXn+1obFa11ht6KzWNdYa2j324kzcwwu4E3x5BICzPwhwzADH9HGsO3+adz5n+RiaEnLCwvM8ms3mtoG9nfDvXkdMLpfrOmJUKPTOKKEmPKIufWp7cPFmOG4ax/JohlT2pOMSxRUsXbcn3SCQzLkC4AcuHHhb2j8MXUhZ9hRIXI6lCVha64/Au9yMQcYGV8K+6CHRFjqBk0LU1/b3APFM5Lk0vXieNxTrLCEEuVyOXC6H7/ssLS1x7do1XnvtNYrFItVqlVQqpQSZEUUJNYpIqVQqY935qeXC2h0hpleY2e2J50pNJ+14CC3ohuV5vmC9KXbsjmJoAbbpE7cCbLNHyLkj6pjy37ekwfd9Go0Gnudx/fr1LY4Yz/O6QkxHjMlms1QqFWzbHooFgqwooSY8ohZqLt00Q3OAFBNt3BCeS8Oj7XqRKOaydXtq+/I5A4Mg2HRwSbTviRmCloSuFccS0rUv7xAIF7NjZwAAIABJREFU807Xrv6w5qVIMb5CDYCbKGDuR6jRDbRTTyA0udY9wyZuaJpGsVikWCzieR43b97kwoUL1Go1SqUS1WqVRGJru/Nh+xkVW1FCjSJSyuXyWAg1ng9rjU0xZq3HJdOPcMzVuk7K9tCFjxc8+PFcX7De1HdcXBnapvOm68K5I+TkEt7YiTgdIWa7wN5eIcb3fTzPI5PJKCEmBFR77vCIUqhpunBpKTxXg8AnjN25EWyACF+gMHQRSS7OTmiaoC5h2ZNt6WxI5BIJAqR8nQB57bkB3N7o7z340lqGdyYX+/qYw8aqMCns4/vEzCNS5NJ0iDp3rR/ouk65XKZcLuO6LvPz85w5c4Z2u02lUqFarWLbthJqhhwl1CgipVKpcOHChaiH0VeabcGtDf1Nh0xdY6Op9fVk527WGjqJmIsI2gTiYBsb1xesNXTW7jo4KiZd4pbPVNYlbQ//TQ42hZhms7ltYK/neQghtjhi0uk0pVIJ27a3tE589dVXu59XDB7Vnjs8ohRqLixad8o6B0/WaYfm3EknzE1HTcjomlxCjdDkXIIGQgDyvE5xS5NKOOqga7AhqcHEMHSabn/fz+stCwwH3HpfH3eYEEaMmogRD3ZvoxKlo2jFQwMc1d5pt9uYpjyljQfFMAympqaYmpqi1WoxNzfHq6++CsA73vEOcrlcxCNU7Bc575KKsaETJjxKCBFwfsHk1ka4b6+NpoFBi3jcGMiG4+a6TiEOf3nJIWV7TGVdymkPQz7nepdeIeZuMcZ13S1CjG3bOwoxDyLKFt3jiCp9Co+ohJp6S3D1dnhzaMZxQyktEfi4Ec0VMpU9BQG02vKd9GoC6k15RBpAqhKsXmKmFkrw9n5Ybw5m7lh202QZX6EGwChOwuLF3X1xPI04+vBAx7MfZA4SPiiWZTE9Pc309DSNRoNYLBb1kBQHQAk1ikipVCosLo6WldQy4D0n6rx0yWZ2JVzF3iWO5/lYuk/L67eCIrhV08nHPVYbOq/P6ZxdCKikXaayLqkIXDZBENwT1tsRZDpCTCwW6zpiUqkUExMT2Lbd19MUXddVa/QQUUJNuEQh1JxbNO8JTx8cHs1WG6ENfr5OxjyiMCjJVvZkGnKVF3WImTotiYQaWVtfbzY9iHoU26NrgpX6YE6QLq2meVd6tA4X90rdcNiVxKEZaCfly6WB0RZqerFteyx+zlFGCTWKSCmVSiMn1MCmJfiJmQavXgu4eDPcSXKjqRG3wDJ9Wn1vaSu4XdPJOj5rTQ3PF1xfNrm+bJLucdnofXraIAhotVpdIaZXkGm321uEGNu2SSaTFIvFriMmrNpcwzCUoyZElFATHlHUt683BTeWw1ueFJxWKCINQEx3aUeg6cpW9uQj3+YNoCXZNB4zNenGBODEBOuSlj21/cHNHXXXJDDiCLc2sOeQHQ+NIJFDbNy+79fdsIok6m1ydiBdTsq4CDWK4UcJNYpIsW2bZlPC46I+IAQ8fKiJbQacmQ3XelhraThAzPQ3u1f0kQDBSkMjFfPZaL352KsNndU5nTf24LLpCDG9Ikznz44QY1lWt311IpGgUCjgOE6oQsyDUKVP4aKEmvCIovTp7II10Eyvu0k5hFTC4Uc2T8gk0oCcbgxTF9RdeV4nmV0rstZj+b7H4ro10OEttTMUxPgKNQDteA7rfkLNxBHi2SNcv36dM2fOUCwWmZycJJVKhTfI+zBOQo0s62TF/lBCjSJygiAgCORT3PuBEPBQpUXMDPh/V2Khbj7qLQ0CsC2fRp/FGj8QbLQ0bNOncVfnqrtdNqVkg5S+RrtV3+KIabU2fe+9jph4PE4+n++WJg3LNWEYhip9ChEl1IRH2ELNSl1jfjU8t4Wp+bS8gDA2ngnLx1dlTxi6QVNCXVs3NJBIqHEsjZqE5WG6kDdE2DRjIAY7f1xaSVHIzRFJDaMk1HQHS4jtXwMnjTbzQxQ0nUKhgOd5LC4ucvbsWZrN5paORFHRarWkEY0GybCsoRU7o4QaReSkUinW19dHetI8WmhjGz5/edHBCy13AeptjSAAx75XUDkori9ouQJT92nvkIez2tBZbSQQ2KT1FSYSJpNDKMQ8COWoCZdRuW6GASFE30Wxu7Olev9cNt6+2VklJCZSbYKQ5mTbcIlCz5Wt7MkNJEygD6Dekuc1gs48J9eYAGKWRlPSPN2V2uC3NS3fwNcTaO76wJ9LVnwhCBJ5xPqtrf+h6WintubS6LpOpVKhUqnQbre3dCSqVqtUKpXQOzCNi6NGrZWGHyXUKCKnUqmwsLAw0kINQCXj8dTJGn9xPh5aG1iAhqsRNCBh+9T7LNa0PA3draNpBoHYeToJ0Fnx8qys5km3erJsRuQeYhgGtdp4W6EVo8teHTVBENBut7cVYu7OluqEfJdKJep+gsWryQH9FNtj6X5onWsCX5U9CSGkLOexYxrrElVhawJqkglHHZoS/v4ADF1noxXOouJmK01JG1+hBqAVzxK7S6gRM+9CODuv5U3T5PDhwxw+fJh6vc7s7Cx/+Zd/ieM4VKtVSqUSmjZ4IXdchBrF8KOEGkXklMtlFhcXOX78eNRDGTj5hM97T9X47jmn76LJ/WjeEWtStk+tz8/rCYe45dF0g111aelk2XQ7RuVckjE5F6S7RTlqFKPKTidyrutuK8S0Wi2CIMA0zW62lOM4uypp/OsL4VrhnTvzVhhlT7bh4UVQ92Tocgk1uoQdYIA79y55Xifb0qQM67VNIZWg1UujHd61dWklRSmvQTC+Jbg1zSYm3nwNxMQ02sT0rr/fcRyOHTvGsWPHWFtb48aNG5w7d45sNku1WiWfzw/METIuQo1y1Aw/SqhRRE65XGZ+fnzaHaZsn/c+VOMvzjmsNsJbWLRcjeUNn7jVwKW/G6K1pk7Gcak1tV3n8Li+4NqyybVlk4yz6bIppfrXMSpMVEaNYtTwPI9Go8HGxgb1er1bqtRsNvF9H8MwuiKMbduk02ls2yYWi+1rcbiwprNcD3cTX0y0cUNyN8ZNlyi0XF3TcD15NpOtHcpko0SX0L1Sb3ogY2csSTd+miZYWgvv2vICHU9PoLtroT2nbARC4KcKaKuL4KQQR39o34+VSqV46KGHOHXqFLdv3+bGjRucOXOGiYmJgYQQu66LYagtsEJ+1FWqiJxyuczCwkLUwwgVxwz4WydrvHDR4dZ6eG9DLzCotTQyCZd6u7/Pu1I3yMVd1vYhPq3UdVbqOm/MB1Qymx2jhslloxw1imHD932azea2Hdc8z0PTNGzbxvd9hBBdR4xt2323pgcBnF0IN6MAQOATVvcagSp70jVNyrIZy9JpNuR5nUw9oOnKJ9JoAjYkddMEgRFqswaAhWaGqj6+Qg1Ay85gry+hnXwCoR98Tdm51+TzeXzfZ3FxkXPnzlGv17shxI7TnwyzcXCbjMPPOOoooUYROdVqle9+97tRDyN0LAPec7zO6cs2N5bD26R4gcZqzSCb2Npeux/crhnkEy6r+zwZd33Btdsm126bTCRd6m2BoHOId2cZJuj5HFs/1/N3ACGCB/z/m59LxjyKSZ/YPmZFXdeVoyYCRrVbXD8IgoBWq7WtENObE9PriCmVSti2veWkcWFhgVqtRj6fH9hYZ1f1fQm8ByHrtEPLCjN1LxJXi2xlT4PuxrNfWpJN3aahh5abtBdsU6MlYTkWASyF7MYDuLySZLKoEYxxB8K6FsOZeRcinu77Y2uaRrlcplwu0263mZ+f56//+q/xfb8bQryf8qUwuxhGjVofDT9KqFFEzjg6ajroGjxyaB0tsLi2kgjteV1f4/YG5JM+683+ijVLGzqFhMfKARdOi+sGhYTbM77B3nBurgmWNnwsA8opj4wT7NrlbRiGctSETKdt9DgvRNrt9rZCTCcnxrKsrhATj8fJ5/M4joNhGLt+3QbdntsP4NxC+FkBGdulFdJbNml6RLGXk6nsKQig0Zbvvep7TdwgvC5jD0IANUldKzK2VAcwDJ2WG/61FaDR0lKY/krozy0LiUIZLZUZ+POYpsmhQ4c4dOgQjUaD2dlZTp8+TSwWY3JykomJCXR9d2tOVfakGCbUlaqInFEXajpZD51NVO+H7/vouo4dsynHpplvToY3Ll9jaQ3yKY/1Zj9PowS3NnTyce/AGTy3Nu4WawZHwGZ4Y9wK+MG8iWUElFIeE8lN8eZ+KEdN+Giahu/7oXSIiIq7547eOSQIAgzD2BLYm06ncRwHy7L6JmANWqi5fnuzHDNMBD5eEE6IMIAuXKKQS2Ry0xiGTqsV9SjuRbbTdScmZ4hwzBBsSPj7A1hrRreVubGR4khsDIUaIUgXK8Ti4XbpA7Btm5mZGWZmZlhbW2N2dpbz58+TTqepVqsUCoX73v/GJUgYlKNmFFBCjSJyhl2o6WymOh+9m6nORrKzmbJt+75ZD5dv1Xnlih1arbUXaNxag2LKY63PYs3tmk7GObhjJ0yxxgs0Gq6PpQe0XMG12wbXbwfk4gGltEfa3t5lo2madAv+Uacj1AwznZyY7bondUXcO3OF4zgUCgUcxyEWi42EQOX5cG4x/GyaYtLF88OZYzXh01ZlT/iBfGVPQRAQaLGoh7EFV1LXiqbJueHTNcFqPbq58MZ6kinDxxjGLgj7RGg6mdIkZizcLn3bkUqlSKVSnDx5kuXlZW7cuMHrr79OsVikWq2STqfvESvGSahRDD9KqFFEjm3btGQ8aruD53lbNlO9G6qOENPb/SSXy3U3V7u1YnY4UnCJGXX+8pIT2kbCDzRuDkCsCRCsNTQSMf/AJ+ZhijVtT0PDx9ACXF8QIFiqCZZqGraxKdgUkz6mfPuOsULXdemFmk5OTL1ev0eMcV0XIcQWISaTyVCpVPY1dwyKQTpqriwZNN3wNzgJywstAyRleZF0fZap7EmAlCHCph7gefIsgy1D0JDwdZI5RNj1wxd6tyA02kYOIxgPV41mmGRLk+imXEKHEIJcLkcul8P3fW7evMnFixep1WqUy2Wq1SrxeBwYH6FGCKEcNSOAPHcoxVgT5WTi+/6Ojpje7iedj2w2O9DNVCXj8dSJGt8774TWytQPNBZXoZQ5eLlSL14gqLU0bNOn0R4esabpaTiajyYC/ODNa7PhCq4sGVxdCsgnfEppn1Rs91k2iv6haVrkuUBBEOC67raOmFarhRBiS05MIpGgWCxi2zamGfEGY5cMSqhxPbhwM/zFsqH5tLzwyp5M3aUdQVWkJ5GbRtcNAgmdIr1zuwwYugAJhRrb0litRz2KexECbq5H72SZa2SZGYPyJ8OKkSlNovWhu9Mg0TSNUqlEqVTCdV3m5+f5/ve/3w0h9jxvLIQaxWgg97tNMTYkEgnW19dJJvtf73p3ecF2bWh7u59kMhnK5TKO40R2qp1P+Lz3VI3vno+Hlt8QoLGw0n+xxvUFbVdslhMdsMtKmGJNva2RsHzaXnBPKVpwJ4fn1oaOY/qUUj5oxtiH24ZJWKVPruveI+DW63WazSZBEGCa5hZHXTabxXEcTNMciWthUELNxVtmaF2XeplItQlC2qALfNwIxETZyp4OOu8PAl3bFORloi6psVi2rlgdNGGE5jy+H3MbCY7FTQJPQpWtT1hOnHSxihiyklvDMJiammJqaopGo8Hc3ByXL1/GsixM06RUKknjXu03o7D+UCihRiEJ5XKZ+fn5fQk1HSFmu8Deu8sL7teGVjaSdsB7T9X4i/POgTso7ZYAjfkVKPdZrGl6Go7+ZjnRQQhTrNloaaRsj0Z75xP4elvj8pIG+cc5vxhQyQQkLOWyGTT9Emo6jrrtAnt7c2I6QkzHETMqOTEPYhBCTcuFS7eicRTFdD+0sqdEzCOK6CqZyp40TdCUsNuTZeo0JRKz4pbGuoTlRZYppOxCFQSwXJdn/VYjhcNS1MMYCHYyTTJfGvqNv23bHD16lHq9TjqdZn19nQsXLpBKpZicnCSfz4/FPV0xXMgzyynGmnK5zOLiIsePH7/n/4Ig2NER0xFieh0xqVRqKISY3WCbAX/rZI0XLjjcXA/rZ9kUayoZj5U+ijX1lkYq5uEHB7echynWrDV0Mo5LrfWAMQudWxtwawPi1qbLppj0GaOMwVDZrVBz9/zR++fdpY2O45DL5bpziVq0DUaoOX/TiuQk3DY9mm54ZU8x3SOKZnCeL48AoWlylviFJdbtFok0oy3okm7OTV1/8D05RK6tZzjpjJ5QE8/kSWQLUQ+jr7RaLTKZDFNTU5w4cYLl5WVmZ2d5/fXXKRQKTE5ObhtCPGwM+/gV/5+9N4ttJLvPvn/n1MbiLkqiJKr3nh7P2K9jf3Gc7XUCf18cJAgQ20gA+zIXCXyRmxgwYAySiyRADIxvg8AwAgfwAA4CzFUSJLlIjLwGnNfLeDbDnn16mZ7RvnIv1nLOd1EkW+qWurWQVFHNH8AmpaZYh0WyeM5T///zxIz3KnbCSNje3uaLX/wid+7c4cqVKzz//PNMTU0deN9arcaHP/xhPv/5z/N3f/d3R3r8KIpwXZf/+Z//4dVXX+W9997j7t27uK7Ll770pb4Q01tMZbPZsfN5OA2WAb92vc3L76VY2h3V85WsVgXzhXCgYk29Y1BIhbR8eepkq1GKNdW2STEd0jzitlq+5M6W5O62ZiYbizYZJ6Ez8TGlJ9RorQmC4EAhJgiCfccP13XPlZA7jniB4P3ts9nvs5ng1BV9R0eh1OPd9qR18gQRiE17W0Ey9hGAZYhEtj0Jkmsi3A6T1a6y2XZ5MmujowS+kCckWyrj5gpnPYyBs9dM+H4T4q2tLe7cuUOz2aRcLlOpVPomxOPGRKg5H4hHnClLzjfZhDPjq1/9KqVSiWeeeYZnn32WnZ0dvv71rx943z/7sz9jY2ODUqnUF2qUUqyurnLnzh3u3LnD7du3+7c3NzeRUhIEAfPz83z84x/nypUrXL9+nRs3bjAzMzM52HTRGn625HBrY5QmaHrgYg3AVDqkPpDH1ExnopGINaCZSp98WxlHMZdTlDKTKpvjcpBh79bWFlprTNPEtu197Um96/PiE3OW1Go1lpeXeeqppwbyeD9fsvlgZILzfi5NtUbmi5OxQ0y8kWxrL44l6QTJaHsyDYOmn6wFNXTbeRJUjZF2JI3Rv1UeiWtBfSTfrcdDCsFKzWFUlXFH5Rdm1smozbMexukRgvzsAo6bOeuRDIUf/OAH/Nqv/dpD5wZhGLK+vs7y8jJhGLKwsMD8/DyO44xwpKfDNM1z679zDjn0zTg5nTjhkfzLv/wL3/ve9wD4oz/6Iz796U8fKNS89NJLrK2t8bu/+7u8+OKL/d/funWLL3/5y1y5coUrV67woQ99iN/5nd/h6tWrlEolhBD867/+Kz/84Q/58z//81E9rbFDCPjoYgfXUry2nBrVVlmtmgMXa3ZacTXM6b13YlPf0Yg1gp2WQTEdHbmyZi/NjuRWR/Jev8omIj0JHgDiqrr72xp7hr1KKUzT3CfA5PN5TNMknU4zPz9/1sM/1wyy9anaEiztns20o+AGIzUvTpnhmbQ9JcWbBkCL5C0StNax50pSBFwNXkKLMGrNDsJ0z3oYD6AxSZpIA3C3XuDpzHgLNUIaFMoVLGdUc8yz4VEncEzTpFKpUKlU6HQ6rKys8Morr/R/Xy6XE1+ROzlJdT5I9rtsQiJYW1tjYWEBgPn5edbW1h64j1KKr3zlK3znO9/hu9/97r7/e+KJJ/i3f/u3h25jbm6O9fX1wQ36nCIE3JgLcCzNK++lTt0+dMStDkWs6QksgxJrZjLRCM7+CaotSd5VJ07jipRgrWawVjOYSkcsFs9/W9RBht/3J6/tFWJKpVK/1fEwn5hGozGS1KfHnZMKNVEEq7uC5S3B0lZ8vdMQ5NM+F+YExZxEmgIvOH0b5FEouuFI02v0WbQ9SQgT9JFIpAChAxDJWYS6jkxke5FjCkKVPJEGYLuZPAEQYLfjQCEFYQLLo46AYVoUyosY59hS4CTfZY7j9E80N5tNVlZW+PGPf0w2m6VSqTA9PZ1IP7uJUHM+mAg1EwD4zGc+w+rq6gO//9rXvrbvZyHEgR/+b3zjG/ze7/0eFy5cONH25+fn2djYONHfPo5cKoU4ZpsXbrsjMuWMxZq5QjjANKhYYCmlB5EwJdgcUWWNRlL34lYmLzjdtnZaBkEocG3NhakIe0yPyFprfN8/UIjZ6xOztyKmXC7juu6JS3NHFc/9uHNUoWa3AUt7RJnVHXHgsanWErx+GyB+7Wwr5FJZMF0U2I6kE0qiAcdnC1TXYHc0E9eUGZ2Joa9pGoT+6AWig7BMk04CBQjbTtFOUIryWaSCHQUpk7nIMwwjkXHvPepRjtwZtDyeFtNOUShXkOe8VSaKolO1A2UyGZ544gmuX79OtVplZWWFt956i1KpRKVSoVAoTASSCQNlTJcFEwbN/VUwe5mbm2NlZYWFhQVWVlYol8sP3OeHP/wh3//+9/nGN75Bo9HA932y2SzPPvvskbY/qag5PnP5iE/diOO7/XAUar5grWoxVwgGKtbstAwKrhqAwDK6NiilJW0/TuXqhKf7Um74ElD89H2LxamI+YIiiXPkIAgOFGI63dWYbdt9ISadTlMqlXBdF9M0hzJxkVISnkVvyWPI/UJNJ6BfKbO0JVjZEjQ7J3uN/UDw7hK8u6SBCCFCLswK5qbBTUkCLQmi032eZ7LhSFOm0lZIdAZ6SZLankKVvDPMhiRRIo0poZXAqqMkmwg3OslettypF/hodrxOOtpuhvzMPCKBVSGDZq+R8GkQQlAsFikWi30T4rt371Kv1/smxJnM+fT4mTBakn3Em5AIPvvZz/Lcc8/xzDPP8Nxzz/G5z33ugfv84z/+Y//2t7/9bV588cUjizQAqVSqv+CbcHSm0orffLLFD95Nn7gV57gMWqzRCOqeJOOcvJ3oHqNrgwqVpBMqLEOf2vui4UuyjuLutslaTXN5OmQqrUdqo9DziblfiPE8r2/au9esN5/P47outm2fyRmkSUXNaNAIqm2Xl9+V/WqZzRoMqzpFa8H76/D+OsRVN4rZoqYyI8lmBQiJd0xhOmNHQ0gf0hgShAalwQ+gEwiUhqWNFJACHScyaB3vx148g4Z+u1dPA9MKgigiDONWQCmNeOHU/Vvde6zuA2gEWgECpvMKpQRTmZDFqdaZpE3tRQiBlyBBpIdlSjrJKDgCYuPnhBRA7cN1JLX2WY/iQQxDUKsnW0xo+DaYLoQJ3IEHkMrmyZbKj00VyKCEmr1IKZmdnWV2drZvQvzmm2/2Q1IWFhZGbkJ8WPfDhPFjItRMeCTPPPMMX/jCF/iHf/gHLl++zPPPPw/Aiy++yDe/+U2+9a1vnfEIH2+yjuY3n4wra07v93I01qoWc/mAWmcw24u0oOVLUtbp24l6bVCjEGuCSGIIhSH1qc/YNzqSXEpR9yRvr1nkUoor09HA/GuUUg8Y9vZuK6UwDKPvC+O6LtPT07iui+M4iey/ngg1w6HWYp+vzMp2niA624jWjV3Bxm5PplDk0pqLZUExL5CmfKjPjSkVfnT8ticpNFLEwlEYghdAyxPUW4LdhmC7Loh0/LlIWZr5kqLmmQM4fh2NjKOZzmtqbclSN+58Zdfi9SWXK7Me18st0GdTcSYSaPQKjNSj6FFoTSLFLIAgQftpL0E0Ht4pu2GeIskXatLFaTKF0lkPY6QMQ6jZy14TYt/3WVlZ4dVXX0VKSaVSYW5ubiQmxBOR5vwwieeekBh+4zd+g+eff55sNnvWQxlLggheuO2yUR+d/lrOB9QHJNYAOKbCEAyoB12PyGAYMrYiiPRATFGzTizWxGhmc4qLR/Cv6fnEtNvtB6piwjBECLFPiNl7PY4Rjtvb22xvb/PEE0+c9VDGliCElW2xz1um3h6/CZ5tai7NdX1ubElHyb5wupDv0PPD6SHQSBlLN1Ek8ANo+1BvCapNwXZd0j5CdV8urZgtCDbrBuEIWqsEmnJRYxqw1ZDoR3j5lPMBH15sYgp/pJM5zwdhJCvSzjYFrSA57+2ULeP0qYRhm8mKLu8hgbVGCjVg/6ph4JoBH8+/c9bDeCi56TlS2fxZD2PkfPDBB0RRxOXLl0e63VarxcrKCmtra6TTaSqVCjMzM0M7CSalxDrHptDnkEk894Tk0/OpmQg1J8My4NeutXn5booPdkZzgF6vWczmgq7PyuknUJ1QkrYHU6EySoPhpi9JW0HspXHKMxl7K2tAsFE32GpIFosR02kPv/NgjLXv+wgh9vnEZLNZZmZmSKVS5/ILe1JRczy0hs3aXm8ZyUaVRy72xwE/vOdzI0RINgWLM5DJCDxPoxQ0PUG1FSdPVRsCzcmPCbMFRTYtWa+ZrFaHv/9cW1PKhtTasNs6ugCyXrNYrxXJuxEfvdjEtbyhm9eahkQYyZtaioQZfyVrNPcwEraf+khzLEQagHZooc0MImye9VAeRAgKswvY7uPpn+L7Pq47+jSzdDrN9evXuXbtGrVajeXlZd5++22mpqaoVCoUi8WBVsFMKmrOD8n7Np3w2NITaq5du3bWQxlbpIRPXPbY2VymaYzmjMFG3WI2F9LwYRDTz5YvyTkRHc0AJmajMxhuBRaWqoN1+glQ3ZPYoo2v4wmF0oL3d0ze3zJJRw1yto/rpigWi7iui2VZj90Xs2EYE6HmITS9/S1My9uCToIqCk6CITWZFKQdsE0wjHhCGqm4Cs/zoe1LfCW43femH1y12OK0xjAlm3WLZnVgD3sImnJBY1uwVZdsNk5eoVJrG/zft/PYZpaPXWpRdNuoYSk2IpnTynaCTHsNQSKraSCZ5sZaw247me+rw9gO8kyLZAk1GvhgfYe7G1UqlQrlcnksq2lPg+/7FApn18orhKBQKFAoFNBas7W1xQcffMDrr7/O7OwslUplcrJ6wj7G68gNMBPjAAAgAElEQVQ34VwzSX4aDEJAQb3LlYtzvLacGsk2N+omM9mQVsBA2n/qHYNCKqQ5kEqd0RkMBzJH0e6N++QIAb52cU2fdrhngSZTtOQVDEdRnhqcf804IqUkOotonQQSRrC2c0+UWdoS7DbHS5RxLE3aAdcBy4wTejRdESYQtH2BFwg6EXRaoxuXFJqLZfAjyU5r+Isax4oFmpYvYs+xAVpd+KHkJ7eyQJrrpS0uzAQD9UtIqu+KY8tEpRilbEk9gQnOaVtSS+C4LNOg3Riv49mdao7pqdXE5K8Lw6Q0f4HyZYtGo8Hy8jK3bt2iUChQqVSYmpp6LE72DNuj5jgIIZiZmWFmZoYoilhfX+ftt9+m0+n0TYhTqZPN4R+H1/JxYSLUTEgM8/PzE6FmQEgpuT7bIWVpXr6bGkl7w2bDZDob0H6IsedxqHompXQ4oHSp0RkM77ZNcpaHp043GRAC2qFNNqVoePvHXPckP1sSzGYVF0uP9q85jzyOrU9aQ6MNOw3YbQh2W4LtGmzWYhHDD6HjD6ISbZDEAkw6BY4Vt2hKGacjhUrQCaDdEQSRoBVAKyELfdvUXJiFmmewUR/+/pzJK1w79p5Zrw3bV0tyc3uWm9vwxJzHlZkWegDGw5Zl4idIEOmRtMPE4BPIBkOQsP3Uox2MX9WHr0yUkUGGjbMeCp4fUr50EcOMW6Cz2SxPPvkkN27cYGdnh6WlJd54443HIlY6SULNXgzDYGFhgYWFBXzfZ3V1lZ/+9KdIKVlYWGBubu5YLewToeb88BhO7ycklfn5eX70ox+d9TDOBZZlEQQBF0sSx2zzwm13JGaXWw2L6UxIOxxMZc12y2Q6HVIdoFgzijaoeuCQNloEnK4XWghoeIKsow4Ys2CjYbDVjP1rFgqKBIYzDY3zKtRECqpN2KkLdhqw09h/HR7BaNsyFLZ1TxgxDDCERkiBQKO7bYWRiqtxguhkIo+UmkxXhLFNMLutSErHj+n5grYPkRLUPRJZRXA/mZRmriTYbhhD95+xTc1cUeMFglrbOJP98+5ainfXUiwUfZ6qtJCcvPdF6eQdgAwJ7YSIfwC2ofESKNTYhkhk25MhBGvN5L2vjsKmn6csz1aosd0M7y7d4cITTz3wf0IISqUSpVKpX9HRi5XuiQZJFDVOQxAEiffss22bS5cucenSpb4J8U9+8hNc16VSqTA7O5vIJM4Jw2Ei1ExIDJPWp8FhmiZBEOA4DuV8xKduxPHdnXD4B/etpkkpE9KJBnNmf6sViyuDiR4flWeNoBW5FF01gDYoQaPDIWLNPf+atbrmcimilFGn9TMeC8ZZqOkEsFN/UITZaQhqrdMb/AaRIIhin5p7iPuuD8YyFI4FdlfksUxNx6tRyBeRBnT8uPql3RVhfCXwR9iKNCxKOU0xK1ivGazuDvcDVMopMs6oqmeOxsquzcquTTEd8tGLTRyzc6yuDUGc9pQ0LFPSSVCHZFIXWIYpIEGCVo/dehsYTQv3oLlTzVEuSdBn8z2VyhXITs2i373zyAqLvRUdnU6HlZUVXnrpJRzH6fvZJPW9exy01mP1PPaaENfrdZaXl3nnnXcoFosPbVmbVNScHyZCzYTEMBFqBkevoqZHMa34zSdb/OBmmuYI4qq3myZT6RBfDc4QuJSOBtYGtdU0KDgeXuQM4PEOQ1L1IOdo2qc0cRVC0OxAxlGHvn5+KHhn3STnKC7PRGTPuX9NkoWafotSvzJG9NuVdhrQ6iRzEuXammIOUpYg0tDsCLZrAphmdzO+TyGtyLuKWssgudk1R2d+SuM4go3acCtoDKkoplqE2qDZSSfKM2Uvuy2T779VIGVFfOxSi7zrodSjjyWmaeElSBDpkaQ2Iwmn/i4YFkk1Nw5EgZFmyw+QSBtERgYjrI9825niNOlC6UR/6zgOV65c4cqVKzQaDZaWlrh58yaFQoHFxcWBJxRNeDRCCPL5PPl8Hq0129vbLC8v7zMhzuVyZz3MCUNgItRMSAwToWZwWJZFGO6foWYczW/eaPHDWy67IzDF3GmZFNMhwYDEmp2WQcE9uKrkJI9X7aTIWa1+stIw0FrS7CjStsYLT7kPhKDVgbStaD2kSqfekfx8STKTjbh0jv1rzlqoeViL0m4jrmpJMllXU8iAZYpua5Kg6Qk2H7GmqLYk1RY4pqZSiqg25UjE30EiROw/o7Rkp2nAEBepaatNxlG0QpdGOD4TaS8w+PHNHIbI8NGLbcr5NtFDPm/BCFprj4tlikS1PaVsSSOBgkjakdQGaFo9KEzDIFDjdWy5n/VOgQVjtEJNbnqOVDYPxBUkpyGbzfKhD32IJ598ku3t7X5C0Tj62YRheC5SroQQTE9PMz09TRRFbGxs8O677+J5HnNzc1QqFRxnmCchJ4ySczqFnzCOuK5Lp5PAWcwYcn9FTQ/H0nzqiRYv3HZZrw//47/bMimkQyIF0SnFGo2g7sl40XPKdqIYQT1ID91gONISL1TYhsY/7eJdCLzg0WINwGbDYLspqRQjKufQv2YUZ/SG3aI0GmJBJp8G04y9aOptSdsXrNdO/qidUPD+poEQmoUpRahgKyFtPIdhGrFA0/IlW43hjdWQmvkpTaQEO800tQS2BB2VSEtevZsBMjy50ObydAul9pfOGFImxgR6LzJhZ/2DBFYcQexTlURq3vgvUd6rZqnMGGg1/J0shCQ/u4Dtpvu/G5Qny/3iwNraGm+88QZRFLGwsMD8/Hzi/WySaiR8GgzDYH5+nvn5eYIgYHV1lZs3b/KLv/iLZz20CQNi/I+CEyZMeADLsvC8g50pTQN+9XqbV95L8f7O8E3Vqi2TghuBiBcupyHSgnpbYQkfJQfRtz6aNKggkkgUptSnNnXWxGKNaynawcPHrLTggx2T9brmUili+jHxr3kYWkMQgr/nEoSw2xRs1cajRekwhNBMZSHrgpSxmFJrGbQCQas6nG1qLVjejm/P5BUpG1a3xUDMxAeFa2sWpgW7LYP12vDGlU8rihnYaUo268kWrU7C2ysub6+4XCz53JhvIrqmJkImcyqZpGoa2xSJjC63DJJpIizjEzPjjkbiyyyWGtIBuIs0DArlRUx7fyXFMMxzDcOgUqlQqVTwPK/vZ5NKpRJtdjsORsKnwbIsLl68mMh9P+HkJPPbdcJjSyaTodFokM1mz3ooY03PTPgwpIBfvOyRshTvrA+/RLLaNsilosEIFcJCmAaW0ANqLxlNGlQnkrhSIYU+dSuYRuBHkLLixJhH4YeCd9dNVh3FlemIbGo8mv6Vij0mgqAnqoi+sOKH8EGtjH5L7hddujHV9y5inzAThHCYt0ra0eRcjW3BTB46gaLeFokUbAwZizLplEaIOJ672jKodwT1MypM3OyKIBlHM51XbNXkkd6fw6KQ1kwXh+s/I4VmvqjRIk6KWhvueiwRvL9t8/62TSkb8NELTVSCfGB6pCxJI0EChCGTdwyB2Gw5SYJWj0CdnwX1arvARWt4BwbDsimUK/347b0MW5xIpVJcvXqVq1ev7jO7nZqaYnFxkUKhkBg/m/NYUTPh/DMRaiYkip5PzUSoOR2HtT7tRQj4yKJPytL8bGn4qQp1z8CiiWWbaHG6iUMnlKRthSFPX6UTM5o0qHYgydiKINKnrjhQWhBGGsfUdI7of9PoSH6+LCnnIxYLEc6A5m+qG/McKvDvE1X8vtAi9okl+4SXQ4SYR7+2T/D6xmCeA8QVNAeJMilbk09rHCv+3AShptEW1NswCkNdy9RMZTWuLdAC2r6k1pJUPUE1gZHXzY6guSEwpaZSitv0dhujm6wX0h0cM6IRZoeW4JRLKaZysWfP1pjGB58Ux9IU0oowMvjeGwWmcxEfvdh6qIfNqAkTpkW3EyQa9dHJNBEWMNTWxFHzQT3NpRkTPQRF03JS5GcryEO8V4IgwDRHs9TL5XJ9P5utrS3u3r1Lo9Ho+9mk0+lHP8gQeVyEmqQIYxMGw0SomZAo5ufn2djY4Nq1a2c9lLHmIDPhw7heDnAszUvvpYbuuRGQwRER0jh9NUzLl+ScCE8PyiskFmuG3QbV9CW5VIQXaE67yI+0AHU8sQZgvWawUZUINChNFEEUQaAgikQsunSFl/CBn+PfRSr2XAijw/e/ITWGZM9FI2Vc0dW7CBm37Ng22Pb9e0SjddyupImNEVX39Y4UtFptLNsliuKFWdQbZwSDFFA6gWDjgIoM29Tk03FrjZAQRZqGdzr/mpStKWY0jh0/RrMjqbUlOy3BzpjFYIdK8P5mvB/migpDwuqOGNJEUjOd9bAsi1on3a2cGixCaOaKGikF23XJ2hBTopKGJTuYuoUwXBodh1bn3sJwo2by36/l+djlNqVMhyOERA0VQ5KoNiPXFolM+XIdST2BQq+U5gACCJKExBM5HHYG+qh2Okt+Zg4hDp+vBEEwcnFCCMHMzAwzMzOEYcja2hqvvfYaSikqlQrz8/Nn0oLk+/5jYbI7EWrOFxOhZkKimCQ/DYajVNTs5cJUiGO2+fEt99StSY+i0THIONFAzHXrHYNCKqTpSwazMB+NZ03dMyi4IS3/9GOOtMDraJTS2NbRH08h2KlLhIRbH0DrERN2Q2pMI/Y+MSXYlsa1QUiBIXoCjI4NPEVcedK9uYf4J43oCzCK7rUSKB2nKamu+XQUxT8fWn1k22QyCtdW1Fuw25RYBliAlBpzj0gkpUaK+LboiUQifuQH5jXdpAzdG5sGreJrpbpj7N4OImg3BSqKk54iJTBkXIHj2nSrvuIz17Wm2GeqnUlpCpn4dYuUoOFJGp5gqwk0j/pKjgdr3cqWQlpTyCjWd+VAWhcNGRsEdyJJrZWlPYQFcdrWzBQ09baIU6IeE7IpRcbRtH3BTtMBHHiIJ+pP33PJOja/dL2F1mfnUGuZkk6CDHIHU/U5eKKEVR1BfLzdaZ2/pclyK89VZ3BCjZsrkpmaeeSiPAzDkVXUHIRpmiwuLrK4uNj3s3nxxRdJpVIsLi4yMzMzMk8V3/cnEdYTxo7zdzScMNbMzc2xtrZ21sMYewzDeGRFTRiGeJ5Hu93uX89hsKKfRonhnnVodgzSjsI2FH50ui/pqmcylQ6pe4NaQI3Gs6baNvF9RWYA6eCWKfD8uO3IPuKJKiFgKhcvwn7hBnQ6ccJRy4urVSLVu44vPZFFAb7q3kgAu03Jbrf1pJRTZFOKhgfbdRmPs88QF0sChEk3Cj2uIlICvEhj6Fjccl3IZmKxSMrY1BskWkMYacKugDMID6MkU20Jqi2BJSOKqTYt38JXx2+9dCzN4jTUPION+nAqdOaKGsuAzYZkrXp+WjEeRt5VuHZcGdaLYj8OjY7B917PcWO+w8Vpj2jE5TVax75WScEyk1Xd08Myktn2ZJkG7RG2SY6K1WaGa2kLHZ3+zZApzpAuTB3pvkEQJCZCu+dnc+XKlb6fzdtvv02pVGJxcZF8Pj/UapBJ69OEcWQi1ExIFPPz8/z4xz8+62GMPUIItNa0Wq19QozneXieh1IKwzBwXZdUKoXruszOznLJdXkanx/esmgOUaQAaHUkrg2OpeiEp9vWTstkOhNSbQ9OrBmFZ41tC3brmuIATvKkbAjDWFQxjjhkIeK2nVpLknFhxoTNXQFaYxoKPxBUmyKxZ4Tvp9aO24QAChlFPq3wfNisjjKFSDwgbh0Hw9Bk7fj1tE3drwDSGkKlCQJBO4groMbldTmIQBlstbJxvHdJEUWweYR476yrKU8JtuoGqwNKcNJa4Vix0Gab8TYanmS3df6rZ7TWlLIK24RaW7DTlOwMoJrrnVWH9zYsPnm9jWmMTqlwLJGoqHBTShKohyTWRLjln9/PXIscLtuneARBbmaOVOboE4YkJh0JIcjn8+TzeZRSbG1tcefOHZrNJnNzc1QqFVx3AGew7uNxEWomnC8mQs2ERDE/Pz9pfToiWms6nc4DQky73SaKItrtNjdv3sR1XVzXZWpqqi/MPKrU9DdvtPjRLZedIS9U2r4EDSlb4Z1SrNlqGkynI6oDrKzZahqUMtEQRStBJg3VpqYwgJNepgkdP17Um0fcDULEscL1tiSdgoUZTb0Fy1sGfjexp5iNWyCk0Hh+XMUymMSt4dHsyP7rlklrptIKP9Rs1pIuPAnafs989PBxSgmuE7dX2WbcltYTdCIVGzJ7fhy9GxzDv2jUaC1Y3opvT+cUaSf2sbm/qmg6r8lnuglOjzAIliIWXiwTLNETu7rtbL39E91LA8tnYmGs6Qu2G5LthmY6p5nNRdQ9gRect2qaWJwxjfizvFkfznHejyT/9+0MlamApystwhFU14gkpSvpZFbTJNVEWMq4Hfe88kGjyA33ZEKNEJJ8eQE7dTxD3iQKNXuRUjI7O8vs7CxhGLK6usrPf/5ztNZUKhXm5uYGNv7HRaiZVNScLyZCzYREMTc3x8bGAGNcxhitNUEQHCjEBEGAEALHcfoVMblcjnK5TCqVwjRNXnrpJT784Q9jHJIG8DAcS/O/n2jxkzsuazUjXi7u8RvpfQ/c+71+4P8euF//d/qB32kFjqHonKoNSrDVMiilI2oDFGu2mwaepykMLYhM4DrQ7mjcAXScOfa9hJHjiDVxy1As1uTScMNVbOwKNnZFV/TYc3+pmc5oXFuBjlN+qs0HF9dJwfMFK90ztY6tmcpERJFmsy4JEy44PYxOIOgE8eucduK4dssU2Fbse+M6kI2gEwpybmwKVG9LhNBIekbOxLe7nkJojdIRWimUUigVoSKF1gqEQEqBlAZSyj2XeN/2/HzoXdP18un5Eal7tyMNKtIEkUJFGoTBTkOwVRekHc1MXrFVlxQz4Kbi96AfQimrMHqiC/c8g4JuapjnQycStPueS+K+6zg+vJTXuE4szOy0BOxr8YnHQXcr07kI12asRRspYnFGCNhpSDZqo6tcWN6xWNnJ8YlrHtmU37OAGjiCZKUruU4yTYRTlk5UdHkPpU1GkaJ3Vmy2UzyZtdHR8Xa+NEwK5QqmffwJQtKFmr2YpsmFCxe4cOEC7XablZUVfvKTn5BOp6lUKqf2s9Faj8wPZ8KEQTERaiYkisfNoyYMwwOFmE4nnt3Ztt0XYlzXpVQqkUqlsCzrkap5z1D4JEINxIu/X73Wvreo6puoinuGr92FV8/P5P773DNd3fP/3fvv+/sg/p0fKiJh4NiCk32fxlUwURSfIR8MglQKmm09ED+ZA7cg4uc7KLHGtaHdiRfeR22DknK/WCMFzE1pilnN8qak0b73ftMIam3RbzMCsG1N3tU4piJSdNOPBEmbePuhYK0af/WZpmZuKlYONqrx/yUJKeL3Q8rS2FbXFFnEpsuhioWatg9+KGl0oPGQRWG9+/oV04qUFbFRNQjVYW+OEbYfCJDdmUhvNJHWbNbj9+BWHdS+Fqfjv6ekiM2A046g5QuqLYP12tEH+KBoo2l0ZFwRmGBMqZnKxEZNWw3JWvXs2ko0khdvpcmnTD5xzUPpwZtc2ZakmSABQiW0ck+N8vN9RARxVex5p6HzZNg88v0Ny6ZQrmCYJxNbxkmo2Yvruly7do2rV69Sq9X6fjbT09NUKpWh+9mMK0IMK1VxwlkxEWomJArXdfsixXkgiqK+L8z9gozWGtM0+0JMKpUin8+TSqVwHOfUB9ueUJNKHd+os0fvLLuEPWu3g06HDvYUaSeAN1ZsVmsmCPFgKs9DiEUPfSxj3SM8KqYFjXbsXzEMpIwX4B0/jmY+La4T+5j0FvhHGwNkUir2D+oKRo4FVxcU1QYsbx1egRIpwU5TcG+5DRlXk3cVptSEEVSbglaCFrdhJPppRFJoKtMaQ2g2a9AeQCLXw0hZsQjjWBrTEAih0V1/Gz+Mq4A8X9DuetIMit2WBCSGjChn23iBSa2drIm81qIbsX5yXEczk9cIEfuuVNuCavu0I9sv2pSyEWknWaKNbWiKmVgs3WpIVs9QnDmImmfzf163uT6zy6UyA43yTlKKkSlJpAeMIeN2yKRhGGbi22kHwd16gaczRxNqLMclX17oVyyehCiKTnyyLgkIISgUChQKhb6fze3bt2m1WszPz7OwsHAkP5soiiYCxoSxZCLUTJhwCpRS+3xi9goxURQhpdwnxPQqYo7iE3NajhvRnSQcCz5+yQd8tpuSN5Ytqp6BYRzti1ZKQRRpgjD2qRgMAsvSNNpiaGKNaQjCEPxQdxOETkc6FYs1jsWRK5QMCWlnv1gDUMhCLq2oNaHVphvH3Yu5Zl9rHNyLttYIlBIICfmsIKc1GUdRb8XihOz/rb6vVU6jtUB3ryGu1Op5jOhu1VYQKoJIo7REa3li02ClBetV0d2+Zn5KY5uarTo0vaM/pmnofW1IUmogFuH8cE8VjJL4beDU4sHJiJTBRiOe4M4WYjPZlR2R2CqARyHQTOc1WTcWt3abkvUBmQ0ftsXthmC7AWct2jiWppBWBGE8ppXd5C/Mbm4WeX8n4CMLW+RzDqetvDOMZPnBhH4bjGSk7ezFNkWiUrF6DK5dOdnsdhwopCD0Hno/J50lNzOHEKc/lpwXgWKvn00QBKytrfGzn/0MIQQLCwvMz88fGkU+8aeZMK5MhJoJiSOTydBsNhMRKai1xvf9vgCztyomDMO+T8zeiphyuYzrumd+FsM0zbEVavZSyij+940OWsOdTYNbGza+ko8UHgxDEIVxJcdRvVoezQjEGjM2OTWkPnIlzMNIp+LY7r4HyRHoiTVtX+5rIZMSijlIObCybdDunGxSUG0buJYia4es7Bin9Lbp7qR+9ZfCkLFIYkjR34+9WGzRFZdg7/7Q3aIw0ReYlNaESpBPw2xBI9DsNgWG0FhWfMYcEQtHgQL/GG1ISWOza+CZsjQzOcVuU/RbpZJMyo5bmqQQ7LYk9Y6gfib7/UHRJuNo6kMUbdK2IudqvECw0xC0OuO30PUji1c+mGc+X+fabAvrBB4cPSxDJkaA0FojTHfQhaanRmtoB8n7XBtSUPeSUZE2CupRjhyHCzVurkhmamay6H4IlmXt87NZXl7mhRdeIJPJUKlUmJ6e3ncy1Pd9HGcAfeUJZ/KeOX9MhJoJiWNubo719XWuXr069G1prQnD8MDWpE6ngxBin09MJpNhZmamb9ib5IOiZVmEYUJmrgNACLg6G3F1to0fwhvLFis166GtUYYpCELdX6QPaCRDF2ssMzZFdR3NIEJMbAuaXuxdcxyxJmUrOr58oBUrZcPV+YidhmB9R54oRakdSNqBTT6ryNqK5e3BmBFrJKGCsF/eP9jPaDalsS1NpDRbNUEnYb42p8ELBB9sC0AzN6UQwNqu6Fc0nT2aQjrAxCPCwovSbAy1auYk7BVtGKhok0sp0o6m1ekKUw8/KT82rNZybNQzfOxSjayrjl1FoDV4Cfqqc21Ja8itkyfBtZMpIPtRslovh82deoGPZg8OzchMzZDOTw1kO0qpRM9RB4Xruly/fp1r165Rq9VYWlrirbfeYmZmhkqlQi6Xw/f9sfTqmTBhItRMSByDFmp6UdUHGfb2fGJ6FTGu61IoFEilUti2PdZfcpZl0Wq1Hn3HMcQ24WOXAj5GwG5T8Pqyze4hrVGWKfACTcpmIKJHzPDFGtsStDqCjKOO5dFzGJkUNNsC19FHfjxTApaiE0icA+Y4U1lNzo1Y35XsNk5mHNzqSFodSSGrSHcFm+QIAw/S8AQN716LVLmgSdmadge26slNvjoe99rAMm5sSLtVFWey+HQszWxBY8hYnPCCFHBy361RE8d9x7dPItoU0ipO6fHi5797Pg/pRFry8ntFZvMh/+tC41jeNY4laCWqeDSZxwClk1e1IkT8GXmcaPg2mC6Ee/teBfmZOZxMbmDbGVcj4ZNyv5/N5uYmt27dotVqkU6nSaePF20+jozzmmXCwUyEmgmJoyfUHBWl1KGGvUopDMPY5xMzPT2N67o4jnOuo/rG2aPmOBQzml/vtka9t2Vwc8PCj4x9FTS2JfB8fayKkkczfLHGsWJhIDegx8+48XgzqaM/Xtw2pvADeaA5s2lAZVpRzMTtUJ0TltbHEeCSUk6RshTLW+LEfjOjQnerJ3pYRkTKaIIO6UQpvGh8BIXDaHqCpie6ZsuKIISN6nCPm6WcIp+Oq5V2mpKNerLfB0flftHmQE8brSlmFY4J1ZZ87BaxGzWT//N6kY9dalPKdo4m2CRocZJUs14zoeMSwjwn4vbx2A3zFLsGZUJK8rMV7NRgYyUfN6FmL1JKyuUy5XKZIAh47bXXWFtbo1qtUqlUmJubO9TPZpyZCDXnj/P3Lp0w9szPz+8TaqIoYnV1lUwm84AQ0/OJ2SvEFItF5ufnSaVSZ+4Tc5Y8LkJNDyHgykzElZmIIITXVyxWqvdao+IKFU1moGvnWKwZbMLUflK2oN5mYGJN9oRijdYKP5SHmhynU3BtIWK7LtjYlSeefNc9Sd2TTBcUthFX2CT1DPX9RNqgGd47I1rMaHLu+WiTUlqwstON+M5qsinN+q4YSKS5bWpmC2CaUGtJmr6ZqJjlYbDdkOw0YvG4nAuQMhYmd5qSrfrj+73V46d3XbKOzS9db6H14RFgWitaHWAApquDwDElwSkTy4aBZYpEtYdB3LK203o8lyE3d7J8YmoNaZgUyhXMU/gzHcbjLNTsxbIs0uk0i4uLZDIZlpeX+fGPf0wul+v72UwEjglJRWj90Ml6wqzQJpw129vbfPGLX+TOnTtcuXKF559/nqmpB/tp7969y5/8yZ/w/vvvI4TgP/7jP7hy5cqBj6m17kfu3b59m3//93/n1q1bdDodtre3kVJy/fp1/uZv/mafIOO67rlUxAeF53m89dZbfOxjHzvroZwpu03B6ys2u+24Ncr3NemBFzpoohDSxxA/jkvH1wOt3Km3BdljjtcPIVLykUlaQQirO5J66/QiSyGtMIViZZqqdfoAACAASURBVCcZC7GTItBMZTUpS9MOYKs2/m1SpqGZK2haHdiuH+/1KWYUhawgjOKqpHHfFwfhmBrX1jhWbGgtRBxHHUSCTiBoddj3vC1TU85rtptyIALYeeFiscaV2Q7SfHDRGflttHX2wQMQCw+mkTyhRuu4wiBp4zINg6Xd85/EcxhPp99ke3ud6dlZKpXKwFtz1tfXqVar3LhxY6CPO478/Oc/5+LFixQKBSBed1SrVZaXl9ne3ma2+xrkcoNrPTsLxt2y4THm0BdtItRMOBZf/epXKZVKPPPMMzz77LPs7Ozw9a9//YH7ffrTn+Yv/uIv+O3f/m0ajQZSStLpNFpr/vZv/5Zbt25x+/ZtlpaWUEoxMzPD1atXuXr1KmEY8tprr/FXf/VXLCwsnOv2pGESRRGvvvoqn/jEJ856KIlAa3h/y+CdDYu2vz96ejCPr4kijlWpcswt4AeDffyTiDWdIDbsPUqSVqMtWNmWBANYdBbTCikUq2Mu2PSwDE0pq5FSU2sKqmOQsvQwSjlFyoTVHXGgubRlxFUztgW1tqR5wsSwpGBKTdqJRRjLiEUYrQVBFAuarY4gPGHUuWXE3kc7TTnWVViDxDIUn7zewjL2l4VorYgSUhzumCKRqUopCxqd5B03/chhp5W8cY0CKTT/79MhjhGytrbG8vIyWmsqlcpDY6aPw9LSEr7vjySYI+m8/PLLPP3007jug+1lSik2NjZYXl7G8zzm5+epVCpjmRI1EWrGlolQM2EwfOhDH+J73/seCwsLrKys8OlPf5q33npr331ef/11vvSlL/E///M/Bz7GP/3TP7G4uMiVK1dYXFx8oD3p9u3bfPnLX+Y73/nO0J7H48ILL7zAL//yL5/1MBKHH8IHOwYbdZOGJ4i0ZBBdcsMWa+KUssFW7tTbkD1mhVHHBy2OJtYoDZtVyVZ1MJ4zUxkFWrO2e74mI9nU+WiTcizNTE5TawmkgEIGQiXYaR4s4CQRITQZW+PYYBsgZfx5CyNBJwTPH83rY0pNuaiptiReAgWAs2BhKuDDlRah0piGwEvQ5yRly7gNK2E4lqSZsHFJKVipOoxLW+ugeXI+4qkFte93vZjp1dVVcrkci4uLlEqlEy+879y5g2maXLhwYRBDHmt+9KMf8clPfvKRdgi+77O6usrKygqGYfT9bMbFRmEcxaUJwESomTAoisUiu7u7QLxonJqa6v/c45//+Z/51re+hW3b3L59m8985jM8++yzRz7QtVotfuu3fov//M//HPj4HzcmQs3RqbZhecdiu2nQCuKWnZMUc2mtUdHw2qCU1igVe1sMAq05kSGy5wuEEEcWuDoBrG4Lmp5kEJNzVzYII0UzyJ76sZKGFHFFhW3p7n6OW6d6iN4/AsSefdmbz8cB2/euue823LtDbwqguXcbBFrv+d2e25pYfEPH17p33+5F7bk2ZJzQZpkaU8Y/SwEI3a1AiVt/lNKEkSCMIAhjL41hJX8JNClLIfFB+Ti2geM4aAz8KH5ft/3eHksGhtTMFRW1lpHIio1RI1D84jWP6WyYGC8jKeK20KRNmg0JnTB5VStKG2w0Hs+2J9fW/H9PhxiHvCxaa3Z3d1laWqJarVIul6lUKmQyx2vxe/fdd8nlcszNzQ1g1OPND37wA37913/9WH/TbDZZXl5mfX2dfD5PpVI5lXA2bIQQ2Pbj+Zk6Bxz6pkpGveiERPGZz3yG1dXVB37/ta99bd/PQogDD1hhGPL973+fV155hUuXLvHFL36Rb3/72/zxH//xkbafTqfxPO9kg5+wDyEEWuvEfrEkiYILBTcAYgNmrWGjLlmtmnEscCiQUjwyYEQIgTQ0LU8MRayRQqAFdAJ9YGT2cREiNhjuBBzr8XqR1Ahx6IRzL44Fl8qaalPR6giqzdPFcLdVFgQsTEcEgWazlrzFyEEIoUnb8f5zLDCMWGxROq486QTQ9iXbrYP3jRTx39mGxuxWe0jZFWK6QkoUQajAD6ATCoKQM0nQUhGxL8YJ2pwsQ2ObYJoaqyfySB0LPb3H74k86p7IEyriliTzcF8YLzQAF3BpeUDCv24iJVjeNmLBphBR9yStI8Z7nxcEmryrSdkapeC1uynCSPPhiz5T2ZDwOHneQyBlSRoJq1qBuB2rkzATYQHstB5fk9uPLEYP/c4UQjA1NcXU1BRRFLG2tsYbb7xBFEX91qijmARPzIRPRyaT4caNGzzxxBPs7u6yvLzMm2++yczMTCL9bCbz/PPJRKiZ8ADf/e53D/2/ubk5VlZW+q1P5XL5gftcuHCBj3/841y7dg2Az3/+8/zoRz86slAzYXAYhkEYhpMv6xMgBJTzinL+3inbMIKVXYO1mqTuGQTqYPFm2GKNIeOFqR/qQ1OYjoMQsZDS8cE5xgkZ1+mKNRxNrBECChmNaWjKRag2BTv10xmn9hJyKtMRHV+zdUxT20FiSE3aiUUYy+hFm4u+UOAF8SXQgqAD9RMs7JSOKz7axxBejK7oYZsay4zHKUVcBRBXymiU6r2nwA/jajIpuvfrCkGi+zeid2H/bdD9lLX4me/n/iqffjXPnmu9p5onrs6J918UgQrlvoodpbrX+t7WHDM23V7dlUTR+Zq4RkqwvGMghWauGNHoCFoJ9B4ZBLahyacVpoyr8XZbsen0/neV4JXbcd/mbD7kRsXHsSIideBDDpWkGfVC/DlJYgWWlMaJ/ZvGnZmcolI8+pyg135TqVTwPI/l5WV+8pOfkMlkWFxcfGhi0USoiVFKnUrE2CucKaVYX1/nnXfeodPpsLCwwMLCwqTlaMLQmAg1E47FZz/7WZ577jmeeeYZnnvuOT73uc89cJ9PfvKT7O7usrGxwezsLP/93//NL/3SLx1rO+l0mmazeexSzwn7sSxrItScAKXimb7WuruIvfdFP58PmM/H9xMi9qpY2bXZbBo0O5II2T2TP1yxxjTiSgkp9JG8Yh6FELFI0+oI0s7Rx+s6ceqPOGKrWFzBA402lHKaUi6i6Ql26oJ6++QpUZtdwWZxJqLtabYbg13AWkbPPBaEDvCDWGWxrBRa2niBoBNIOhF02gPd9ImR4p5AY3crTHpVJtAVaVTcshGb4AqCSGAYmtmcYrUqCcdM7OiEgtVdA9fWFNKKle3zlyjVi0rvCTYtX9Dwxlew0Tr2Z8o4Gq2h6UGtLWgfo2poo2ayUTMBxRMLIRemAzSKh3f3D4bYRHj42zkurk0iq3xq3uO59BBC89ELJ1f0UqkU165d4+rVq/3EojfffJPZ2VkWFxfJZve3AU+Emhjf9wfWEiSlZH5+nvn5eXzfZ2VlhVdffRXTNKlUKpTL5TPzs5lU1JxPJh41E47F1tYWX/jCF7h79y6XL1/m+eefp1Qq8eKLL/LNb36Tb33rWwD813/9F1/5ylfQWvOJT3yCv//7vz/WgfIP//AP+cu//MuJW/0pefPNN6lUKuTz+bMeSqK4X4g57DjY++LrJY9JKR/43UFUW7FZ8WZN0OzErWfp1HC+RMMwTp4ZVDia1nHLjH3M+V3LE5iW2Nea8iiaXryY6M0vghB2G5KdxmmNZzXlvKLR1uw2H71jbEuTtjWOJbAMjZSxI0ykYvHCC8SZxyXvFV2sbttTT3QR3Kss6Xm9dLqiy2lIWZqcGydtnUXr1CDIOIpsKn4O502w6SGEZjYX0vYFrSD5CzNDxCKabWqCSFBtxW1pg8a1FU8tDr81yrWTZ9YLyTQRNqRkufp4Vh9cm434XxcGW+7Vq/BYWloiCAIqlQoLCwtYlnVkA93zTr1e5/bt2/zCL/zC0LaRBD8b0zQf+9d6jJmYCU8YL/70T/+UP/iDP+BXfuVXznooY83NmzcpFotMT0+f9VBGjlKqL8A8SozpXY4qxByXMFTcXqry/maAMgtIKw1CHqld6CgEYbwoGdScQOvYVDVlH+8rIAjFvtaXo/3N/iqP3vbDMBaMIrXfMHfviPYa4PbaZfomt91L2tE0WiANjWV0q340BKrrWeKLkVeNCKGxDbrRzvtFl95z6XnWhN1KFz+EszK4LbgKITWbtfGdBGZTirStWd0ZTPpYMtGU0h6htmj6yRFs0rYim9IIoWl3YmFm1KLZbD7kyYqPPeDWqLiVT3LGFjkPYAjwo+SZG4faYqvx+FXUOKbmtz4cDqT69TA6nQ7Ly8usrKyQTqepVqt86lOfeuwX75ubm2xubvLUU08NfVtaa3Z2dlheXqZarTI7O0ulUnmg2mkYTISasWYi1EwYL/76r/+aGzdu8Pu///tnPZSx5u7du9i2zfz8/FkPZeA8rD1pL3uFmPtFmbOgVqvx/vvv02g0KJUvgVuh2ja6gkHXD+QEaxg/jBdEAxVrAkHKOt7XQKsjsczjPYcouud1cj9hBJ4Pfi+JZ5//yYOJR71fi71xRzz4LdhPTuou2/teK2LPfcW9+/XMeuMfdX+xH4tDml4uUxBEdDodwsDHsFLYtoMmrhAKEiC6nIaZXETLE9TGuM0m7yocU7O6e/I2u+SjmStqglBQbY/2tRJoCum4yk+puIWpdQIz6WEhUNxYCKlMB2itTj3JTduCRoKeXw/XFtS9ZI1LAGuN1NAS3ZLM/3M55GJpNEsqrTW1Wo2XXnoJ27aZmZlhcXExcea3o2J5eRnP8/q+maMiiiLW19dZXl4mCIK+n82wkpksyzqzee2EUzNJfZowXszNzbG+vn7Wwxh7TNMkCBLYPH8E7hdiercPQkqJYRhDrYoZFPl8no985CP4vs/S0hKrt39AqVTiwxcvkk6nCUJYqwm2GpK6J/smlY96KrYZ+8tkBuSHExsMazqBwDmGWJN21LHFGsOIBRm6kc57MY3Y00Y50PAE9XbSfVNMwAEDbBHS8eq0ozSBGv/YzM26gRCaC6WI9drpTKDPilpXuJjOKQypWK8m7xhxegRru/FrUy5EREqw2xrO83TMuD3OlOAFsUH4Vj25IphG8vaKzdsrNq6tePqCTzFz8taoJJriah23PiYOYT6WIk0po7gwNbrz3kII8vk8qVSKX/3VX2VjY6NvfttrjXqcYpwH6VFzHAzD6IsznU6HlZUVXn75ZSzLYnFxkdnZ2UkFzIRHMhFqJiSShYUFXnjhhbMexthjWVaio84f5hWzN1b8/takvZ4x44pt21y9epXLly+zsbHBG2+8gZSSixcvsjg9zYWSBmKVRmvYagg2apLdVi/JQ3D/d7xtCZqeIJMaTG2/FLEnih9yrHSptKNo+7FYc1TMrlgTRhxYHi4l5NOKfFrR9mPBpt1J7oIQwI9MYAppaoqyEUdvR8MvgR4mWgtWqwa2qZnNR6yMqfdLT7iYzStAszEm8e7HpSdElfMRCsHOETybDkPrOCI73TX9bXhQb8uxTZ5q+5KXb8WpUfPFkOvzx2uNso1YnEoaKQua/qPvN0q0hmr7cVyUxgbCo/Z5VUohpURKydzcHHNzc/i+z/LyMi+99BKpVIpKpcLs7OxYz6OOQhAEpNPpMx2D4zhcuXKFK1eu0Gg0WF5e5ubNmxQKBSqVClNTU6f2s5mYCZ9PJkLNhEQyqagZDL3Up7PiuO1JxzXtPQ/snUjV63Xu3r3L22+/zdTUFJlMhk6nQ7vdpt1uo7XGMk3yrovruggrS0sVaIYuXmgQKrBMfezkpoePDyzilh3bPEYalB1X1hzHlNg0Yk+aw8Sae4+tce2IMIJGO648Ugk8s91Da0EryoGEvNVBhS3aUY5Ij+/CxQ8Fa1WDfFrhmIq16ng+l+2ucFEuKqLobOPdh8l6rSdMxeLvdvPRr5cpY9Nfy9D4Yewts9uML+eN1V2T1V0TIRRPLoRUSgHqEa1RYegDqVEN8cgkccFmGhIvPJ+frYdxeUZROAON4KDEJ9u2+2JBvV5naWmJd955h+npaRYXF89t6MRZVdQcRjab5cknn+TGjRtsb2+ztLTEG2+8QblcplKpTNJuJ+xjItRMSCRzc3NsbGyc9TDGHsuyht76dFTT3nFqTxomWmuCIKDdbtNqtfA8j1arRbvdJgxDhBC4rkuz2WRjY4NcLsfFixcplUoP2Veqe4nNeVergp1W7J2g9ck8b/YiJZhogpBjVcmkHUXLl8eqxjFkXCNzlG2ZBhSzikJG0erEVTadINlVNl7kgHCwbYWta3ihRUe5Zz2sE9PwJA2gXFD4IUdK2UoiPYFmrhjh+Ypq63xOj3qVQzO5+Cz/XsGmb/qLpuXHwsz5bA07HK0lby3bvLVsk3bi1qhC+oDWKA0RyVn89ZACmgn0zGn55/Pz9DBsQ/P0wmBTno7Ko6K5c7kcTz31FEopNjc3uXnzJp7n9Vt1HOf8JHMlTajpIYRgenqa6enpvp/Nm2++SRiGLCwsMD8/f+Rx9052Tjh/PH5HzgljwdzcHGtra2c9jLFnEELNSapikmDae5ZEUdSvgtl76bWhWZaF67qk02nS6TTT09O4rvvAxEprzebmJnfv3uXu3btcvHiRmZmZh34hWyZcnNZcnI4XFp0A7m5LtuqCQD3oAXNUen8XRGAdo3gifYLKGinBEhy55UoIyKQ0mVSEH8TtGM2OTLQfQqQkbQpgQMFuEwYdWlEOzXh+XrYbcZxWZSpitylp+cnd9w9js24AkqLbIohMmn7yJvinQWtN2o5TxSypqRQChAEbuwb1tqDeHs/XbRi0OpKXbsYVMwtTcWuUZcatUa4jEimIOJbAj856FPsxpGB3xKbWSeCpijrWSYpB8iihpoeUknK5TLlcxvd9VldXeeWVV/o+KuVyeezncEkVavZykJ/NSy+9hOM4VCqVc/E6TDgZE6FmQiJJp9OJ9lYZF0zTfGTr00E+MXv9YXr0fjbN+LDxuFfF7G1J2nuJoggpJW63Pcl1XWZnZ3FdF8dxjrWvhBDMzs4yOztLs9nk/fff591336VSqVCpVI40EXMsuDGnuDEX+wSsVQVLu5KWH599Pc5JGEN2o7Mf0Zp0P64dV9Y4xxBrhIhFGj8Q2McwM7YtmLYUU0rR8OQYmA9DO3JBuqTNEENV8aIUvhrHM5qC9ZqBKTWLpYi1XZlIs9VHI6j7GQSaSklRb8fi37jgmBrX0diG7n9mgwjavqDViU25G97+yrNCWjFXiD1tzm98+clZ2TFZ2TGRQvHRywGm7LqfJ4wkGnyHyiTJVY7DoOBqLk+fTTUNHF2o2Ytt21y6dIlLly7RaDRYWvr/2TvXIMfOu8z/3nOO7n1V36WW7PHMOLaDk4yx49gJCWQpIBTZAAmmkt0YYzaEXOx82i2q9sPuftsFx05IIKlcgIVQxOySDYFKQhUpIMAYMLk5jh17PPaM1FLfL7pL5/K+++G0NJq+zPRFLelozq/quHvG09J7dNQ67/u8///z5HjppZeIx+Ot1igvVm04juMp0952P5tSqdTysxkbGyORSDA2Nrbv/Nxn8PDjuX36lnPnzvHNb36z18PwPP/6r//K3XfffeD2JOCGb08CsG27Jb60tyiZbk40oVDoKjGmeTSFrJPCsiwWFxfJ5/OMjIyQTqcZGjqaQW2lDpfXdTarAqXUdZOlmtiOu/g7jFijFIcWa5o/17A49M+1UzMFm2UNyyMeCQJFRK9gmpKqHMKri5xIUDEUlixuanj1HAA0oZgekWxV+qOKIqC7hr4h48rvrO24vyeVusA6hjAZDSniQ4q1knasxxkkYiHJSEThSMFmRbTEkDNzJukpq5XM12tCBlTM/vqMU0qxVgkhPezHdXgUbzrrEB/q3RJqYWEB27a5+eabj/U4zareXC5HtVpldnaWRCJBONx/3kz7cf78ee6///5eD+NYKKVafjalUomZmRkSiUTLJFnX9ROfe/qcKH48t4/3iEajVCoV31jrAFyvPSmTyTAzM0MgEPDbk7aRUtJoNFr+MO3tSVJKdF1viS/RaJSxsTEikQjBYLCnuxeBQIB0Ok0qlWJ9fZ0LFy4gpWy1RR3mWsbCcEfSXWU4EnIbGktFQcO+douUobs79M4hWqmE2G6DOkJlTSjAoWPC24kEFcQkW1Uwrf5/rysEVWcIdBgOmmBXqDlD2Mpbt+yaKaiZOhPDEoHcbivyHnI76UoTiuSEZKMkqJ1ga5cmFLGQIhxUGJq7Y+Y4bitgpSGom+5xEuJXtSGoNlzj8LkxSaHq3Ta2o2JoiviQRNfZbgfTKO9R4PvSYpCXFg3uvMlmcsTC7l0BBdCfu+pmw0Kq3ibudJv5uOqpSAPuhk4nfGbaq3oty2JpaYnvfe976Lreao3q52qV6xQjeIZ2PxvbtllZWeG5557DcRzm5uaYn5/3hZoBxa+o8elbfvEXf5H//t//O6dOner1UHrOtWKs29lZAaNpGo7jkM/nWVxcJB6Pk06niUS8a156UNpNe3celmUhhCAcDu+qiAmHw3098diLarVKNptlY2OD2dlZksnksXuyNyuC7IZGsSZAKLQ91gCW7Qoph/G9OWplDUDddNuhjrIeUQpWSwaOozwh1uxEE5KwKFO3NOrSm+L11LBDedv02cvomlths1oQNI7QaiJwK2LCQUVAc9/PtlRUaw41EywZoF8qkDShmB1T1G1Boert67YfSinGhxTRoKJhCTbK4tCR87omuesWk1jk4PHenUQTYEmNfluXls0QFY/Gtx8FQ1O89Q6b8DEqQDvBhQsXGB0dZXp6+kQev1KpkMvlWF1dvWZLTq9pNBp8//vf5+677+71UE6Eer3O4uIiIyMjJBKJXg/H5+js+4vjCzU+fcsHPvAB3vnOd3Lvvff2eihd4TDpSXD49iQpJaurq2Sz2VZVRj/eWA+D4zjU6/WrWpT2Mu3deTQriwYN27ZZXFwkl8sxPDxMOp1meHj42I9r2XB5XWNtD0Ni03YXCYcRa6SEun24NKgmDcs1Mz7K5as0BMWqjkDR8KBY0yRi1HHMGlVnBOkx82GBJKoXKZsxHHq8mjkmAV0xOSxZ3rq63ahp2BsJKQK6K3JK5f4e1UxBpUFfG13vx/SoBAHrHq2MaicSUIzGFCjFZkWjbnXmekSCknO3NDAM2VXRJBIUlOr99Z7SNY18wYteW0fn1UmH09M9Lq0CnnvuOebm5hgfHz/R52lvySmXy62WnH7ZDCyVSrzyyiu85jWv6fVQThTDMDy3wehzFX7rk4/3mJ2dHaiI7l6nJ2maxszMDDMzMxQKBTKZDBcuXCCVSjEzM9OX7U8HMe1tr4o5qmnvoGAYBqlUivn5eTY2Nrh48SK2bTM/P3+s1ICAAWdmJGeahsRFQX5To2K6oollu3eZgz68pkHYkEcSa0IBVxzSNfas8rkW0aCiVHNbWaIhh2rDmxObmh0GLUzEcDBUgZodwpTe8AxQaFScMcIhxVjMYXFTO3T1QjdQShHQ3TY/Q3NNebXtrwJXKBQCpFLMjCk0FNWGaAkxexn2ep1mVPf4kEMkCMsF73gPacJtZwoarmC7VRFUT8DPpWZqnP9hhLGow2tOmSi6s2jvRxPhhu3Nz9ejMhxWnJrqvUgDRzMTPgo7W3KWlpb4/ve/jxCCZDLJzMxMTwUE0zS78jr0mkHcePRx8StqfPqWT3/60zQaDR5++OFeD+VA7BRimt/vpCm8NL/vpWlvvV5nYWGB1dXVjrXMHJZ20972o9FoAL0z7R0UarUa2WyW9fV1ZmZmmJ+f7+g1rjbg0rrOZsWtGjiMeHKcyhpru5LnsL8ypZpGqa4DitGopFYXnizNF7iiga6BEJKAqlBtOCgtgqEbKARKuX43SrrXpv3olwX2cFgS0BUrxeNN5jXhCiu6pjB0989NMa8pqggUILY/o8WV10O6fku2BNsR2A7bBrGHe42GwpJoULG05b3301EYCrtVKWvF/kz3GolIhsIKyxZsVERP0t9mx2xuT5nY8uSm00GDExGdjoMmYKkU9mTl2FG574zN1HB/LJv+7d/+jTvvvLMjPjVHoVqtks/nWV5eZmRkhGQyyfj4eNcFhaWlJSqVCqdPn+7q83abXnsn+hwbv/XJx3t8+ctf5umnn+Y3f/M3ez2UFtfyimmPtN5ZCdPv6UmO47C4uMjCwsKxk4R20jTtbRdhmilKO017249QKOTfeDpI8xrncjlisRipVIrR0dGOPkepDs8u6Djy4K1JUoIttUMLLs2fVRxeHFouGNsRxIqAJhmJQq1xNA+OliCggS7cFB5XHHBbXtoj0FtfdzyGK6hc/VVuCwlKuSKCVAJnW1Bwz3vvk44FGpiNBlXnei1vqiV0aS0RY/tQEpREKYlAIQRomkDTBLqmuV91DU2I/c9NbD+cuOopr5pUND8+FW6kdM10xaWmqNJc5CmuCCvN83ckWNuiiu3QV1U5k8MS21FslPvz877ThAKKqRHFRkWj0aEWoqMQ1BXjQ26larHaHwldTU7NWJyaMU8kIcqqlxHBkc4/8DEQwmCpOPiVDE1mRx3uvtnumzneU089xb333tvz8Sil2NzcJJfLUSwWd6UVnTSZTAYhBKlUqivP1yt8ocbz+K1PPt5jZmaGlZWVrj5nr9uTeoWu68zPz5NMJllfX+fFF18EIJ1OMzExcc0bgFIK27Z3pSc1TXuBVntSNBpldHSUubk5T5r2epn2a7y1tcWlS5cwTZP5+fmOtb4Nh+G+Mw5LW4ILyzqadn2tX9NAR2LaGoFD3pE0bbsSwjl4VLimQTQkqTR0QGBJDcuWREOKobCNwPURUbAtlAhkW0WKK5a0iQZKtKW99H6iVLFCoIWYiFrU6yYVa78J8XZFiXPlz/uioEsdHIzHJBqqb1uiDsJaSUOgSMYlG+WTTYjqBxqWYGFdoGuKmTFJtSEo1btxL3TTdcIBV+TbrAiWtvrznvLKcoBXlgPckTKZGetcQpQA9NAIJ1iwc3gUbNZunOWFLhRnp2o0Gu7GU/PoJUqpvpiPCiGIx+PE43Fs22Z5eZkf/OAHKKVI/xLbXwAAIABJREFUJBLMzs6eaHV0o9FgZKS/RMyTwBdpBpcb55PUx3OclEfNYUx7dV33TFVMJxBCMDk5yeTkJOVymUwmw0svvUQikWB8fHxXZUy9Xne9HHaY9sbj8YE27fUyQgjGx8cZHx9vtb79y7/8C9PT0ySTScLh43udzI4pZkZtLizrLBWubzSsaxA0JKajETjk/LbpGWI5HPhnh8Jyu93J9RAp1jUCusJy3AeIBCWxoGKt1NsKgeNQrAeAAMPBIg1LYKrOVMidNJsV980yGpMMhyXLBeHJa6AQLG7pBHTF/IQkvymQfdge1EkcKchvCASKmTEHW4rW9ewUsaBiOCaRUrBZFqyXvHU/fi4b5PkFg1fPVxgfViCOt6APBwWlPaLDe4mua0dKQ/Mqp6dtRqIGUkqklJimiRCiJdgM8pzxMBiGQTKZJJlMUqvVyOfz/Ou//itDQ0Mkk0ni8XjH54uWZXW9nb/b+HPswcZvffLpW6rVKj/5kz/JX//1Xx/q5w5bFbPzuBFvqkopTNPc1ZpUrVaxbRvLsnAch1gsxtTUFCMjI60o6xvx9Ro0HMdheXmZhYUFwuEw6XSa0dHRjkwAbAe+v6BTrl/fT8aWYB1BrIErqToH9bvZrOjUrvJ1UNtizZW/04RiPCapm7BR7s+d+oPhphMVyg5V01vtCLrmjr1YgS0Px0PHQoqhsGRx07vncBQmhiUBwzUiPsrniaG57UyGDuWaoOjxaPd2ArrD626uEYkcPQXMsS2U1l/JSnU7SKHm5c/LgxMNSt58q3nVZkRzM7D5tSnYdGt+qZTiqaee4v777z/x5zouSim2trbI5XIUCgWmp6dJJBLEYrGOPP53v/tdzp4927HH60c0TbshDJMHHL/1ycd7RKNRarXarr/fyyem3R+mSVN4aZZV3ihVMfvhOM5VEdY7TXuDwWCrImZ4eJjp6WnC4XDrBiClZHl5mWw2S7lcJp1Od63P2Odk0XWdRCLB3NwchUKBbDbLiy++2GqLOk4Zt6HDuZscKnV45jr+NYYGILEd7cCtTE004Yo0pi0IGtffYxgKO9stKc3BiO2qHNkSa6QSrG8LNJMjruntaqE/jVOvjWCtpCOERnJCslFih0jVvzhSsFxwr0Ei7i58ljbFvh49/UqlIag0dKZGXf+azRvEv6ZZ8TISUQxHJSuFa7e0KaUYjymiIYVpC9ZLgpXCYC76LUfn6YtDDEckrzvVQAh5qN3RoAFV2V8ijaaJG0akAbgjYe+qGG3OL3Vdb1XZNNvANU3DMIwTnYM6jtPz1quD0l7h6zgOKysrPP/88ziO02qNOo4IYZrmwFfU+Aw2fkWNT19z++238w//8A/73tSaf38jtSfth1KKer2+Z4JSJ017mzsgmUwGy7JIpVJMT0/75ZcDRqPRYGFhgZWVFSYnJ0mlUh1pi1ouCF5curZ/jZu+c3ixBlyD2oblxnhfj/WSTsPe+Vmxu7KmnYCuGI1IijVByaO7+5pQTA47rBW92doVC0liIcXylujLWOLro5gbl2yWBNUB96/ZSSSomBhWrJe11rULBxRjMdfIequiDbynz35Mjdi8+iYT54CGM5GAoNRHhskAigArpRtjD3hq2OH1p6wD//umaNOs8m4KNp2er9ZqNZ5//nnuuuuujj5uN6nX6+TzeZaWlojFYiSTyev6Je7F+fPnue+++wZ6fqrrup+C6n381Ccfb/LWt76VtbU1fvVXf5V3v/vdxGKxG7Y9Cdx+273Sk0zTBK6Y9u48Tmp3pVarkclk2NjYIJFIkEgk/BLMAaNZSbWwsEAwGCSVSnUkZvOlFY38ptjXv8Z2wJEaR3nrKgUNG0LXmbs0LMF6ea9/dG2xpslY1AEFK0XNkzG0hqaYGJIsbwmsHkQXHxdDd8e/VYGiB9uiDF0xPSJZ3BQ4nqvSOhpKKYYjboVNwHCjs5cKTb8oH4D0pM2ZhInl7D8FF4CjtP4yEQbWK2EPVhweHk0o3nyrSSx0+Atw0q1RxWKRy5cvc+eddx77sXqNUopisUgul2NjY4OpqSmSyeSBU0nPnz/viRaw42AYhmcqqHz2xRdqfLzLxsYGn/70p/nTP/1T3v72t/Prv/7rTE9P93pYJ4KUsmXS296i1DTtNQzjKgEmGo32hWmvbdvk83lyuRzxeJxUKuW3RQ0gzbaoSqVCMplkbm7uWBMER7px3sXa3v41tuMuRq5nRrwfdVMQClz7NrZa1PcRZA4m1gAEhIWuqlTMMDb91YpwEIKGYizisLSleVQwUNuR2LC81d7O5g2u+Nd4b+zXQinFSFQRC4EuXPG0UL26Cso1HlZIRavN0MflVUmT5IS1Z6R3JCgo1fvrvaJpOouFG6PN5PSUzW1z9rEfp1lh01yLdaI1an19ndXVVW677bZjj6+fkFKysrJCLpfDsqxWu/Z+m4Ne8uo5Dr5QMxD4Qo2P92k0GvzJn/wJv/u7v8u5c+f48Ic/zK233trrYR2Knaa97Ydt2wgh9qyI8Yppr1KK1dVVMpkMhmGQTqc7Un3h01+YpsnCwgLLy8tMTEyQSqWIRCJHfrxqw/WvsZ3d/jWWI5Bq/8qb69Gw3DSo/d6CbqzvfqU3BxdrAIRQjEclpuXNRWc4IBkOux4wXo3GHo5IIgH3HLxWJRQfkijptgV5jjZRRjRFmcrhrsF4TBINc10fmxsJgeS1pyzGh+yrIr0NXaN+8K6brlBuhKh4xPvqOIQDire8qrHtqdYZmt6LjuO0orWbiVGHnfstLS1RqVQ4ffp05wbYZzQaDfL5PIuLi0SjURKJBJOTk1e9VqZp8r3vfY977rmnhyM9eQKBgCfWBz7XxBdqfAYHpRRf+9rXePzxx4lEIjz66KPcf//9fSMGNE17d7Yo7WXa234MWstQsVgkk8lQrVaZn59ndnbWv5kMGFJKVldXyWazGIZBKpU6VsTmalHwwpK2S1Rxd+DFdVOj9qNhQ0DbW6xRClaKxjUqSRRBXWEeUKxpMhSShAzFalHznGAQC0nCAcnypuY5094mQcNN7NosQanupc8dxeyYZKsiqPaZ/8gVFKNRRTTkzi4bFmxVBXaH3udNH5vNqkb9BvWr2YmhS370tEk46GBoULX66z2taxr5gveqCY/CubRJYkxe/x8ekfYqm6O0RmWzWZRSpNPpExtjv6CUolQqkcvlWF9fZ3JykmQyyfDwMOVymYsXL/La176218M8UXyhZiDwhRqfweQ73/kOjz32GK+88gof+MAHeMc73nHiplpKKRqNxq70pKZpr6Zpu0SYaDR6aNPeQaHRaJDNZlldXWVmZob5+XnfhX8AKZVKZDIZSqVSqy3qqL+LL69qLGxcXUVzXLHGst1kqL1+vtIQFKrXGuvRxBpwfWDGopJyXVDwmI/KcFgS0BTLBW+Nux0h3LYo03IrNbxC3/jXKMlw2GEo4gqodUtQqIiu+JAIJEOBEpIgdem30kaCiqlhm/lJG81wW0f7BVsGWN+3MnFwiMcc7jvdvVKmnQbEB2mNevnllwmHwyQSia6Nsx9obhzlcjkajQajo6NIKfmRH/mRXg/tRAkGgzfk2mLA8IUan8Emk8nw8Y9/nL/5m7/hve99Lw8++OCBzcb2Yqdpb/NomvaGQqGWP0w3THsHAcdxWFxcJJfLMTw8TDqdPtY18ulPTNNslSTH43Hm5+eJxWKHfhwp4dmcTqF6RVxpWAKhCbQjzkks262q2dlGpRQsF4zrtFs0zU+PvtgfjUgEbpWNl1o7xqISlDtuLzMalQR0ydKmd7x4oiHFSFiS74J/jSbcSplIEBSKuinYqvRHG9zkiCRgNMW23o/npAkHFMMRiaG5Xl3FmrgqDUsTklvnHWbHHKweCzaagKVi2LPVdwdFoPixW02Gw91fGu3VGmUYxp5VNi+88ALxeJypqamuj7NfME2TF154gfX1dUZHR0kkEkxNTQ1k5Ykv1AwEvlDjc2NQKBT47Gc/yx/90R/x0z/90/zGb/wGc3Nzu/6d4zg0Go09xZi9THubh/+BeHyUUmxsbJDJZFBKkUqlmJyc9F/XAaPpV5TNZtE0jVQqdaR4zUrd4ZmsgaOu7OhrxxBrbMcVZnZGf5dqGqX69YXWoCExjyHWAIQMxXBYslkWVD3k6RCPOVg2bHjRQ6WNUMCtcloreCcee3zIFcvWS5157a8WZaBmuka/ss8FrKGwG+W9XtIwPdZSuB+hgPt5EDDcz6dS7XBtbyNRyW3zNtGw3NN4+KQRwmCpOFit23tx84TNq5PHNxA+Lvu1RjU3Cn/wgx+QTCYZGxvr8Uh7SyaTAWB8fJxcLsfa2hoTExOt1qhBmHMKIfwK9cHAF2p8bixM0+Rzn/scn/zkJ5menub06dOsrq6ysLBAqVTiDW94Ax/84Aevak1qRlsPouLer1QqFTKZDIVCgWQySSKR8KuSBpByuUw2m6VQKOxKathpsN3eUug4TquVUAXjbMp5DEOjbgl0TexrEHw9HOkegba3mpRuVc1BdoWDujxSG1QLpQjoENgWbOommJbAUQJHuWNxpMBxQPbhLvXkkEOlDsWatz4rlVLomivS6ZrC0GEkLCnVt1//7dfddrYFvT587WfHHApVQeUQiT+6UIzGFOGAK1K2RJk+qJQ5KoaumBlVVBrCUx5EQV0xEnVFGceBcl1Q7mB6083TNulpB4XqTnS3gs16+Kokr0EkaCh+/FWNq+4Z/cDO1ihd13n22We59dZbj1TJOkhcvHiRWCzG7Ows4L5Wa2tr5PN5arUas7OzJBIJQiHveiv5Qs3A4As1PoNJuVzm7//+73n55Zd55ZVXePnll8lms0gpmZ6e5tSpUziOQyaTQdd1HnzwQd7+9rcPhJI+SFiWxcLCAktLS0xOTpJKpQiHw70elk+HaMbOl0ollpaW2Nraau0Aapp2lcF2e0vhXh43l9c0Lq8LLMeN7T7qr7JUYNsQaHuKQlWj0jjYTDxsSDTN9aDRNbf8X4gr42neWh0JUrkigO24KVZuesvVA3f9YCTLOxJvBGr7edyWLU1T6NteO1ee05UUhGh7VNEcg0AptndfBXJ7TEpdESaaYzvMiym2I7GLVSgfc6EsUNviiSugNF9PTVNXzrFteK3XePs/CvdcpXLPS0raBK9t8UU2PT32PsfRiCQcUKwUrsRHa8Idl6GBrqvt8W2Prfm6C4FAXXlY1RyXQCp3sSxbr/XVQtBRhRJdU8yMSpY2d3vFGJqbvhQOKKQSLVFGeViUuTZuvDfAWqm/VtGGrhiNKIIBhZSuKFOqdec6hAzJ7WmHsSHnRKtsdE0nfwNEcr9m3iIV70G50jVQSlGv16lWq1QqldYmR6lU4t577235It6om4/PP/88MzMzxOPxXf/PNE2WlpbI5/MEAgGSySTT09Oee600TRu4IJIbFF+o8RlMlpeX+cQnPsEtt9zCLbfcwqlTp5ifn9+zKuPZZ5/lox/9KM899xy//uu/zrve9S7/A67PkFKyvLxMNpslEomQTqcZHR3t9bB8roNSquXrtNNk27ZtNE1rVaw1j3q9ztLSEgCpVIqpqakDC6hSwnN5naWChnGN6O3rj9tdPDc9a5ztqpqDemAE9OO3Qe0kHJAMhSSrRa3ru9SauCJG6JorEOniiiB0RZzYfoWaAgpgO6olPKg28cSyHRoNC0cqDCOI0IwrwpV0qwr6qXJF11wBqm7C2gl78gihMFoVPm0iVUsMuiIECXFlQtYU4HSxXTWhFLZ022WK1f56PbvJaFQyFIHVgobTZWGqKZCFtkWZSl1QrEE/+OnMjDqcSdjohuq4AXG1YVAyB3seNRaV3H/aPPJ95jg0Nzma99Xm12aK6M4Njmg0SjAYbLVFAQcyIB5Evvvd73LmzJnreiGWy2VyuRyrq6vE43GSySQjIyOe2NDVdf3EA1R8uoIv1Pj4NMnn83ziE5/gr/7qr3jPe97DQw895IsBfYZSikKhwOXLlzFNk3Q6PbBGcF5BSkm9Xt8lxtTrdZRSBAKBXRUxB4mdr1QqZLNZNjc3mZubI5lMHlhAbVjwvYxB1Tp6G5RSrklxKODe7jYrOrVD+MYEdUmjw2INuAu/8ajDVkVQbvT/+16gmBiWNEzBusc9bJqMRCSRoGK1IGhY/T1pH45IYiFXISvVvNeW1knCAcXkiGKrql1lwNsptFYrmUJJqDRcs99+r1rquAGxlCxXBr29RvHGMyZj0ZNbDjmO07qvtgsylmUhhNglxEQikQOniO5sjWoKNjfCXOrpp5/mta997YFbg5RSrdaoSqXSao3q5+puX6gZGHyhxsdnJ+Vymc9//vP8/u//Pj/xEz/BBz/4Qebn53s9LJ8d1Go1stks6+vrh17I+xyO9rSzdjHGNM1WVcxOISYcDndk0mfbNvl8nnw+z8jICKlUiuHh4QP9bMOCHy7qrFe0XYlOB8EVayAUAMuB1eLBq2rg5MQacAWQeExSs2DTIwLIWEyioVje0gaiukPXFJNDkrp18lU2ncIQFtGAia6D5RiU6gFPe9IcBU24bVGWI9isHO26CaEYiyjCQYUCqg0oetzfBzpjQCwJsFoa7EViKm7zmvnjGwjbtr1LiKlWqy0ftp1CTDQaJRAIdKyqo2k+3PzabD0e5Nao8+fPc9999x3pNbQsq9Uapet6qzWq3zwUDcPouzH5HAlfqPHx2Q/btvnSl77Exz72MdLpNI8++iive93rej0snx20L+THxsZIp9NEo9FeD8tTNHva92pRak8726sqpltlwO2pYI7jtNqiDjqZXNgQvLJmYEsOnQxVN93KmvWSfmjhxW2DOtkI5Wa890pBeEIAiYUk0aAr2Oz0UvEqw2G3cmXFA1U27eiam5YUMhSmDZtlMfAGsO1MDEtCATfee7/fHYHbvhQJulNfryRhHZejGBALYLUS9kzM/VEI6K6BcPAAWlSz/Xdni1K1WkVKia7rRKPRXYJMLzad2lOjYHBbo86fP8/9999/7MepVCrk83lWVlYYHR1tJWr1Q2uUL9QMDL5Q4+NzPZRS/OM//iO//du/Tblc5pFHHuGnfuqn+uLD2OcK7bHPuq6TTqcZHx/3r9M2tm3vWxUDtLxidoox/ThJq1arZLNZNjY2mJ2dJZlMHriMudqAHy4ZbFXFoaps6qbr8bFRPvxOsVtZc7JiDUAseMX41gsCSNBw47DXixo1D4kb10ITrpeNacNq4eSveedx47mjIddTpVjtbPpQvxILKcaHFBtljVDAPX9wf+8LVTHQwsP1OIwBsabpLA64ifCrExY3T155IZRSNBqNPT1jmu2/7UJM8/t+XUhL6fa/OY6DUgpN01oG//04HzgMSimeeuqpjgg17Y+5sbFBLpejXC4zMzNDIpEgEol07DkOSyAQ8Py18gF8ocbH53C88MILPP7443zrW9/iP/2n/8Qv//IvezrCb1AplUpcvnyZSqVCKpVidnZ24G9azcnizoqYWq3W2rnbK0EpGAx6VsxyHIfFxUVyuRxDQ0OkUilGRkYO9LNKweV1jcy6jlQHMx5uWFCo6lhHiODulljjPpcb9bteEtRPwIuj0zTFjVJVUBggD5WhsGQo5HrZ1D0sREVDbly8pkGlBlt9nRblRtwHDbfywdDdZC5NiG2za0Xzv1fSv9zUNct2v58YVoBitah5vpWp01zPgLjUCFE9hJeX14gaFmeGL1OrXbnPAoRCoT09Y7w+72ivshmE1ijLsvjOd77D61//+hN5fNu2W61RQohWa1S3/WK8PK/zuQpfqPHxOQorKyv87u/+Ll/60pd417vexa/92q/tGfXn01sajQYLCwusrKwwPT1NKpU6cOVFP9JuLtguxDSTHnZOFptHv+7cdQqlFJubm2SzWUzTJJVKHSpSs1yHHy4aFOvXr7IpVQXF+tEmXd1og2pHE66PjXdMZBUTQwrbUawWB+c9K4RiJFjHtCTFRgTvVdlcTUB326UCuqJhwUZZYDudOqcrQosuHKQ0UdImFDQIBYNougDlRss3o9ab8faWDaZDx0SkUMA1wjZtwVpR+AufNvYyINY1jXxhsDeu5oMvEY+pVmVMOBy+Yd4XOw2IvdgaValUuHDhQldsDKrVKvl8nuXlZUZGRkgmk12r8vaFmoHBF2p8fI5DtVrlf//v/81nPvMZ7rvvPj70oQ9x6tSpXg/LZweO47C0tMTCwgJDQ0Ok0+kDG9J2E6UUpmnuKcY0zQX3EmIOmvRwI1Cr1VhYWGBtbY3p6Wnm5+cPXPUmJby8qpHb1N199z1eUqXcqO6jtkJ0s7LmCorxmMS2Ya3kjUn1SEQS0F0fm0GqaogGJcMRyUZRo+qBaqeDoAm3XSoSVNi22yqkaWA0K1o0hS4EQrjVLABSuYfjXKloMW2w7P6MER8Ku+KUd0TP7jEccXh12kYKg43q4JoIJ8YczqWtXg+j5+zVGmUYhieqbDY3N1lcXOSOO+7o2nM2N5JyuRzFYrHVGnWSXop+pf/A4As1Pt7i4Ycf5q/+6q+Ynp7m2WefBWBjY4Nf/uVf5tKlS9x888382Z/9GePj410dl5SSr3zlKzzxxBNMTk7y6KOPcs8993R1DD7Xp92QVkpJOp1mcnKyqyKH4zjU6/VdQky9XgfcnZCdQkwkEvGjFg9JU5zL5XJEIhHS6TSjo6MH/vlCFV5YMig3dlfZVOoaW9WjV3z0RqxxGQ5LDE2yUvCGABIJum03KwVtoExuxXa7l+PAylZ/mUAbmiIYuNI6ZGgKTRNowp36uf8VrbYhR4JlbwstjmvWPTMqWSuKE4nB7jXjMUk0rNgsn0zMdz9jaK5pdkBTOFJRayg2y2BagtNJGIsH8HrF2F7ommsgHPaDJa9iv9aofq3iXV5eplQqcebMmZ48v23brKyskMvlUEqRSCSYnZ3t6PxOCOHpynGfq/CFGh9v8c1vfpOhoSEefPDBllDzX/7LfyEej/Obv/mb/M//+T/Z3Nzkf/2v/9WzMf7zP/8zjz32GCsrK3z4wx/mZ3/2Z/t+l+FGpFKpkMlkKBQKJJNJEolERyYXzZSHnVUx7ZGb+8VZ+1UxnUcpxdbWFtlslnq9zvz8/KE8i6SEC8saiwX3vSGEW1WztGUcS+jodhvUTsIByVBIslrQMDvWtnJyGLrbxrVZFlQag/V5Gg1JRsKKjZKg0jj+tRBCETIgYLhtRLqm0DWBpl2RgxQCqRRSCmznSvuQadMxAc/QFVMjksWNTrZG9Q8CxeSIImDAWlFgDdA5KiWJhdzPCYHCtKBUVRQqcK3PrPvu1DAZvE2F22YtTk8fMa/8BmFna1RTsOmn+W82m0UpRTqd7vVQqNVqrdaooaEhkskk8Xj82PNATdN6khrmcyL4Qo2P97h06RI/93M/1xJqXvWqV/F3f/d3zM3Nsbi4yI//+I/zwgsv9HiUcPHiRZ544gn+6Z/+iYcffpj3vOc9PXWB99kby7LI5XIsLi4yOTlJKpUiHA5f82eklPtWxTRTHvaLs/bpHfV6nYWFBVZXV5mammJ+fv6617qd9bLgwrJBzYRKQ6NYO56w18vKmiaGphiLOmyVBRUPmIAK3EqUqinYLPf/eA+DEIrJIYkjXd+XkO6KAIau0AVo2pV2PIUrGDrySmWLabs+Lf2W+BUOKMZikvy68EQV11HQNcXUiDdNiK9VJXNYNE3xxtcFqFqD87sZC0nefKuJ5p1L2lOaFTbNr/1kQHzx4kVisRizs7M9HUc7zc2kXC5HoVBgenqaRCJBLBY70uP5Qs1A4Qs1Pt5jp1AzNjbG1tYW4H7gjY+Pt/7cD2xsbPCpT32KL37xi7zjHe/gfe97H1NTU70els8OpJSsrKyQzWYJhUIkEgkCgcCuBCXLshBC7KqKiUajhEKhnk9EfK6PlLLlWRQOh0mlUoyNjR14J8t24Pm8zrMLwWO3rPS6sqaJQBEfktQasFnxxnt4PCYB18em16/fXmhtlS3tYkv7gk9uiy32tiluU2yJBGEkKilUoDQgnijDYUk4qFjc6P37/STpZxPiaEASDrpVMpYFxaqiWO2cATPA9DjcnArgeEisuhavP2UyNbxHxJXPdWlvjQJ6bkD8/PPPMz09zcTERE+e/3o4jtNqjXIcp9UadRjhRdd1v1V+cPCFGh/vcS2hBmB8fJzNzc1eDW9fGo0GX/jCF/i93/s9zp07xyOPPMLZs2d7PawbFinlvnHWtm23BJnx8XGmpqZaKQ/+TsVgUSgUyGQy1Go1kskks7OzB26B+9alAC8sHv/90BGxRik0DXTN3dXWcAUBtwpDoQn30UXbV7afca8bulAKq1npv/2PmlUcClASJCClwFFuRUerjUbS1cVpgBoadSrWCJLOeyMEdDfhKGi4Uc+6Bnrb6Smaxriu4NL0a+lMZYubhKVpipUtcWQT635iPOYKBSuFwRCgrkWvTIhbVTK6wnGOVyVzFM7dKtBC3r9Xzow43H2zbyDcCXa2RjUFm26KNs888wynTp3qyzCJndTrdfL5PEtLS8RiMRKJxIE8FX2hZqDwhRof7+GV1qf9kFLy9a9/nccff5xIJMJHPvIR7rvvvr7adRsUbNve0yvGstyJ107D3ubRnDjUajWy2Szr6+vMzc2RTCZ9oWZAaY9yn5ycZH5+/rqtipWG4C+/E+5Im0M4IIkG3Als8/bbFEWkcne85XYccTMxpymSuH/X6c8PxdSwZL0kttuzDofri8L2cXU1SUs42haN2qciSikcR7qHlNupQGr7/DQUGhIdqdr6gLYJGYrRqGStqFHfsSAVuEJL0FAYmsRxLGyrgWFohENhdF1vvb72tuBkbnu2dLLa4DgEDdenp9JgINq+pkYkdVMNxLkchJMyIW5WyWjtXjIdrpI5CufO1tDCBzdw7zc0oXjLq0yiQX/J00l62Rr1b//2b9x5552eSkVSSlEsFsnlcmznswboAAAgAElEQVRsbDA1NUUymWRoaGjPf28YRt+aOfscGl+o8fEeO4Wa//yf/zMTExMtM+GNjQ1+67d+q8ejPBjf/va3eeyxx7h06RIf/OAH+ff//t/7SvghUErtqoqpVqvU63WklOi6vssnplkVcxhhzLZtFhcXyeVyjI2NkUqljtw/7NPftLfABYNBUqkU4+Pj+75fzl8IcmmtM7+zAV1Sa/RXW0hAV4xFJYtboucLv50IoTDaxaBtIUgTrqjhSEWhqm+nEfXX2I/LWFQSCihWC8LTaVgCxcyoZLMiqNS9ex6H4agmxLomGdqukpGOotpQbJWh0aUqmcMSCytec1vQE2ble3F22ubWWbvXwxhout0adf78eU9vjDbnJ7lcDsuyWq1R7SlPgUDAb8EfHHyhxsdbvPvd7+bv/u7vWFtbY2Zmhv/xP/4HP//zP88DDzxAJpPhpptu4s/+7M+Ix+O9HuqhyGQyfOxjH+Mb3/gGDz74IO9973v3VctvNBzH2dWeVK1WMU0TgFAotMsrJhwOn8iOglKKtbU1MpkMmqaRTqc74tLv058Ui0Wy2SzlcplkMsnc3Nyu99VWVfDV73XOJLwfxRpw/UVAslH21k7dWFRi6G6bzSC0De1E11xzZdOG1UL/vW8Oiq4ppkclK5tHq+DyKvuZEEcCkmhwR+JSH1TJHJazKRgZ815kdyQgecurTHR/vdsVpHQ9gBzHQSmFpmmtxKhOig7nz5/n/vvv79jj9ZJGo8Hi4iKLi4uEw2GSySSTk5O+V+Jg4Qs1Pj79RKFQ4DOf+Qx//Md/zM/8zM/w/ve/n7m5uV4P60RpVsXs9ImpVqutqpidFTGRSIRgMNhTgaRUKpHJZCiXy63IZ7/cdDAxTZNcLsfS0hLxeJxUKkU0Gm39/799PsTiVueufb+KNQCTw25CVK1Pd/H3IxRwK4MGMd67yVDYrbjYKAmqHWyt6SZBQzExtB3pPYDC2k4MTRILKgK6REo3Tj2z2r9VMkfhja/VqEtvVQr/6E0ms6O+gXAvaK+y6WRrlFKKp556amCEmnbaW6Pe+MY3eqq1y+ea+EKNj08/YpomTz75JJ/4xCe4/fbbeeSRR7jjjjt6Pawj4zjOnkJMo9EA3KqYvcQYLwgf7d4m09PTzM/P+zfJAUVKyerqKtlsFl3XWxVVK0Wdbzx38Jjvg9DPYo3AJkSJsj2Ca1vsHQRuIo/twGqxP9Oijksz5lspWCl4MxI7GlQMRyT5jf5ruTsKSkliIQgbEoHEtKBYURQq0P4ejAQVuu5doW0vDF3xhtcGqHkksntyyOHeW3wD4X5gpwHxcVqjbNvmW9/6Fvfee+8JjLQ/kFISDof9Ku/BwRdqfHz6GaUU3/jGN3jssccAePTRR3nLW97Sdx/CSiksy9rlFVOr1XAcB03Tdhn2NuOs++1cjkoz8jmbzTI0NEQ6nfZEsoDP0SiVSmSzWYrFIolEgue2zrJR6aywaOiSep+KNeBWcOhCsVbyxgJsJ0NhSTSoWClqWAPabhPeriQqVrubOtQpRqKSoK5Y2vTO2FuJS5rEthXVOmyV1YG9hBITiqUt75zvQZibgPlkoO9FQ4Hix25tMNxZ3d3nmOzVGmUYxqGqbKrVKi+88ALnzp07yaH2FCHEVX41Pp7HF2p8fLzC97//fT760Y/y/PPP8/73v593vvOdXU0gklLuqoip1WrU63UAgsHgnlUxN5o5slKKzc1NLl++jJSSVCrF1NTUwAhSPldjWRa5XI6XFm1WeE3HHz+gye2EmP59/0wMORSrUDW9ubg0NEV8SFKpC7aq3jyHgxCPSQxdslLQsD1m8DoxJHGkYq3YT9fHbVsKGxJQNEwoVBSl6vFf29S0IrfeT+d6fH70NgF9npo4qi2jl55jenqaRCJx3eQ/n+6zX2vU9Sqwt7a2yOVyvPrVr+7SSLuPL9QMHL5Q4+PjNfL5PL/zO7/DV7/6Vd7znvfw0EMPMTIycuzHbVbF7CXG2LaNEGJPIcY3LtufSqVCNptla2uLRCJBIpG44YSrGwUpFV/5dpCq1fmFSL9X1oBrihofclje8rZp73jMrRJaLmh9v/t/VAzdbY2qmrDhsWqo6VFJuaYodllQC2gOuqoh7QaaFsCWQbYq4sQEL0OzCQYUdXuwFl0/dpdO1erPluaQofjxVzUQOK1kHU3TSCQSTE9P+/OcPmRna1RTsNnrWq2srFAoFDh79mwPRtodNE3r6gauz4njCzU+Pl6lXC7z+c9/nt///d/nrW99Kx/4wAeYn5+/5s9IKanX67vEmHq9jlKKQCCwS4iJRCL+B/8xaVZdLC4uMjExQSqV8nfqBpALywZPv3wyCytDlzQaAtXHYg1ALCQJaIpVjwkAOwkHFKNRyUZJGyi/kJ2MRNz2r7WioO4RA1shFLOjkvVi571cBG7bUsiQKLldJVNWlHsQHT47rlguiIGqxhyJKe44GzxwJHk3eV3KJDl+tYFwpVIhn8+ztrZGPB4nmUz6iZx9SLPCpvl1LwPihYUFHMfhpptu6vFoTw5d1/3NwMHCF2p8fLyObdv8+Z//OR//+Me5+eabeeihhxBC8OKLL/Lyyy9z6dIlXv/613PPPfcghCAcDu8SY8LhsL9b1AWaZrSZTIZQKEQ6nWZ0dHSgJuI3Mo6Ev/h25MQWvIYmaZj9L9aA2w5VquH5hKWmMa9pw1qpPysBOoEm3JhvR8LKljfeY4ammBqRLG2JI3kMhQxJNOBWUFm2olxzvWT6qSLsphnIrvXPeDrBbTcJYiP9tfkTj0nuO23u+/+llKytrZHP57Esi7m5OWZnZ/1FcR/S3hoFtPxsLl26RCQSGegkVV+oGTh8ocbHx2s4jkMul+PixYu8/PLLra+XLl1ifX2dcrlMIpHgtttu45577uHs2bPceeedTExM+IJAH1EoFLh8+TKNRoP5+XlmZmZ8sWwAeHbB4JnsybUreEms0TXFREyyVBB9tfg9KsNhSSSoWClofVkRcC00IQkaioAGulCAAqWQChwHTEvRsKFuwtSIIremMHQwdIGhg665h7b9VQj3eyFAE7jftHC/V4BSIJXYPtzvHemKmp1KDAsHFGMxN9J7r/eZJlwvmeB2lUyt4VbJVBv9fw0NXTEcFRQ64HvTT/RTZLdA8aazJiORgy1tGo0G+Xye5eVlhoeHSSaT/oZLn2JZFpVKhUqlwuLiIqdOnWJycnJg51qGYXgiLdXnwPhCjY+Pl/j0pz/NZz/7Webn5zl9+jS33HILt9xyC6dPn+amm24iHHajCn74wx/y+OOP8+1vf5v3ve99PPDAA35kdJ9Sr9fJZrOsra0xOzvL/Py832rmUZRSlKsWX312BEee3ETQ0NyWDC+INQDRoCRkuOlKg0BAV4zHJKWa6GGSkiSou2PRNYW2PS1TUuFIsB2FabnCS93kUMKSpiliQclm+WTfX5poikH7C0Ka5gpBonWIHVNXgVKgBAR0AUrSsAQa21UyVbdKxst+Q1NjivVSf3tUHZaAobj3Nf0R2X3ThM2PJO1D/1wzOCCfz1Mul5mdnSWRSPhmrl3Gtu1WG3/7Yds2uq5f1cbf3LDcqzVqEPCFmoHDF2p8fAaZlZUVPvnJT/L//t//44EHHuDhhx9mfHy818Py2QPHccjn8+RyOUZHR0mn08RisV4Py2cHUkoajUZrMtju9wRu+tk6Z1ltzJzoOAxN0bBAeWgBGo85VBtQqg/OxDgekwjhVtkcVwzQt6teDE2hC3en3/VdANsBy3aved2E+glf+9lxxcKqN6d6c3FFfsDahW6ahezqYJ3T/BTMzfU2sjuouwbCgWMW91iWxdLSEouLi4RCIZLJpF/F3EEOIsY0j2Zb/34bXvu1Rg2CYBMIBAbiPHxa+EKNj8+NQLVa5Q//8A/57Gc/y/3338+HPvQhbr755l4Py2cPlFKsra2RzWYRQpBOp4nH4/6Er4s4jnNV6lnzq2maB/J5qjQEX/lO+MRFFC+KNZpQTAxJVovCc+1D1yISVIxEJOtFjdq2R5Foq3rRhEIXCoXCMm1qtQamrRBaEFsFqJv0XWT29KhDfr2/xnQQokGJbUPDHpwFi64pxocFGydc5dRt7rlDQ+q9a4G6M2mRnnA6+pjFYpF8Ps/m5qYf830IriXGGIbRut+2CzLHqT6W0jWOdhwHpRSaprUSo7wqdgSDQX+uOFj4Qo2Pz42E4zh85Stf4YknnmB6eppHH32Uu+++u9fD8tmHcrnM5cuXKZfLJJNJ5ubm/LLWDtAeRb9TjHEcB03TriqXbn5/mEnQ+QtBLq2d/ALEi2INQCQgiQQlywVvvJ81TRIQym3NEWrbkkWBAindeHbbAcuBaFCRW3crX7zcrjIWU2yUJNKD/kKTQzVWi4O1OJ4YURSqwtNtXLtRvPkug0oPIrtHI5I3njE5qXWt47gx3/l8HiGEH/ONK8a0V6OetBhzUNqrbPZLjfICvlAzcPhCjY/PjcpTTz3FY489xurqKo888ghve9vbPHVDupEwTZOFhQWWl5eZmpoilUr5nkPXQSnViqJvnxTujKJvL5WORCIdS0zYqgq++r3uLBR1zfUj8ZpYAzAeldQt1TWvl2sJLkqB47iCi+2AaUPDco/DmCHHwopaXQ1ExdD8pOTSUq9HcTSSE4qFAWsXumlGkV0brPv06JDi9jPdjuxW3H/GZDzaneVMtVoll8vdEDHf7WJM+723Kca033ObRz8lFTVFGyllS6jxSmuUPy8cOHyhxsfnRufixYs8/vjjnD9/nl/7tV/j3e9+t1+m26dIKVlaWmJhYYFoNEo6nWZkZKTXw+oZzRal5tGcFDYaDYBWi1J7dUwkEunahOtvnw+xuNWdneKgIWk0wFH9P5nciRuB7bBa0g4cs6wJSUDbp8JFbVe42G6Fi3VEweU4zE9KLi97XyQIBRTSkdRM751LOKDQBFTq3hv7fgihmBoTrBUH55wA7jgliAx1z0R/ftzmtanDGwgfFykl6+vr5HI5T8d87xRjmvfedjFmp2eM185xr9YowzD6tspGCOEbWQ8evlDj4+Pjsr6+zqc+9SmefPJJfv7nf573ve99TE5O9npYPnvQTJvIZDLYtk06nWZqamogS14ty7rKtLd9Qqhp2q72pEgkQigU6ovXYrmg8Y3nwl17vrGIw8s56UYm056Us320/x0KIUTb329nSLX9W4TY/f+2n0u0/UUrj6btJd/55ys/c9XfXPUnXXPLWky7Geu8W3AxLddIt9/jvjWhGAqrE09O6gZerqoZRGPhsSE3Wtzu89+Bw/Km12nUnO60i/74bQ1CPdYN+j3mu709uP1wHGeXGNPpitR+Y6/WqH6rstE0zU8MHTx8ocbHx+dq6vU6X/jCF/jUpz7FXXfdxYc//GHOnj3b62H57EO1WiWTybC1tUUikSCRSHhqsqSUaqUo7RRjlFJX9a23f/XKhOSvvx9ivdxF/wXL8qQBbBNDVwQ0N/ra60yPKhY3ej2K4yNE0yjZm9ckNaXIDEB1UzuD2AIVNBT33BmgfsIm0HfMWZya6qyB8HHoZcx3+0bIjS7GHJSdrVFNP5teiza+UDOQ+EKNj08/8sQTT/C5z30OIQR33nknf/AHf0A43L2deXBvRl/72td4/PHHicVifOQjH+ENb3hD3+z2+FyNZVnk83ny+TzxeJx0Ot03LWxSyl0iTLVabbUohUKhXWJMOBweCOPkzLrOP77Yvb7xkbDDDy95+xY9MybJrfV6FJ0hEZcDEas8OWyztOlNYSBgKMIBKFa8fx2uoJibECxvDdI5QXoGpmcCJ+a3NRSS/NitJlqfvmwnEfPdFGN2esb4YszxaFbYNL/22oC4WeXjM1D4Qo2PT7+Ry+V405vexHPPPUckEuGBBx7gZ3/2Z3nooYd6NqZvfetbPPbYY2QyGT70oQ/x9re/fSAW0YOIlJLV1VWy2SyBQIB0Os3Y2NiJC2zNnvV2MaYZab1Xi1I0Gu2bFqWTRCn4y++GKde7N3ELqAaXl739+zkz5pAbgJaVaEjRMBXmAb13+pmxSJW1Unc3DDrF9JhiZdObhtv7MRxRWFIMxHurnde/WsPRTmbBee8tJpND8kQeu9McJub7WmJMIBDY08DXn8N1jvbWKKAnBsS+UDOQ7Pvh7l9pH58eYts2tVqNQCBAtVolkUj0dDw/+qM/yp/+6Z9y+fJlPvaxj/Fbv/VbPPjgg7z3ve8lFov1dGw+V6NpGjMzM8zMzFAoFMhkMly4cIFUKsXMzMyRJw5KKUzT3FOMkVKi6/pVPjHxeLzVojToYsy1EAJun7N5+pXumfwpJAKBwpsVEAClmkbQkJ5fhFYbgvlJxeXlXo/k+EgRQddk3/sD7cXKliA9o7jsUa+dvSjVBNMjddbs/qic7BRPP+fwpnOCaocju+dGHc+INAAjIyOMjIy0Yr6fffZZpJSMjo5iGAb1en2XGBONRhkaGmJ6etoXY7qIpmmtuVVTtGk0GgghWoLNSYs2N/I860bEr6jx8ekhH//4x/mv//W/EolE+Kmf+in+5E/+pNdDuoqtrS0+85nP8IUvfIG3ve1tvP/972d2drbXw/LZh3q9TjabZW1tjdnZWZLJ5J7971LKfSOtAYLB4FViTPN7fzJ4bRwJf/HtCHWrexOpsKjz8qK391yScYfLK96ffLoeL4qNkvfPJTUpecWjYoeuKUYiDMR1aGcsUqZoDvd6GB0lPqw4e0uwY4bJuqZ4y60NIn0eirOzMqZ5H26KMcFgENM0qdVqjI2NkU6nGR0d7fWwffag261RgUCg5z45Ph3Hb33y8ek3Njc3eec738mTTz7J2NgYv/RLv8S73vUu/uN//I+9HtouTNPki1/8Ip/85Ce54447eOSRR7j99tt7PSyffXAch1wuRzabJRwOMzw8jOM4VKtVLMtCCEE4HN4lxoTDYX+35pg8u2DwTLZ7q4SQoVhYsg8cd92PCBQjUe+a2LYzNaJY2lRcY97lCQKGQkN6NvJ6YkSxXgTlwaqg/YiFFVJB44RNeLvNj9wiCMU6Y476qlmLM9P9YSDcFFr2E2P28ozZuRkyKDHfNwrdaI3yhZqBxBdqfHz6jf/zf/4PX//61/n85z8PwB/90R/xz//8z/ze7/1ej0e2P0op/uZv/obHHnsMTdN49NFHefOb3+wv7nuAUmpXkkOzRclxHHRdbxlTl8tlNE0jnU4fqy3K5/qYNnz5W5GuRuqOhmyev9y1pzsRxockawU1EN4ig2IsnJyQnm7lumlacWnJ+9ehnfkpRX5j8D6/f+ycTtU+XsVmNCh5y60m3bq97XUPbhdjgsHgLr+Y41Sm9nvMt88VpHRb7xzHQSmFpmmtxKjjzr+CwaB/zQcPX6jx8ek3/uVf/oWHH36Yp59+mkgkwkMPPcTdd9/NI4880uuhHYhnnnmGj370o7zwwgv8xm/8Br/wC7/gRwZ2GKVUqz99Z5oSsMs8sFkds9duW7lcJpPJUCwWmZ+fZ25uzm9lOiG+dSnAC4vd+13QNcXmhk3Zo9UPTRJxh8wAtEBFggrLVjS62AJ3MijiMclKwZvnIYRiYhhWBywxKTUNufXBOqdwUHHXqwPHqha652aT6ZHOetO0izE7DXyllB0XYw46pq2tLXK5XNdjvn0OT3uVTSdao3yhZiDxhRofn37kv/23/8aTTz6JYRicO3eOz33uc4RC3Yv47QS5XI7f+Z3f4Wtf+xr/4T/8B37lV36FkZGRXg/LMziOs6siplqtYpomwFUtSs2v4XD4yLsypmmysLDA8vIyU1NTzM/Pdz0SftCpNARf+U64q9Uh4xGbH7zStac7EQK6QhfS84ITwGiowEbV+5+DUyOKxQ2JV1u5xmKKYgVPGiPvRzioMAxBtTE45wRw8xxMTgZQR3ivTQ873HPKOtLz7iXGNO/HTTFmZ5pSv3i2nUTMt8/J0RRtpJQtoeYwrVFCCF+QG0x8ocbHx+dkKZVKfP7zn+cP/uAP+Hf/7t/xgQ98gGQy2eth9ZzmJHAvMcZxnH0jrU9610RKyfLyMtlslmg0Sjqd9gW2DnL+QpBLa93zERAo6hWbdY8bqM6OSxZWez2K4yNQjMUUawPgu5MYl2Q8fE3S04rLA9YClZhQLG0NXgvUG35EwxKH+9zUhOLNt5rEQvsvWQ4qxuzcFOkHMeagHCbm26e37NUaZRjGdatsfKFmYPGFGh8fn+5g2zb/9//+Xz7+8Y9zyy238Mgjj/Ca17ym18M6UZRSNBqNqyZ/zUMpRSAQ2FOM6QdDwGYZdSaTwbIsUqkU09PT/o7cMdmqCL76THcnyWMRh+de8f5te3rUIT8ArR0Tw4rVAfDdiYUVlbrE9qxhtWJmDJY2vDr+vblpBrJrg3VOQijedC5A1Tq4CHVm2uZVs/ahxJj2+/CgebY1Y77z+TxCCBKJBNPT0wN3noPCXq1R+1XZaJrmWwwMJr5Q4+Pj012UUnzzm9/kt3/7t2k0Gnz4wx/mJ3/yJz0rAEgpd8VZ12o1Go0GAKFQaE+/GC9NjqrVKtlslo2NDRKJBMlksi/EJK/yt8+HWNzq8o6sbZH3+OJtKKwo1yS24+3zANeQdxB8d7wc1w0wHFHUG2B6VmzaTdBQRMKCUm1wzglgclRxy83BA7WrGcJkRj1Do1ZpbYrslabkpftwJ6lWq+TzeVZXV4nH4yQSCYaHByvifZDY2RrV9LNpvn99oWZg8YUaHx+f3vH888/z+OOP893vfpf3ve99PPDAA31ZvrmzRan51bZthBC7RJhoNEooFPKs+LQftm2Ty+XI5/PE43FSqRTRaLTXw/IcywWNbzzXXf+fkbDkh5c6a6jZC5Jxh8sDIHCEAwopFTXT2+diaIqAISlVvXseqSlFZtm749+LmXHFSkEM3D3oztOKYPT6fn1nxtaYnxA3tBhzEPyYb2/RrLBpfm0KNoZh9OXc2efY+EKNj49P71leXuaTn/wkX/7yl3nggQd4+OGHGR8f79rzN1uUdoox9XodKSWGYewpxtyoOxhKKVZXV8lkMgQCAdLpNGNjYwO3KDhJvv5MiI1Kd6tqQsLilUVvXyNNKIZCko2yt88DBqeqJjEhyXg4rhsgEVfkPF5xtpObZyEzAHHwO7n7tgYqsH/1x8SQwxtuOZqB8I2MH/Pd/0gpWVlZ4cKFC1y8eJGXXnqJixcvEg6HefLJJ3s9PJ/O4ws1Pj4+/UO1WuUP//AP+cxnPsOb3vQmPvShD3HTTTd15LGbLUo746zr9TrgtijtFGO8ZhrYC4rFIplMhmq1yvz8PLOzs/4O5gHIrOv844vdTXKLBiUvZx2kx71RxmM2awVxpBSY/kIRH1KsejTmup3JYYelTe+eRzSkkA6er3Bqx9AVIzHBVmVwzgkgElKcuyNIY492NYHix241GQ77y5Sj4sd895ZmldNLL73UOl5++WUuX76MZVlMT09z5swZzp49y6233srZs2c5deqUf30GE1+o8fHxAn/8x3/Mfffdx5kzZ3o9lK7gOA5/8Rd/wRNPPMHs7Cwf+chHuOuuu677c7Zt79miZJommqbtG2nt7xgdn3q9zsLCAqurq8zMzDA/P+9PHK6BUvCX3w1TrndX1BoKWLyY9f77PR6psFLyfnJJfFixNgDGwhPDipUt6enzSE4oFgasAmVqVLFeFng1Rn0/TidgbCLAzvM6NWlzR8LuzaAGED/m+2RQSrG5udkSYi5evMjFixd55ZVXME2TeDzO/2fvzsObKtP/j7+zNUn3pnubpHs7sogoqwLuIuKICyqggiDDogVGf6Oi4ziOjgtYFnVEFFEQHNdxZAb9ojMqLiDuoEC1e5N031vaplnO+f3BJHYBZWvTtM/runq1lDZ9TpMmJ5/cz31nZGSQnp7uDWPS0tIG5JZ64ReJoEYQ+jvPE99hw4YxbNgwsrOzOfvss329rD6ze/ducnJyqK+v57bbbmPo0KHk5+eTl5dHYWEh7e3tzJ07F0mSUKlUPSYo6fV6NBqNeHDrI263m4qKCmw2G6GhoZjNZoKDg329rH4pv1LNV8V9G2Zp1TLlVS46nP799xCgllHIEq0d/n0cAMZIaUD03YkOsVPR4N/hrDFSxjrAwpqBugVq/HAlDn7upaJVy5yb1YFGFMH2ipaWFsrKymhoaCA6OprExEQx5vsXyLJMS0tLlyDGUx3T1tZGWFgYmZmZXcKY9PR09Hq9OF8VPERQIwj9XXZ2Ng6Hg+eee45169bxyiuvcN999zF58mRfL61XuFwuLBaL94HN85afn09lZSUGgwGz2cyIESPIzMxkyJAhjBgxQmxR6mdkWaa+vh6LxYIsy5jNZvFKXDduCbZ9q8fex6FJuM7FwZI+/ZG9Ij5Cwlrj61WcvMOhk0ybn2+70apddDgkXJL/NiLVamRUSmgdQBOTlEqZyFAFdS0D55jgcL+qczqN7B5hdGA0+H/D9P6u85hvgMTExEE75luWZdra2roEMZ5gprW1leDgYNLS0sjIyOiyVSk4OFicCwnHQgQ1gtCfybKMwWBg165dDBkyBIA1a9aQl5fHunXrAAbMnf0PP/zA7NmzUavVmM1m0tLSuryZTCbUajV1dXWsW7eO119/nauuuor58+cTFRXl6+ULv+DQoUNYLBaam5sxGo3Ex8eLYO1/Dpap2Wvp2yoElVKmocHFoQHwZNTfe6N4DJTGwsYoiRI/HtcNEG+Q/X6UfXeGEJnmdoXf96fqLiZCJtkUQIhe5uw0BwPkdMhvDIYx37IsY7fbKSoq6lIdU1hYSFNTE3q9nrS0tC59YzIzM0UjZuFUEEGNIPRnjz76KDt27ODjjz/G6XSi0WgoLS1l2rRp/Oc//yE6Otr7tW6326+f/EqShEJx7ONE7XY7W7ZsYf369Zx11llkZ2cPmh4+/srhcFBWVkZlZSVRUVGYTDNiAwYAACAASURBVCZ0ur4dU90f5Zar2WfR9OmTqAi9iwPFffbjek2IXqalTcLl9v8T4sgQiepG/z4OpVJGr5Fo8vMGtuZomdIBNrLbHO3GVu+/1U5HMzJTwaShEmGB4qmJr3Qe8+1wOEhISPCrMd+yLONwOCguLu6yRamwsJDa2lp0Oh3JycneihhPGGMwGEQYI/QmEdQIQn+WmJjIpk2buPjii7Hb7eh0Op5++mk2btzIt99+i9vtxmq1kpyc7Oul+owkSbz77rusXr2akJAQli1bxrhx43y9LOEXSJJEVVUVVqsVvV6P2WwmLCzM18vyqdoWJZ/lBdDm6JvycQUy9jYXdc3+f5JpjHRTMgCeVEcEy9Q3y35f9RAfIWOt8e/TRI1aRqeBZj8PnLqSCQ900Nzh3+F4oFbGGAXGKJnEKEiMhACNr1clePTXMd+yLONyuSgtLe0SxhQUFFBVVUVAQADJycneypiMjAyysrKIjo4elNu6hH5BBDWC0F9t3ryZtWvX8t133wGHH2QUCgWZmZk8+uijZGZm8vHHH/Pxxx9TWVnJn//8Zy666CLv9x9vhcpA8PXXX5OTk4PNZuO2227j8ssv9+sqo4FOlmWampq8YydNJtOgPinqcMLnBVrKG/vmNquRmimtDuyTn9WblAqZIK1EwyH/v68bKI2FY8LclNf593HEhMtUN+DXk6y6CwuSaXcocEn+cUxKpUxcOCT+L5gxRkHEwNpZM2D5Ysy3LMtIkoTVavX2NvRsU6qoqEClUmE2m3tsU4qPjx+05x1CvyaCGkHor2bMmMFHH33Eyy+/zEUXXURJSQkvv/wyL7/8Mnv27GHevHm0tbWxdetWqqurWbVqFY888kiX7VBwOLAZbA9AJSUlrF27lp07dzJnzhxuvPFGgoKCfL0s4Re0t7djsVior68nISGBhIQENJrB9zKpLP9vK5RV0ydPEBUuJ2UDoB9HVKhEZb2Mv48hDlDLKBUyrXb/Po6IYJm6Jsnvq4MG4haopFgZa23/PCcI0ctdQpl4A2j8Y/eM8AtO9Zhvz3TJ7uOty8rKkGUZo9Honabk2a5kNBrFC3eCvxFBjSD0Z//5z3948sknKSsrIyEhgaioKO644w4qKyt56aWXCAwMZN++fYwaNYoPPviA3bt3Ex4ezty5c0lKSmLp0qVERUV5+9cUFxd7m/IOBo2NjTz77LNs3bqVqVOnsnDhQmJjY329LOEXuFwuysvLKS8vJzw8HLPZTGCg/1d9HK/qZiW78gNo7+WtUKE6iR9LBsaklPgI94AYrZxgkAbEcQyExsIqpUyoHuoH1MQkmfhIBVU+7oekUsqE6toI1TSRHK9maFoYUeGDL5wfbDqP+c7Ly2Ps2LH85je/6fF1kiRRXV3dpSqmsLCQ0tJSJEkiISGhS2VMRkYGSUlJqFSqQVVJLgxoIqgRhP6oexVMXl4eLpfLO/lp27ZtbN++nQ0bNlBbW8uTTz5JY2MjK1asQKvVYrFYeO2113jjjTd47bXXSE1NRaFQkJSUxL333svChQt9dWg+4XA4eOWVV/jb3/7G8OHDyc7OPuKJgdB/yLJMTU0NVqvVW64cEREx4E/AJEnCbrfT1tZG0yEHubUxNDtDe/Vn6hROiir8//eq1chIbol2Px9zDRAdKvn9NCutRsbtlrD7+fURGSpT1wyyn2wXOhYhehmnpMDh6rtjCguUMUZDoqdaJgJUqsOPzxUVFVRUVPSrniZC73K73WzdupUNGzYgyzJjxowhMDAQi8Xi3Q4dExPTI4xJTU1FrVaL24cwGIigRhD6M7fbjVKp7PGAVFBQwJIlS1izZk2XwCE/P5/XXnuN4uJi7r77bjZv3ozJZGLRokV88803XH755VRUVHS5/MFUCirLMv/5z3/IyclBrVazdOlSJk6cKB7w+7nm5mYsFgttbW0YjUbi4uL8ejuf2+2mvb2d9vZ22travO8dDgcKhQKdTkdgYCB6vR69PhBri4HcCj1yL23rCQyQKLK6/X6bChyuRrFU+3oVJy8sSKbxkIzk5+GAKUqi2M+ragCSYmRKKv37uujOHCNjq+ud+1G1SibBcLi3jCn68HamEP0vf4+np4nNZqOtrc07OWgwboEdSGRZpqGhocc2peLiYhwOBwaDgaSkJMrKysjPz2fixIksW7aMs846S5ybCYOdCGoEwd94/jY3btzI008/TUhICH/9618xmUysXr0aSZI477zz2LRpE//3f//HJ598woQJE5g8eTIjR47kscceo729Hb1e3+Uy++oBsbGxkfnz57N//34UCgUvvPAC48eP75Of3dm+fftYtWoV+fn5LFq0iKuuumrQbAnzVx0dHVitVmpqaoiNjcVoNPZqY8KT4XK5egQxbW1tuFwulErl/0IYPYGBgd5QJiAg4Kh/h1VNSnbnB9Du7J0nViEaJz9ZB8ZJcVSI2++rUeDw1iF/74+iUMiE6CS/3zqkUMiE693UHxpYjxHGaCivP/nrJiK46ySmuAg4mSxdVNn4F1mWaWlp8YYxnmlKRUVFtLW1ER4eTkZGhrdvjOdjvV7f5Tp1uVzs2LGD559/npqaGubMmcPMmTMJCREdpIVBSQQ1guDv3n77bU4//XRMJhPz589n8eLFjBs3ji1btvDcc8/x6aefYrVaGTZsGJWVlbS2tvLaa6/x4YcfMmrUKO66664uVTW93Xx4zpw5TJw4kfnz5+NwOLwP4r5is9l48skn2bFjBzfeeCNz5swRJwX9nNvtprKyEpvNRnBwMGaz2SfXmdPp9AYwnUMZT6WaJ4jpHMiczKvD7Q7YXaClqunUV8EFqGUqqlx0OP3/iVBooEzTIQm3n1ejaFQyapXMoXb/Po7YcJmyWv8/bQwKcNDuUOOW/Lear7tArYxCqTiu7YIBapmESDBG/byNKaiXJn57qjHKyspElY2PybJMW1ubtyKmc++Y1tZWgoODSUtL84629gQywcHBJxSwVVZWsnnzZq688kqysrJ64YgEod8TQY0g+Kvu25acTieLFy/m22+/Zfr06Tz44IOsXr2aW2+9lXnz5qHX61m1ahWLFy9Go9GwYsUKHnzwQQIDA3n44Ye7XLbT6USj0ZzySpumpibOOOMMioqK+t0rYy0tLTz//PO8+OKLXHzxxSxevJiEhARfL0v4BbIsU19fj8ViQZIkzGYzUVFRp+y2JcsyDoejS0WMZ8uSJEmo1eoeQYxer+/VyixZhh9sGg7Y1Kd8K1S4zsXBklN6kT6TGOn2+2oUgHiDhG0ANBaOC3djGwDTxQbiFChjlEx5w9HCJ5mo0K7jsWPCwRcP392rbIxGI6Ghof3uXMKfybKM3W73VsR0buLb1NSEXq8nLS2tx3hrUe0kCL1CBDWCMNAUFBSwbds2tm3bxvvvv49SqSQ+Pp4DBw7wr3/9i//85z8cPHiQq666CoPBwMGDB3n++efZvXs327dvZ9GiRZjNZgCmTp3Kn/70J8aNG3dK1rZ3714WLFjAkCFD2LdvH2eddRZPPPFEvxqd7XK5eOONN3jiiSdIT09nyZIlDB8+3NfLEn5Fa2srFouFpqYmEhMTSUhIOKb+S7Is09HR0aMyxm63I8syAQEBPYIYvV7v895OlY1KdhdosZ/CChiVUqaxwUWLn1dwwOFj0aklmtr8/1hiwiQqTsH2FF8aKFVOIBMbDpV+fn10Z44BW50CXcDP1TLGKJnESNBrfb26rkSVzcnxvABRXFxMYWGhd4tSYWEhtbW1aLVaUlNTu1TGZGZmYjAYRBgjCH1LBDWCMFBIkoRCofA+kHZ0dKDVann00Ud59dVX2bdvHzk5OTidTu655x7WrVvH1q1bOeuss1ixYgWzZs3i4MGDpKenM3r0aKZNm8Z1111HQUEBcPTGxsfj66+/Zty4cezatYuxY8eybNkyQkNDeeihh07J7+BUkmWZjz/+mJycHDo6OliyZAkXXnihOFHp55xOJzabjcrKSqKiojCZTAQEBGC323tUxtjtdgC0Wm2XICYwMBCdTtfvGxa3O2BXvpbq5lMXGkXoXRwoPmUX51PRoW6/DzjgcMjR3Cr7fcgxUBoLh+hl7B306cSk3hCkk4mNgNgISIiEOANEhfqmWuZEORwOysvLqaysFFU2nciyjMvlorS01BvGeCpjqqqqCAgIIDk52VsZk5GRQVZWFtHR0f3+cU8QBhER1AjCQCPLMrIsex9sJUmiqqqK+Ph4Nm/ezCeffMLGjRu9X19XV0dNTQ2TJ09m+/btDB8+nLKyMrZu3Up7ezsPPPBAl741JzMpqrKyknHjxlFSUgLAp59+ymOPPcY777xzcgfdy3Jzc1m1ahX79u1jwYIFXHvttf22ie1gJUlSlyCmra2NxsZG2tvbUSgUhISEEBYW1qVvjE6n8/sTekmGH6waDpSp+YXH9GOmQKajzUVts3//XjzCtC3Utfafir0TZYqSKPHzLTcBahlkibYO/z4OODzJyOIn14dKKRMdhjeU8bwF/8oUJn8yGKtsZFnG7XZjtVp7hDEVFRWoVCrMZnOXbUpZWVl+PzVREAYREdQIwkDm6THjeV9WVsaiRYuor69nypQpzJ07l8TERJYvX05DQwPPPvtsj8tobW3lscceIzIykoULF3aZFnUiJk6cyPPPP09WVhYPPPAAra2tPP744yd1mX2lsrKSv/3tb/zrX//i+uuvZ+7cuT5thDzYuN3uIzbvdTgcqFQq71jrzpUxAQEBNDU1YbFY6OjowGQyERMTM+BOVMsblXyer6XjFLzKH653c7B4YDzMa9VuOhxuXJJ/T+tRq2S0KplmP9+WZoySKBkAVTUACQaZsn7Wdyck8H9VMuE/BzJRYaAaWHd3v2igVdm43W4qKip6jLcuKytDlmWMRmOPBr5Go9Hn23MFQThpIqgRhMHos88+4+233+b2229HkiQuu+wyXnvtNYYMGdJli5PdbufJJ5+kvLwchULBf//7X/72t79x7rnnAl3HertcrmNqorp3717vxKfU1FRefPFFIiIievV4T7XW1lY2bdrEhg0bmDhxIrfddpu3r49wcjyTlLqPtvbcLrsHMcczSam9vR2r1UpdXR3x8fEkJiYOqFdc2zoU7MoPoKbl5E/QFS5nv3sSeqISDRKl1b5excmLi5AGwHUio1O1cajD/8s5ArUykgTtPqgQUqtkYsK7VcmEQ2AvTV/yR54qG5vNRnt7e7+uspEkierq6i6TlAoLC72N8uPj47tUxmRkZJCUlIRKpfLbAEoQhF8lghpBGEyOtG3pvffeY8OGDbz55ptHnPJ04403olar2bRpE1arlba2NrKysrp87fr163nvvfcwmUz8/ve/JzU1tc+OyZfcbjdvv/02a9euJT4+nqVLl3LmmWf6eln9mizLRx1r3VeTlFwuF+Xl5ZSXlxMeHo7JZOpXDa1PhiTDPouG3PKT2woVopP4qcR9UpfRf8gYgiWqG/3/WGLDJcrr/Ps4okLdA6YZb2Kk3OtTucKC5C6BTFwEGEJBOTB+hX2iP1TZSJJEXV0dBQUF3kCmqKiI0tJSnE4nMTExPcKY1NRU1Gq1CGMEYXASQY0gDEade87AzwFO5897RnQ3Njby2GOPkZaWxu9+97se3/P000/z3HPP8eqrr/Lqq6/y1ltvkZ2dzcKFC/v8uHxp9+7dPP744zQ2NpKdnc3kyZMH3PaaY9V5klLnvjFHmqTU+X1fl2rLskxtbS0WiwWlUklSUhIRERED4qS4rEHJ5wXak2p4qlM4Karw/98FQHiQRH2zjCT79/GE6GVa2mXcbv8+jvgICWuNr1dxahijZKzVJ399BKiPUCUTATrRDu2UOVKVTXx8/Cl7IcBz+d23KRUXF+NwODAYDD22KaWmpqLVagfE444gCKeUCGoEYbDrHtp4FBYW8v3333PVVVfx1Vdfcdddd/Hoo4/2GNV9xx13EBISwl/+8hcAysrKqKqqIiUlhS1btvDb3/6WlJSUPjmW/iA/P581a9awZ88e5s+fz4wZM9DpBl49uiRJxzRJqXNlTH+epNTS0oLFYuHQoUMYjUbi4uL8fo9/a4eCz/ICqDt0YscRGCBRbHP7/bQhj0SDm9JT8ITa14yRkt8fR7BO5lC7hMvPAycArUZGrYRDx9w/SCYi5OftSnGGwx9HBPvXxCV/173KJi4ujoiIiF99jJJlmZaWFm8YU1RU5A1l2tvbCQ8PJyMjg/T0dG8Yk56ejl6vF2HMcbBarcyePZuqqioUCgULFixg2bJl1NfXc/3111NSUkJycjKvv/66322fF4RjJIIaQRCOzGazsXDhQlpaWpg8eTLfffcdS5cuZdKkSV2+7sMPP+T666/nlltuYenSpd6JAv/4xz/YsWMHCxYsYPTo0Sc1Lcof1dbWsm7dOt544w2uvvpq5s+fT2RkpK+XdVw6T1LqHMg4HA4A9Hp9jy1K/j5JqaOjA5vNRnV1NTExMRiNRrRara+XdcIkCfZaNPxYcWJ9GUICXPxkOcWL8hG1SiZAJdHc5r+3Tzg8xUevkWny8+MYKOO6AeIiZCrqoPt5tVYj96iQiQkHbf9rkzJoeapgtmzZwpYtW7j++uuZN28eOp3OO02pc3VMa2srwcHBpKWl9aiOCQ4O9uvHv/6koqKCiooKzjzzTFpaWjjrrLN4++232bRpEwaDgeXLl/PYY4/R0NDAihUrfL1cQegNIqgRBOGXffHFF7z33ntMnz6dIUOGHPFrdu/ezapVq7jgggu47bbbaGxs5PHHH0ehUDBv3rxB07PmSOx2O1u2bOGZZ55h9OjRZGdnk5aW5utleXkmKXWvjHE4HCiVyh5BjGeS0kA/GXW73VRWVmKz2QgODsZsNhMSEuLrZZ0wW72KzwsCcB5nBUOAWqaiykWHc2Bc37HhEmW1vl7FyRsIvWo0KhmVUjqOSpT+S6WUyUw8/LGnj0xsBIQH+3ZdwtHJsozdbu9SEZOXl0dJSQk//vgjAGeeeSZjx44lIyODrKwsMjIyCAsLG/CPf/3RtGnTyM7OJjs7m507dxIfH09FRQXnnXceP/30k6+XJwi9QQQ1giAc2dEqYDxbperr67HZbJx++um43W527NjB4sWL+eqrr8jPz+dPf/oTiYmJ5ObmcuaZZ7J27douDVsHW4WNJEm88847rF69mrCwMJYtW8bYsWP75Gc7nc4jVsZ0nqTUPZDRaDTiZJSfX20tLS1FkiTMZjNRUVF++bs5ZD+8Faq+9fj+7sJ1Lg6W9M6afCE2zE2Zn4ccADGhTioa/HvseGKkRGmVr1dxbDQqGUMoGEIOv0UE//xxaKDYttQfybKMw+GguLjYWx1TVFREYWEhNTU16PV6UlJSulTGZGZmEh4ezscff8yzzz6LxWLh5ptvZtasWX4d1vuzkpISJk2axP79+zGbzTQ2NgKHr9+IiAjvvwVhgBFBjSAIv+xoPWy2bNnC5s2befDBBzn77LPZs2cPM2bM4Mcff2TlypXU1dXx17/+lZCQECZOnMjq1asZPXp0j8s70qSpge6rr74iJyeHsrIysrOzmTp16kmFVp0nKXWvjPFMUjpSZcypnKQ0GLS2tmK1WmlsbCQhIYGEhAS/+x26JfiuVENe5bHvvVApZRobXLQMgMoHODxW2d4hnVSj5f5Aq3bQ4VThlvpn36djFRnipqqhf1wXeq2M4X8BTIQ3kJFRyc001FhpbW095Q1ohZMjyzIul4vS0lIKCwvJz8/3hjFVVVUEBASQnJzsnajkqY6Jjo4+pp5p1dXVbNq0iVdeeYX77ruPa665pg+OSvA4dOgQ5557Ln/84x+5+uqrCQ8P7xLMRERE0NDQ4MMVCkKvEUGNIAgnbuPGjWzZsgWHw0FQUBDXXnstF1xwAU888QQXXXQR06ZNo7y8nBEjRlBUVERAQABr1qzhm2++Yfz48dxxxx3eyxqMgU1JSQlr167l448/Zs6cOdx4440EBgYe8Ws9k5S6BzHt7e3IsoxGozliZcxgqlrqK06nk7KyMioqKoiMjMRkMqHX6329rONiqVPxReGxb4WK0Ls4UNzLi+pDA6WxsClKoqTKv48jKlSmsl6ir0bBB+vlI1bFGEJ+fcKSpwFtRUUF4eHhmEwmgoPF/qbeJssybrcbq9XqrYzx9IypqKhApVJhNpu7jLfOysry9sw7FTwN9I/2GC2cek6nk8svv5zJkyd7zxezsrLE1idhsBBBjSAIJ2/37t0kJyeTkJDAQw89hN1uZ/HixRiNRu666y4kSeL2229n/fr1fPnllzz00EOsWLGCc889l6VLl+JwOAgI+PkM+WhVPANVQ0MDzz77LC+//DITJkzgzDPPpLy8nMLCQkpKSmhoaGDt2rXodLoeQYxerx9Uv6v+RJIkqqursVqtaLVazGYz4eHhvl7WMWuxK/gsT0tD66/ffhTIONpd1DT5dyjgoUAmLEii1s+PR6mQCdbJNBzy7+NINEiUVp+ay1IoZMICu1fF/BzGaE5BIYwsy9TV1WG1WnG73SQmJhIbGyvui0+S2+2moqKiRwNfm80GgNFo7NHA12g0ihckBiBZlpkzZw4Gg4G1a9d6P3/nnXcSGRnpbSZcX1/PypUrfbhSQeg1IqgRBOHEde8zY7fbef3111EoFNx00020t7czYcIENmzYQGFhIT/88ANXXXUVI0eO5OWXX2bbtm1s2LCBVatWMXXq1KP2bBlI1TYOh4OSkhLviajnZLS8vNx7kq9QKIiPj+eSSy5h4sSJpKamijL7fq6pqYnS0lI6OjowmUzExMT4xZM2twTflmjIr/r1rVDhejcHiwfOw39EsERdk4wk+/d9S0yYREW9fx9DoFamvUPCeYzb0VRKmfBgMAT/HMZ43sKDoC+ft7e3t1NWVkZNTQ3R0dEkJib6XYVdX/IE3Pn5+d4gpqCgAKvViiRJxMfHd6mMycjIICkpCZVKNWDOA4Rf99lnnzFx4kSGDx/ufSx95JFHGDt2LNdddx0Wi4WkpCRef/11DAaDj1crCL1CBDWCIJx6ngDnySef5K233mLnzp1s3LiRzz//nOeffx6A9evXU1FRwd13381dd93FjBkziI2N5dVXX2XWrFk9JiMVFhb2q2lJJ+LLL78kOzublJQU0tPTSU9PJy0tjfT0dOLj470nobIs8/7777Nq1So0Gg1Lly5lwoQJ4iTVD9jtdqxWK7W1tcTHx5OYmIhG0/9n8ZbUqviyKADXr2yFUrqd2GoGzu1woGyBio+QsNX693F0H9etUcldQpjOVTFhQf2vea8ngLDZbKhUKkwmE5GRkYPyfluSJGpra7u8GFFUVERpaSlOp5OYmJguYUxmZiYpKSmo1epB+fsSBEE4AhHUCIJw6nSvfHE6nVitVlJTU9m0aRO7d+/mueee4+uvv+bFF19k7NixXHvttYwcOZLvv/+eZcuWsXnzZrZv384FF1zA/v37GTZsGJWVldx999288MILg67Eed++feTk5FBQUMDixYu58sorRXWNH3C73ZSXl1NWVkZYWBhms7nL1LP+qLn98FaoxrajVwKF6CR+KnHTV/1EettAGREdpJVp75CPe/x6b1IqZDRqCFAf3m6kUUOAqtPH6sP/r/nf57Qa0Kr/N1kpGEL8uBVIS0sLNpuNpqYm4uLiSEhI6LK9dyDwTMTrvk2puLgYh8OBwWAgMzOT9PR0b2VMamoqWq1WhDGCIAi/TgQ1giD0jdLSUhYsWEBzczOBgYFceOGFLF++nG3btvHyyy+zfPly5s+fz7hx43jqqafYvHkz//73v/n73/9Obm4uo0aN8l6WJEkoFIpBdbJns9l44okneP/997npppu46aabxKhQPyDLMrW1tVgsFpRKJWazGYPB0G9vu24Jvi4OoLD66GGgXumksLx/rv9EhGlbqWv1/60qxiiJ0uNsLKxUyl3CE2+YovGEKp3Cli4hy+H/6/z57oHMIMvUj8jlclFRUUF5eTlBQUEYjUbCwsL67d9/d7Is09LS4g1jioqKvKFMe3s74eHhZGRkdAlj0tPT0ev1fnOMgiAI/ZQIagRB6Ft79uxBo9Fw1llnAbBu3TpeffVVpkyZglqt5vTTT2ffvn0UFRWxZMkSgoKCyMrKoqqqCq1Wi8PhICwsDBhYvWuOVXNzM88//zybNm3ikksuYdGiRSQkJPh6WcIxaGlpwWKxcOjQIYxGI3Fxcf22Qqy4RsVXRQG4pJ5/X/oAiRKbG/cR/s9fRYe6qKjvvz2FlIrDoYgnDAnQ/FyRolX/XJGiVnatUuletRKg7vpe1X8PeUCRZZnGxkZsNhvt7e3eEd/94e9flmXa2tq8vWI6V8e0trYSHBxMWlpajya+wcHBg+7xVxAEoQ+JoEYQhL7RvfEwHK6M+cMf/sAzzzzDwYMHcTgcPPXUU2zbto0tW7Zw3nnnsXDhQoKCgli9ejU5OTk8++yzLFmyhAsuuIBhw4b56Gh8z+l08sYbb/Dkk0+SkZHBkiVLBvXvw584HA5sNhtVVVXExMRgNBrRarW+XlYPTW2Ht0I1tfd8Nh8S4OIniw8W1UuCdDJt9mNvZvtLFMhdApEAzc+hSYAaVEqJjvYWOtpbCA3WEhUZRnCg5uevV//8/Z4QRu375/PCKdLR0UF5eTmVlZVERERgNBp7fcS3LMvY7fYuFTGet6amJvR6/RHDGH+q/hEEQRhgRFAjCIJv1dfXk5eXx7hx43jkkUe4//77ufPOO3n00UepqalhzJgxfPDBByQnJzNkyBCmTJnCmDFjuOeee1i7di1XXnlll8s7UiA0kMmyzM6dO8nJycHlcrFkyRLOP/98cXLtByRJorKyEpvNRmBgIElJSf1uO5vLfXgrVFFN161QASqZyhoXdsdAuZ3JpMZJNB7qGZYEdApQfq5m6fa5Tm/HOv65c/NZtVqNyWTq19vihFPLZPqsKgAAIABJREFUsy3SZrMhSRJGo5Ho6OgTnhYnyzIOh4Pi4mJvdYwnmKmtrUWv15OSktIljMnMzBS3uWMwb948tm/fTkxMDPv37wdg7969LFq0CLvdjlqtZt26dYwZM8bHKxUEYQARQY0gCL7TfevSP/7xD/bu3cstt9xCcnIyy5cvp7y8nJdeeok333yTVatW8fnnnwPwu9/9jnPPPZcbb7wRl8vFgQMHGDFihPeyJEnyi/HIp9LBgwdZtWoVP/zwAwsWLGD69OkDroHlQORpymmxWHC73ZhMJqKjo/vVk6fCahVfFwd02e4UrnNxsMR3azpeCmRCAiEiSCY8WCY8SP7fxxAeJPu0aqW5uRmr1UpLSwuJiYnEx8eLpuGDSFtbG2VlZdTW1lJTU8PQoUOPOOVQlmVcLhelpaVd+sYUFhZSXV2NRqMhOTnZO1EpIyODrKyskwqABPjkk08IDg5m9uzZ3qDmkksu4fbbb2fKlCm8++67rFy5kp07d/p2oYIgDCRHPQkUZweCIPS67k9Er7nmGq655hrvvzds2MC//vUvAF5++WVmz54NwPfff09wcDChoaHU1taycOFC6urqqK+v54knnuCcc84ZlAHFkCFD2LhxI5WVlTz11FNMmjSJGTNmMHfuXG9fH6H/USgUGAwGDAYDbW1tWCwWioqKSEhIICEhoV88YU+LcRMZbOezPC3N/9sK1dKhIjTQRXNb/wmUFAqZUE8YEyQT8b9A5nAw0397soSGhjJ06FAcDgdlZWV89dVXGAwGTCYTgYF+PP5IOCaBgYHeqUivvfYaN9xwA2FhYVx88cUEBgZ6q2QqKipQqVSYzWZvGDNjxgwyMzOJi4sTYUwvmTRpEiUlJV0+p1AoaG5uBqCpqUn0ihMEoc+IihpBEPqcpwrG8/7AgQMMHTqUDz74gDlz5ngn57z00kt88803/OEPf2Dt2rXU1tayefNmPvvsM1asWEFjYyOffvqp93I7V+70xdYot9vNqFGjSExMZPv27b36s35Ja2srL774Is8//zyTJk3i1ltvxWw2+2w9wrFzOp2Ul5dTXl5OZGQkJpMJvd73k4lcbviyKICS2sPhUYTexYHivl2DUiETFsjPVTGd3ocG9t8w5nhIkkRtbS1WqxWlUonJZCIyMrJfVVkJJ8ftdlNRUdGjga/NZgPAaDRSXl5ObW0tU6dOZfHixQwdOnRQbe3tT0pKSrj88su9FTW5ublMnjwZWZaRJIndu3eTlJTk41UKgjCAiIoaQRD6D8+rgZ73Q4cOBWD48OGsW7cOpVJJQUEBP/zwA6eddhphYWG8/fbb7N69G4CUlBQqKyu56aabgMOjUdVqNQqFArvdzrPPPsuXX35JeHg4f/jDH0hJSemV43jiiSc47bTTvK+2+UpQUBDZ2dksXryYf/7zn8yfP5/ExESWLl3KyJEjfbo24ZdpNBqSkpIwmUzU1NRw4MAB7+d82eBTlpwMjWlCK6vJq4ukoV1FiPYQLR2nNkRSKX8OY7pvVQoNhIFeOKBUKomJiSEmJoZDhw5hsVgoKCjoV1VWwq/z9CHKz8/vEsZYrVYkSSI+Pt5bGTNlyhQyMjJISkpCpVJ5/8YbGxvZsmULc+fOZcSIEdx6662MGjXKx0cmPPPMM6xZs4ZrrrmG119/nVtuuYX//ve/vl6WIAiDgKioEQShXzp48CCbN2/muuuuo6GhgUceeYQPP/wQWZbZv38/N9xwA7t27SIkJMQb1Hz11Ve8+OKLlJSU8Kc//YkdO3awY8cOpk2bxt13331KX6G02WzMmTOHP/7xj6xevdqnFTXdybLM7t27efzxx2lubiY7O5tLLrlElMv7iaamJiwWC+3t7ZhMJmJjY3vlunM6nbS1tdHW1kZ7e7v3Y0mSUKvV6PV6AgMDcavCOVATi1oJuSXH/3PUSpmwoMNbkiKC5Z9Dmf+FMaJ4pKvOVVYRERGYTCaCgoJ8vaxBz1P91LkypqioiNLSUpxOJzExMd4wxtPANyUlxfsiwrGSZZmPP/6YdevWsXr1aoxGYy8eldBd94qasLAwGhsbUSgUyLJMWFiYz1+cEQRhQBHNhAVB6P+6Nx32fK6pqYnp06ezcOFCEhISePDBBxk+fLh3ApJarcbpdHLvvfei1Wq54447MBgMAOTl5bFr1y5mz56NUqlEluVT8qR3+vTp3HPPPbS0tJCTk9OvgprO8vPzWb16NV9++SXz58/n+uuvR6fT+XpZwjGw2+1YrVZqa2uJi4vDaDSi0WiO6zI6hzGdAxlPGBMYGOgNZDxvRwo0nW74ojAAW7WMrabnOYVa5amE6blVKUQvwpgT4ZkWZLVaATCZTERFRYltUb3I0/C7+zal4uJiOjo6iIyMJDMzk/T0dO9o69TUVLRarbheBojuQc1pp53GM888w3nnnccHH3zAXXfdxTfffOPjVQqCMICIoEYQBP/i6THjeSWrsLCQtWvXEhoaykcffcSOHTswmUzer/vss8/YsmUL1157LRdddBFutxs4vLWgsrKSyMhIb+NhSZJQKBQnfGK9fft23n33XdatW+cdmd1fgxqPmpoa1q1bx5tvvsk111zDLbfcQmRkpK+XJRwDT48Lm81GWFgYZrO5S4XF0cIYt9uNRqPxBjCdA5kTrS7Lq1Dyo0XZY6tSsE6EMb2ptbUVq9VKQ0MD8fHxJCYmHndoJxwmyzItLS1dpinl5+dTVFSE3W4nLCyMjIyMLmFMeno6er1ehDED3MyZM9m5cye1tbXExsbyl7/8haysLJYtW4bL5UKn07Fu3TrOOussXy9VEISBQwQ1giD4p9zcXJYvX8748eMZMWIEb7zxBrGxsTz66KNdKnD27NnD+vXrefTRR4mPj+9xOXv27OHNN9/ktttuO+meNffccw9btmxBrVZjt9tpbm7m6quvZuvWrSd1uX2hvb2dLVu2sH79esaOHcttt91Gamqqr5cl/Aqn00lrayvV1dVUV1d7QxiFQtEljOkcyIhmpAOPy+XybosKDQ3FbDYTHBzs62X1O7Is09ra6q2I6Vwd09raSnBwMGlpaV1GW6enpxMcHCzCGEEQBKEviaBGEAT/VVtby5o1a9i7dy8LFy5k3LhxxMTEeKdGAezevZv58+dz8OBB4OcGw56vqa+vZ8uWLbz44otcd9113HvvvV1+RufLOh7+UlHTnSRJbN++nTVr1hAeHs6yZcsYM2aMr5c1qDkcji69YjzVMd0rYzxjnGtqajh06BCJiYnEx8eLYGYQkWWZuro6b7Nao9FIdHT0oOpDJcsydrudoqKiLkFMYWEhTU1N6PV60tPTu/SNycjI8GmTbkEQBEHoRgQ1giAMXLIs43a7Wbx4MZdddhlXXXWV9//cbje5ubm88cYbTJo0idGjR7N8+XJWrlyJ0+mkrq6O9PT0E/7Z/hrUdPbll1+Sk5NDRUUF2dnZXHbZZeJJfy+QZdm7TalzIOMJYwICAnr0i9Hr9b94XTgcDmw2G1VVVURHR2MymdBqtX14VIKvtbW1YbVaqa+vJy4ujsTERO82T38nyzIOh4Pi4mJvZYwnmKmrq0On05GSkuKtjPE08TUYDCKMEQRBEPyBCGoEQRj4tm3bxiOPPIJer+fSSy/l6quv5oMPPuDzzz8nMTERi8XCnj170Gg0/Pjjj3z66afMnz+f8ePHc/rpp3P77bd3Oblva2vzVi8MBsXFxaxdu5ZPPvmEm2++mRtuuGFQHf+p0DmM6RzItLe3I0kSGo3muMOYYyFJElVVVVitVgIDAzGbzYSGhp6ioxL8gcvloqKigrKyMkJCQjCZTH5xG5BlGZfLRWlpaZe+MYWFhVRXV6PRaEhOTvZWxni2Kg22CiJBEARhQBJBjSAIg8d7773HgQMHmDNnDv/617+wWq3cf//9AJxxxhnMnTuXZcuWsWzZMr744gtWrVrFxo0beeGFFzhw4ADx8fEYDAb+/ve/k5+fz6JFi4iNjfXxUfWdhoYG1q9fz9///nd++9vfsmDBAmJiYny9rH6jexjTOZSRZdm7TalzIHMqwphjXVtjYyMWiwWn04nZbCY6OlpUFwwinslFntuAyWQiJibGp6GGp+rRarX26BlTUVGBSqXCbDb3qIyJi4sTYYwgCIIwkImgRhCEgc8zAaqzDz/8kJkzZ7JkyRJqa2t5/vnnaWxspKCggDvvvJN77rmHs88+G4fDwYoVK/jggw8oKytj+vTpqFQqgoKCuOOOOwbldpKOjg5eeeUVnn76aUaMGEF2djaZmZm+XlafONYwpnMg01dhzLHqvCUmISGBxMRE1Gq1r5cl9KH29nZsNpt3ik1iYmKv3pd5JpR1H29ts9lQKBQYjcYePWOMRmO/+rsRfMMzHECWZSRJErcJQRAGCxHUCIIweHRvDGy1Wtm1axcPP/ww48eP57nnnmP16tXk5uayYcMGnE4nzzzzDN988w0PPPAAKSkpXHHFFcTFxTFjxgwuuOACHx6N78myzHvvvceqVavQ6XQsWbKEc845x++rNI4njOkcyvjbK/wul4uysjLKy8sxGAyYzWb0er2vlyX0IbfbTWVlJTabjaCgIEwmE2FhYSd0WZIkUV1dTV5eXpcGvp7GxvHx8T3CmKSkJFQqld/fZ/SVefPmsX37dmJiYti/f7/380899RRPP/00KpWKqVOnsnLlSh+u8sR4nnd4QhlxmxAEYZATQY0gCINT59Cmo6PDuzVk5syZ3H777VxxxRWUlZXxxBNPMHr0aK699lpcLhcXXnghEydOZPny5WL8bSd79+4lJyeHwsJCbr31VqZNm9avqzQ8zUiPNE1pIIUxx0KWZWpqarBYLGg0GsxmM+Hh4eKJ0iDiuf/zbEGqrKzk5ptv7hHcSZJEbW1tl8qYoqIiSktLcTqdxMTEeMOYrKwsMjIySElJQa1Wi9vTKfDJJ58QHBzM7NmzvUHNRx99xMMPP8w777yDVqulurq6321JdTgcHDhwgNzcXOrr67nwwgs57bTTfnWq4qFDhygoKMBgMFBfX899991HSkoKDz30EOHh4X14BIIgCH1OBDWCIAxu3bdF7dq1i3POOQc4vD3gwgsv5Omnn2bkyJF89NFHbNu2jYsvvpipU6f6asn9ms1m44knnuD999/npptuYvbs2T4LtDxhzJGmKcmyTEBAwBF7xgzEMOZYNTc3Y7FYaGtrw2QyERsbO6h/H4ORxWJh5cqVfPjhh4wcOZLExESqq6spLi6mo6ODqKgoMjIySE9P91bGpKamotVqRRjTB0pKSrj88su9Qc11113HggULuOiii3y6rs4VMZ25XC5ycnJ4++23SU9PJy0tjUsvvZTx48cDPz8G19TU8O677zJnzhw+/vhjbr/9doYPH87+/fuJjo5m8uTJmM1mvv32W+rr63nmmWf6/BgFQRD6kAhqBEEQjsZut7N48WKysrK45ZZbuPHGGxk5ciS///3viYuL8/Xy+rXm5mY2bNjA5s2bmTx5MosWLSI+Pv6U/5zOYUznIKZ7GNO9Z4wIH36Z3W7HZrNRU1NDbGwsRqNxwIx2Fg7/3bS0tHSpjPFMVbLb7YSFhZGeno7dbufbb78lOTmZO++8k/PPP1/87fhY96DmjDPOYNq0aezYsQOdTkdOTg6jR4/u1TV4+sUoFAqUSiU2m42dO3dyww039Ni6tHfvXubMmcO+ffu83+90Ouno6GDFihWYTCYWLFhAaWkp55xzDrm5uRw4cICJEydSVVWFwWDg7LPP5vLLL+fee+/lp59+YtasWXzzzTe9eoyCIAg+dtSgpv/WqwuCIPQRnU7Hn/70J/785z8ze/Zs6urqGDNmjAhpjkFoaCj/7//9P5YuXcrrr7/OrFmzyMrKYsmSJQwdOvS4LutIYUxbWxt2u71HGBMeHk5CQoIIY06STqcjPT2dlJQUKioq+PbbbwkNDcVsNostf35ClmVaW1u9vWI6N/FtbW0lODiYtLQ0MjIyGDp0KFdffTXp6ekEBwf3qIr44osveOqpp7jvvvtYsGABM2bMEP2M+gmXy0V9fT179uzhq6++4rrrrqOoqOikq5s8YQzQo4GvQqHo8jmNRsOGDRuIi4tDoVBw4YUXesOaxMREKisr+frrr3E4HN7tcZ7757a2NgCSkpKIiYmhpqaG5ORkkpKSvLexM844g5SUFJxOJ/Hx8d7eSuKxWBCEwUgENYIgCEBqaipbtmyhpaWFPXv2kJ6e7usl+RWNRsMNN9zArFmz+Oijj/jzn/+MJElkZ2dz/vnne59MSJKE1WrFZrORnJz8i2FMRESECGP6iEqlwmg0kpiYSH19PXl5eQCYzWYiIyPFVhcfk2UZu91OUVFRlyCmsLCQxsZGAgMDSU9P9/aNmTp1KhkZGYSFhR3XdTd27FjGjh1LZWUlzz33HN988w0TJkzoxSMTjpXRaOTqq69GoVAwZswYlEoltbW1REdH/+r3dq6e9wQrnttF9zDGo6ysjKqqKj788EO0Wi1Llizhk08+4dtvv+Xuu+8mIyODSZMmodFoAIiOjubee+9l+vTpDB06lICAAIYNG8ZDDz1EdHQ0DQ0NNDc3Exoail6vp7S0lAkTJmAwGCgsLGTYsGGEhYVRVVWFw+EgNDSUiIgICgoKRFAjCMKgJIIaQRAE8L6iGBISwsUXX+zj1fgvhULB+eefz29+8xvef/99HnvsMRYvXkxiYiINDQ1IkkRUVBQjRozg97//PRERESQmJqLT6UQY0w8oFAoiIyOJjIzk0KFDWCwWCgoKMBqNxMfHi5G5vchTUVZcXNyjMqaurg6dTkdKSgoZGRlkZGRw4YUXkpmZicFgOOVBWlxcHPfff/8pvUzh5Fx55ZV89NFHnH/++eTl5eFwOIiKijri13Zv3tv59uH52Ol0otFosFqt/POf/+TAgQOMGzeOuXPnUlVVxejRo7nyyiuJjIzko48+Ii4ujmuvvZatW7dy5513HjHAW7ZsGUuWLGHfvn389NNP3H333UyePJmEhASsVittbW2EhoYiSRK5ubmcf/75xMTEkJeXx7BhwwgJCaGkpIRDhw4RFBREaGgohYWFIiwUBGFQEkGNIAgCiJDgBOXm5rJr1y4KCgrIz8+ntLTUO6I3IyODGTNmYDAY+OKLL9i5cyczZszg5ptvPuHRwELfCQ4OZsiQITgcDsrKyvjyyy+Jjo7GaDSi0+l8vTy/JMsyLpeLkpKSLv1iCgsLqa6uRqPRkJyc7K2MmTBhAllZWURFRYn7qEFk5syZ7Ny5k9raWoxGI3/5y1+YN28eM2fOJCEhAbfbzbBhw3jnnXe4/PLLe3x/59tKU1MT+/fvp7S0lJSUFD755BN2795NWVkZ//3vf3nzzTex2+1cf/31bN26lYiICKZMmYJKpWLKlCn89re/5bnnnmPXrl1Mnz6d+Ph4fvjhB0aNGnXE+wGlUsnIkSMZOXIkGzduZO/evVx55ZX84x//YPv27Zx55plUVVWRm5sLQFRUFPn5+QBMmDCB+vp6goKCAHjllVcIDAwUY7wFQRiURFAjCIIgnDCbzYbdbuf8889nwYIFmM3mI47rnjVrFq2trbzwwgtMmTKF8847j1tvvRWj0eiDVQvHIyAggJSUFJKSkqiqquL7779Hr9djNptF4HYEsizjdru9I7A7V8ZUVlaiVCoxm83eypgZM2aQmZlJXFycCGMEZFnmlVde6fF5SZK8vaPGjBlDcnIyVquV9vZ27HY7AQEBBAUF0dDQwCOPPMLy5cvZvn07b731FgBnn302arWa5557jgceeICbbrqJ77//ng8//JBzzz2XkpISPvzwQ1QqFZMmTWLUqFF0dHQAh7dAfv/991RVVZGWlkZ5ebk3pOlcvfPDDz9gs9kIDg7myy+/JDw8nNGjR2M0Gpk+fTorVqzgzDPP5Pbbb2fUqFEArFu3zhvGTJo0qcsxBwYGAj0nTAmCIAwGIqgRBEEQTtjFF198zFvFgoKCWLJkCbfeeitvvfUWc+fOxWQysWTJEkaOHNnLKxVOllKpJD4+nri4OJqamigpKcHpdGIymYiJiRl0T6bcbjcVFRU9JiqVlZWhUCgwGo3eypirrrqKjIwMjEaj2D4meCtEVq5cyaJFiwgNDfX+39H+jl555RVKS0v5+9//7g1JWltb0ev1XHDBBSxatIg5c+bgcrn47rvvKCgoID09HYvFwrp16xg/fjy5ubmcfvrp3sl8hYWFtLe3c+DAAUaMGMGzzz7L6NGjMRgMmEwmfvzxRwAiIyNRqVRUVVUxfPhwXnvtNV5++WVSUlI4++yzcblcqNVq7HY7OTk5aLVa0tPTueWWWxg7diwA11xzDddcc02P4+oexnTftiUIgjBYiaBGEARB6FMqlYprr72W6dOns2vXLlauXMmhQ4fIzs7mkksuGXRP+P2NQqEgPDyc8PBw2tvbsVgsFBUVkZCQQEJCgre56EAgSRLV1dXk5eV1aeBrtVq9W/w8YcyUKVPIyMggKSkJlUolbseCt/dZ9+DBc9t44YUXOOecczjnnHMAqK+vJzc3F5VKxRlnnIFOp/OGIK+99hqXXXYZOp0Oh8OBWq32hhxnnHEGFosFOBx8pKWlUVpayvDhwxk3blyXxsGpqak0NDQAhxsA/+Y3v+H6669n4sSJANjtdpxOJ6mpqezevRs43Lutra2N/fv3c8MNN/DTTz/x1FNPMXPmTG+lDsDo0aP54IMPjvr76Dzu+0i/l6N9ThAEYTASQY0gCILgEwqFggkTJjBhwgTy8vJYvXo1Dz/8MLfccgszZsxAq9X6eonCr9Dr9WRlZeFyuSgvL+ebb74hIiICk8nkfRLZ30mSRG1tbZfKmKKiIkpLS3E6nd4xw5mZmVx44YUsWrSIlJQU1Gq1CGMEL89kpc63iSOFDp7AIysrizPOOIMffviBc845hyeffJJNmzZhMBi49NJLSU9PR6fTeS8vPj6eoqIi7+UqlUpviJOVlcW3334LgFqtxmg0kp+fzwUXXIBKpfIGM+Hh4YSGhlJdXQ3AmDFjyM/P5+GHH2bEiBEcOHCAyMhInn32WYYMGUJBQQEAycnJ3H333cTExACHmwYvW7bsqL8HT0ClUCh6NDUWFWWCIAjHRgQ1giAIgs9lZmayfv16ampqePrppzn33HO55ppruOWWWzAYDL5envAr1Go1ZrMZk8lETU2NtyrAbDYTERHh80BDlmUaGhq6hDGFhYUUFxfT0dFBVFQUGRkZpKenM2HCBObOnUtqaipardbnaxf6nmf7Tef3niBGqVQe8TbR/XMFBQXs2rULWZa59NJLiYuL449//CPvvfcesbGxzJ07lzvuuAODwUB9fT2VlZUsW7aMOXPmeC9DlmVv0DF06FDeffdd4PC2O8BbyTJs2DD++c9/AqDVaiktLSU4ONg7nr2qqgrA2wumuLgYONx/au7cuSQkJPDdd9+xcOFChg0bhk6n45JLLuGSSy4BQKfTkZ6e3uX4PGvoHryIMEYQBOHUEEGNIAiC0G9ER0fzwAMPcPfdd/PSSy9xxRVXMG7cOG677TZSUlJ8vTzhVygUCmJiYoiJiaG5ubnLeO/ebpYryzLNzc3eMKaoqMj73m63ExYW5g1jRo0axcyZM0lPT0ev14swZhBzOp3k5eWRn59PZWUlF198MWlpacyaNYvhw4dzzz33HPF2K0kSNTU1BAcHExQURFFREW+88QZTpkwhKCiIv/71r8TFxSHLMiUlJdx///3odDqcTifvvPNOl8uSZZnk5GQefvhh8vLyMJlMXHrppSQnJ+N2u1GpVJx77rm89NJLfPbZZ95x1U6nk/fff5+JEycSHR3NvffeS0hIiPfvQKPREB0djV6vByA0NJR58+b1mNY0efJkJk+efMRjPNrfrAhjBEEQepfC8wrBUfzifwqCIAhCb5IkiX//+9+sWbMGg8HAsmXLGD16tK+XJRyHjo4OrFYrNTU1xMbGYjQaCQgIOKHLkmWZ1tZWb0VM5+qY1tZWgoKCvD1jMjMzyczMJD09neDgYBHGHId58+axfft2YmJi2L9/f5f/W7VqFX/4wx+oqakhKirKRys8de666y5ycnLIzs6mtLSU2NhYnn76aVauXElubi5bt26lsLCQ119/nf379xMbG8v9999PTU0Njz/+OCNHjmTx4sW8//77rFq1infeeYe1a9dSUVHB73//e9avX88//vEPNmzYQFNTEytWrODTTz+lo6MDrVbbpWqnra2Njz76iFdeeQWdTscLL7zgbTwsSRJvvvkmL7zwAmeddRZWq5Xy8nLmzJnDTTfdRF5eHitWrCAtLY0rrriCoKCg4wq3j9ZPRxAEQehVRz05ERU1giAIQr+lVCqZNm0a06ZN44svviAnJ4eqqiqys7O57LLLxJMKP+CZAJOSkkJlZSXfffcdxcXFpKWlHTF0k2UZu93urYjp3MS3sbGRoKAg0tLSvIHM1KlTycjI8G7zEE7ezTffTHZ2NrNnz+7yeavVyvvvv4/ZbPbRyk69tLQ0pk6dypNPPkllZSV/+ctfeOuttxg/fjxvvvkmAE1NTciyzOLFiyktLeWGG27gnXfeYebMmdx3330sXrwYl8tFSEgIarWaffv2ceDAAaxWK8nJyTz++OOcccYZFBUV0dbWBuDtweW5D2toaEClUjFs2DBGjx7NoUOHvCGN5+uuu+46EhMT+e9//8ull17KaaedxrBhw4DD20c3btx4xGPsfDlHI+5LBUEQ+hcR1AiCIAhHZbVamT17NlVVVSgUChYsWHDUJpK9bezYsbzxxhsUFxezZs0aHn30UebNm8esWbO8pf1C/6VSqUj8/+3dWUyUZxuH8T8yU0Cw1HGBEQLCMGBRNKWxbrFKTUs0tLXaGknjboxaIdEpqduJcWmLEms5MTahRqOJiS1pSlOj1qilNVYTk8bqgTJh8OTeAAAJd0lEQVSMQRwhuC8Zh+XtwZd5Pyju27zi9TuRsHljIGEun3nupCT169dPV69e1dKlSxUMBpWfn6/Y2FjV1taqpqZGly5dUnR0tNLT080YM27cOGVmZsrhcBBjnoO3335bPp+v0+sXL16s0tJSffjhh89/qGdk8ODBWr9+vSQpPj5et2/fVktLi1wul/x+v6T/bVVqbm7Wr7/+qqNHj+rYsWMKBAIaMWKE3G63edom9O+SmJhoPmUzJBAIKDExUcFgUDdu3FCPHj06zHH27Fl9/vnnMgxDKSkpKi0t7fS9bhhGhy1R/xW6S+e/9+jwMwMALx5CDQDgnmw2m8rKypSbm6sbN27ozTff1Lvvvqvs7OywzZSWlqZvv/1Wly9f1ubNm5WXl6f3339f8+bNU58+fcI2FzoyDEMtLS3y+Xzm05S8Xq9qamrU2Ngou92u1NRU7du3T42Njfrkk09UUVGh1NRU/nffgn766SclJSVpyJAh4R7lqcrKylJDQ4OOHDmiI0eO6MqVK8rPz1fPnj3N0y8NDQ366quvNHr0aK1Zs0ZTpkyR1+tVdna2PB6Pli1bpr///luHDx+WJBUWFqq4uFiRkZEKBAI6evSoFi5cqLfeekvx8fHy+/2dQs3QoUP1+++/33fWUHBpv1XpQVumAAAvJkINAOCenE6nnE6nJKlHjx56/fXXVV9fH9ZQE+JwOLR8+XJ5PB7t3LlTkydP1htvvKHPPvtMmZmZ4R7vpWAYhlpbW1VXV9fpzpiLFy+qW7duSk1NNU/GTJ06VZmZmZ0uFr58+bK2bNmiiRMnasKECVq0aJGSkpLC+JWhvdu3b2vdunXau3dvuEd56hwOh7p166bVq1dr4MCB8ng85t07UVFRunDhgv744w/FxMRoyZIlkmRuEMvOzlZOTo5cLpfq6+vNzVC5ubnauHGjtm7dKrvdrry8PGVlZSkqKkrV1dV3nSP083CvUzF3e18AQNdFqAEAPBSfz6cTJ05o2LBh4R6lg6ioKM2aNUszZ87Unj17VFJSoujoaBUXF2vkyJEc+38KWltb5ff7zY1KoSBTX1+viIgIJScnmzHmo48+ktvtVnJy8kNvhnE4HFq6dKk8Ho92796t+fPnq7Ky0lw/jPAKrTIPnaY5f/68cnNz9ddffykxMTHM0z253r17q7y8XC6XS9L/tx05nU6dOnVKubm5+uGHHzRlyhQ5nU7FxMSoqanJ/PisrCxFR0erX79+5uuGDh36WBefE2EAABJbnwAAD+HmzZsaM2aMVqxYoUmTJoV7nAc6ceKENmzYoNraWi1cuFAffPABD/ofoK2tTQ0NDTpz5kyHC3zr6urU1tYmp9PZaaNSSkqKIiMjiWFdkM/nU0FBQaetT5LUv39/HT9+vEtsfZKksWPHatKkSSouLlYwGFRERITsdrs+/vhjjRo1SosXL9a+ffv0zz//aPjw4UpLS1NCQoLa2trU1NSkuXPn6r333tOiRYs6rLQOnY6JiIggwAAA7uaev0ARagAA99Xc3KyCggLl5+ebR/9fFHV1ddq0aZP279+vadOmadq0aYqLiwv3WGETemDZ/lSM1+vVuXPn1NzcrL59+8rtdpsxxu12Ky0tTTabjRjzEiksLNTBgwfV1NSkhIQErVq1SnPmzDHf3tVCzcqVK9WzZ095PJ4OG5JCL7e2tt7zdNj27dv1559/asWKFUpOTn6eYwMAXnyEGgDAozMMQzNmzJDD4dA333wT7nEe27Vr1/Tdd99p27Ztys/P1/z58827d7oawzDMOzRCMebs2bPy+XwKBoPq1auX3G63MjIyzBiTnp6uqKgoYgxeau1Pw4S0Dzetra33vTsGAIBHRKgBADy66upqjR49Wjk5OeYDmHXr1mnChAlhnuzxNDc3a9euXSovL9eAAQNUVFRkiYuRH5VhGLp+/boZY7xer/lnIBBQfHx8pxiTkZGhmJgYHmQCd3G/UzMAADwjhBoAAEIMw9CBAwdUVlYmwzBUVFSkMWPGWCpiGIahW7dumXfFtN+odOvWLcXGxnYIMZmZmcrIyFBcXJylvg4AAADcFaEGAIC7OXnypMrKynT69GnNmzdPkydPlt1ufy5/t2EYCgQC5omY9lHm2rVrio2Nlcvl6nCJr9vtVnx8PDEGAADgxUaoAQDgfvx+v8rLy/XLL7+osLBQM2fO1KuvvvrEn9cwDAWDQdXW1naIMTU1Nbp06ZKio6OVnp7eaaOSw+EgxgAAAHRdhBoAAB7GzZs3VVFRoYqKCuXl5WnBggUP3OZiGIZaWlrk8/nMEzFer1c1NTVqbGyU3W5X//79OzxVKSsrS71792ZtLwAAwMuJUAMAwKNoaWnRjz/+qE2bNiklJUVFRUUaNGiQ6urqOt0Z4/f7FRkZqdTU1E4nYxITE4kxj2D27NmqqqpS3759dfLkSUlSSUmJfv75Z73yyityuVz6/vvv9dprr4V5UgAAgCdCqAEA4HEYhqHq6mqVlJTo4sWLysnJ6XRnTHJyMhtjnpLDhw8rLi5O06dPN0PN3r179c4778hms+mLL76QJH399dfhHBMAAOBJEWoAAHhShmFwb8xz4PP5VFBQYIaa9iorK7V7927t2LEjDJMBAAA8Nff8pZKz2AAAPCQiTfhVVFRo/Pjx4R4DAADgmSHUAACAF8LatWtls9n06aefhnsUAACAZ8YW7gEAAAAeZOvWraqqqtJvv/3GySYAANClEWoAAICl7dmzR6WlpTp06JC6d+8e7nEAAACeKS4TBgAAllFYWKiDBw+qqalJCQkJWrVqlb788kvduXNHvXr1kiQNHz5cmzdvDvOkAAAAT4StTwAAAAAAABbB1icAAAAAAACrI9QAAAAAAABYBKEGAAAAAADAIgg1AAAAAAAAFkGoAQAAAAAAsAhCDQAAAAAAgEUQagAAAAAAACyCUAMAAAAAAGARhBoAAAAAAACLINQAAAAAAABYBKEGAAAAAADAIgg1AAAAAAAAFkGoAQAAAAAAsAhCDQAAAAAAgEUQagAAAAAAACyCUAMAAAAAAGARhBoAAAAAAACLINQAAAAAAABYBKEGAAAAAADAIgg1AAAAAAAAFkGoAQAAAAAAsAhCDQAAAAAAgEUQagAAAAAAACzC9oC3RzyXKQAAAAAAAMCJGgAAAAAAAKsg1AAAAAAAAFgEoQYAAAAAAMAiCDUAAAAAAAAWQagBAAAAAACwCEINAAAAAACARfwLWibmNXuea+QAAAAASUVORK5CYII=\n",
"text/plain": [
"<Figure size 1440x1440 with 2 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"#predict the policy values for our test policy\n",
"Q = mc_predict(env, 500000)\n",
"\n",
"#get the state value function for our test policy\n",
"V_to_plot = dict((k,(k[0]>18)*(np.dot([0.8, 0.2],v)) + (k[0]<=18)*(np.dot([0.2, 0.8],v))) \\\n",
" for k, v in Q.items())\n",
"\n",
"# plot the state value functions\n",
"plot_blackjack_values(V_to_plot)"
]
},
{
"cell_type": "code",
"execution_count": 38,
"metadata": {
"deletable": true,
"editable": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"## E1\n",
"[((21, 4, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:4|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.])})\n",
"\n",
"\n",
"## E2\n",
"[((15, 6, False), 1, 0.0), ((17, 6, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:15|dealer:6|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:17|dealer:6|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E3\n",
"[((21, 9, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:9|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.])})\n",
"\n",
"\n",
"## E4\n",
"[((8, 4, False), 1, 0.0), ((16, 4, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:8|dealer:4|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:16|dealer:4|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.])})\n",
"\n",
"\n",
"## E5\n",
"[((14, 10, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E6\n",
"[((6, 9, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:6|dealer:9|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 1.]), (6, 9, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.])})\n",
"\n",
"\n",
"## E7\n",
"[((17, 10, False), 1, 0.0), ((19, 10, False), 0, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:17|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:19|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E8\n",
"[((14, 10, False), 1, 0.0), ((16, 10, False), 0, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:16|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E9\n",
"[((20, 10, False), 0, 0.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:10|ace:False], action:0, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.])})\n",
"\n",
"\n",
"## E10\n",
"[((21, 2, True), 1, 0.0), ((17, 2, False), 1, 0.0), ((18, 2, False), 1, -1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:2|ace:True], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:17|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:18|dealer:2|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E11\n",
"[((20, 8, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:8|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.])})\n",
"\n",
"\n",
"## E12\n",
"[((21, 3, True), 0, 0.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:3|ace:True], action:0, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.])})\n",
"\n",
"\n",
"## E13\n",
"[((11, 2, False), 1, 0.0), ((21, 2, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:11|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:2|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.])})\n",
"\n",
"\n",
"## E14\n",
"[((14, 2, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:2|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E15\n",
"[((18, 8, False), 1, 0.0), ((21, 8, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:8|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:8|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 1.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E16\n",
"[((17, 10, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:17|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E17\n",
"[((20, 6, False), 0, 0.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:6|ace:False], action:0, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.])})\n",
"\n",
"\n",
"## E18\n",
"[((19, 7, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:19|dealer:7|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E19\n",
"[((10, 10, False), 1, 0.0), ((20, 10, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:10|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 0.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([0., 0.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:20|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E20\n",
"[((12, 3, False), 1, 0.0), ((21, 3, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:3|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:3|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.])})\n",
"\n",
"\n",
"## E21\n",
"[((10, 7, False), 1, 0.0), ((16, 7, False), 1, 0.0), ((18, 7, False), 1, 0.0), ((19, 7, False), 0, 1.0)]\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 0\n",
"STEP: state[sum:10|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 1\n",
"STEP: state[sum:16|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 2\n",
"STEP: state[sum:18|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 3\n",
"STEP: state[sum:19|dealer:7|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.])})\n",
"\n",
"\n",
"## E22\n",
"[((19, 5, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:19|dealer:5|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.])})\n",
"\n",
"\n",
"## E23\n",
"[((12, 7, False), 1, 0.0), ((21, 7, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:7|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E24\n",
"[((16, 6, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:16|dealer:6|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E25\n",
"[((12, 10, False), 1, 0.0), ((18, 10, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:18|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E26\n",
"[((18, 6, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:6|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([1., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([ 0., -1.]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.])})\n",
"\n",
"\n",
"## E27\n",
"[((20, 10, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.])})\n",
"\n",
"\n",
"## E28\n",
"[((12, 5, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:5|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E29\n",
"[((14, 8, False), 1, 0.0), ((18, 8, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:8|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 1.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([0., 1.]), (14, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 0., -1.]), (14, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:18|dealer:8|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([0., 1.]), (14, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 0., -1.]), (14, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E30\n",
"[((12, 5, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:5|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E31\n",
"[((9, 7, False), 1, 0.0), ((19, 7, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:9|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 0.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([1., 0.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:19|dealer:7|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0., -1.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E32\n",
"[((18, 2, False), 1, 0.0), ((21, 2, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 2.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([0., 0.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:2|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 2.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([0., 0.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E33\n",
"[((8, 2, False), 1, 0.0), ((18, 2, False), 1, 0.0), ((19, 2, False), 1, -1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:8|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 2.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([0., 0.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:18|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:19|dealer:2|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E34\n",
"[((13, 7, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:7|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E35\n",
"[((14, 8, True), 1, 0.0), ((20, 8, True), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:8|ace:True], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:20|dealer:8|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([1., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([-1., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.])})\n",
"\n",
"\n",
"## E36\n",
"[((16, 10, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:16|dealer:10|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([0., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.])})\n",
"\n",
"\n",
"## E37\n",
"[((11, 2, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:11|dealer:2|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.])})\n",
"\n",
"\n",
"## E38\n",
"[((12, 10, True), 1, 0.0), ((12, 10, False), 1, 0.0), ((13, 10, False), 1, 0.0), ((14, 10, False), 1, -1.0)]\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:10|ace:True], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 1.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 1\n",
"STEP: state[sum:12|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 2\n",
"STEP: state[sum:13|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 2.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2, 3]\n",
"first_idx: 3\n",
"STEP: state[sum:14|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E39\n",
"[((11, 3, False), 1, 0.0), ((21, 3, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:11|dealer:3|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 0.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:3|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([0., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([ 0., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E40\n",
"[((14, 10, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E41\n",
"[((14, 4, False), 1, 0.0), ((17, 4, False), 0, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:4|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:17|dealer:4|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E42\n",
"[((18, 3, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:3|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E43\n",
"[((13, 3, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:3|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 1.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E44\n",
"[((12, 5, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:5|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E45\n",
"[((9, 8, False), 1, 0.0), ((18, 8, False), 0, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:9|dealer:8|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([0., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([ 0., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:18|dealer:8|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E46\n",
"[((5, 2, False), 1, 0.0), ((10, 2, False), 1, 0.0), ((19, 2, False), 0, 1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:5|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:10|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([0., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 0., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:19|dealer:2|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 3.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"## E47\n",
"[((14, 10, False), 1, 0.0), ((18, 10, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:18|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"## E48\n",
"[((9, 6, False), 1, 0.0), ((14, 6, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:9|dealer:6|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:14|dealer:6|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 1.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E49\n",
"[((14, 4, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:4|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E50\n",
"[((19, 3, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:19|dealer:3|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([1., 0.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.])})\n",
"\n",
"\n",
"## E51\n",
"[((18, 6, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:6|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.])})\n",
"\n",
"\n",
"## E52\n",
"[((13, 5, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:5|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E53\n",
"[((12, 4, False), 1, 0.0), ((13, 4, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:4|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:13|dealer:4|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.])})\n",
"\n",
"\n",
"## E54\n",
"[((13, 1, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:1|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E55\n",
"[((13, 7, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:7|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E56\n",
"[((13, 6, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:6|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([ 0., -1.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.])})\n",
"\n",
"\n",
"## E57\n",
"[((14, 6, False), 1, 0.0), ((20, 6, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:14|dealer:6|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([1., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0., 0.]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:20|dealer:6|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 0.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([0., 0.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.])})\n",
"\n",
"\n",
"## E58\n",
"[((16, 10, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:16|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.])})\n",
"\n",
"\n",
"## E59\n",
"[((11, 8, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:11|dealer:8|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E60\n",
"[((21, 10, True), 0, 0.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:10|ace:True], action:0, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 1.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 1.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.])})\n",
"\n",
"\n",
"## E61\n",
"[((11, 2, False), 1, 0.0), ((15, 2, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:11|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:15|dealer:2|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E62\n",
"[((21, 6, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:6|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.])})\n",
"\n",
"\n",
"## E63\n",
"[((11, 10, False), 1, 0.0), ((15, 10, False), 1, 0.0), ((19, 10, False), 0, 1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:11|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:15|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([1., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([-1., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:19|dealer:10|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([ 0., -1.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.])})\n",
"\n",
"\n",
"## E64\n",
"[((9, 8, False), 1, 0.0), ((19, 8, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:9|dealer:8|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:19|dealer:8|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 1.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.])})\n",
"\n",
"\n",
"## E65\n",
"[((13, 10, False), 1, 0.0), ((21, 10, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E66\n",
"[((21, 7, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:7|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.])})\n",
"\n",
"\n",
"## E67\n",
"[((16, 5, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:16|dealer:5|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.])})\n",
"\n",
"\n",
"## E68\n",
"[((8, 1, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:8|dealer:1|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 0.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., 0.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.])})\n",
"\n",
"\n",
"## E69\n",
"[((17, 4, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:17|dealer:4|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.])})\n",
"\n",
"\n",
"## E70\n",
"[((18, 9, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:9|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.])})\n",
"\n",
"\n",
"## E71\n",
"[((13, 2, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:13|dealer:2|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([0., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([ 0., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.])})\n",
"\n",
"\n",
"## E72\n",
"[((12, 10, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.])})\n",
"\n",
"\n",
"## E73\n",
"[((20, 5, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:5|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.])})\n",
"\n",
"\n",
"## E74\n",
"[((16, 3, False), 1, 0.0), ((17, 3, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:16|dealer:3|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:17|dealer:3|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E75\n",
"[((12, 8, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:8|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E76\n",
"[((6, 6, False), 1, 0.0), ((8, 6, False), 1, 0.0), ((18, 6, False), 1, -1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:6|dealer:6|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:8|dealer:6|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 1.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:18|dealer:6|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([ 0., -1.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E77\n",
"[((15, 2, False), 1, 0.0), ((16, 2, False), 1, 0.0), ((21, 2, False), 0, 1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:15|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:16|dealer:2|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([2., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:21|dealer:2|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.])})\n",
"\n",
"\n",
"## E78\n",
"[((20, 7, False), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:7|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 2.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1., -1.]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E79\n",
"[((12, 10, False), 1, 0.0), ((14, 10, False), 1, 0.0), ((19, 10, False), 0, 1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 4.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 3.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1., -1.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.33333333]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:14|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([2., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 3.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0., 0.]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.33333333]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:19|dealer:10|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([0., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 3.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([ 0., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.33333333]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E80\n",
"[((10, 10, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:10|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 3.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.33333333]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E81\n",
"[((12, 10, False), 1, 0.0), ((13, 10, False), 1, 0.0), ((14, 10, False), 0, -1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 2.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:13|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([1., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:14|dealer:10|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1., -1.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E82\n",
"[((10, 10, False), 1, 0.0), ((20, 10, False), 0, 0.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:10|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([2., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.5, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:20|dealer:10|ace:False], action:0, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 2.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E83\n",
"[((18, 6, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:6|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.])})\n",
"\n",
"\n",
"## E84\n",
"[((12, 9, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:12|dealer:9|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 2.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0., -1.]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E85\n",
"[((17, 10, False), 1, 0.0), ((19, 10, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:17|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([3., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.33333333, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:19|dealer:10|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([1., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([1., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E86\n",
"[((20, 8, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:8|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E87\n",
"[((4, 5, False), 1, 0.0), ((14, 5, False), 0, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:4|dealer:5|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:14|dealer:5|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.])})\n",
"\n",
"\n",
"## E88\n",
"[((6, 4, False), 1, 0.0), ((16, 4, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:6|dealer:4|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 0.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:16|dealer:4|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E89\n",
"[((21, 7, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:7|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E90\n",
"[((21, 8, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:8|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.])})\n",
"\n",
"\n",
"## E91\n",
"[((7, 4, False), 1, 0.0), ((13, 4, False), 1, 0.0), ((18, 4, False), 1, -1.0)]\n",
"enum:[0, 1, 2]\n",
"first_idx: 0\n",
"STEP: state[sum:7|dealer:4|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 0.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 1\n",
"STEP: state[sum:13|dealer:4|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1, 2]\n",
"first_idx: 2\n",
"STEP: state[sum:18|dealer:4|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 1.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E92\n",
"[((18, 7, False), 1, 0.0), ((21, 7, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 0.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:21|dealer:7|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 1.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E93\n",
"[((17, 3, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:17|dealer:3|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 1.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([ 0., -1.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E94\n",
"[((9, 7, False), 1, 0.0), ((19, 7, False), 0, 1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:9|dealer:7|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([2., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:19|dealer:7|ace:False], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([1., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E95\n",
"[((19, 8, False), 0, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:19|dealer:8|ace:False], action:0, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E96\n",
"[((20, 3, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:3|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.]), (20, 3, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.]), (20, 3, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E97\n",
"[((20, 4, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:20|dealer:4|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([0., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.]), (20, 3, False): array([0., 1.]), (20, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 0., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.]), (20, 3, False): array([ 0., -1.]), (20, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E98\n",
"[((21, 2, True), 0, 1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:21|dealer:2|ace:True], action:0, reward:1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([1., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 2.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.]), (20, 3, False): array([0., 1.]), (20, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 1., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.]), (20, 3, False): array([ 0., -1.]), (20, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E99\n",
"[((18, 10, False), 1, -1.0)]\n",
"enum:[0]\n",
"first_idx: 0\n",
"STEP: state[sum:18|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([1., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 3.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.]), (20, 3, False): array([0., 1.]), (20, 4, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 1., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.]), (20, 3, False): array([ 0., -1.]), (20, 4, False): array([ 0., -1.])})\n",
"\n",
"\n",
"## E100\n",
"[((7, 10, False), 1, 0.0), ((17, 10, False), 1, -1.0)]\n",
"enum:[0, 1]\n",
"first_idx: 0\n",
"STEP: state[sum:7|dealer:10|ace:False], action:1, reward:0.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 3.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([1., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 3.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.]), (20, 3, False): array([0., 1.]), (20, 4, False): array([0., 1.]), (7, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.33333333]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 1., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.]), (20, 3, False): array([ 0., -1.]), (20, 4, False): array([ 0., -1.]), (7, 10, False): array([ 0., -1.])})\n",
"\n",
"\n",
"enum:[0, 1]\n",
"first_idx: 1\n",
"STEP: state[sum:17|dealer:10|ace:False], action:1, reward:-1.0\n",
"N: defaultdict(<function <lambda> at 0x1320055f0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([0., 1.]), (17, 6, False): array([0., 1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([1., 1.]), (14, 10, False): array([2., 5.]), (6, 9, False): array([1., 0.]), (17, 10, False): array([0., 4.]), (19, 10, False): array([4., 0.]), (16, 10, False): array([2., 1.]), (20, 10, False): array([3., 1.]), (21, 2, True): array([1., 1.]), (17, 2, False): array([0., 1.]), (18, 2, False): array([0., 3.]), (20, 8, False): array([2., 0.]), (21, 3, True): array([1., 0.]), (11, 2, False): array([1., 2.]), (21, 2, False): array([3., 0.]), (14, 2, False): array([0., 1.]), (18, 8, False): array([1., 2.]), (21, 8, False): array([0., 1.]), (20, 6, False): array([2., 0.]), (19, 7, False): array([3., 1.]), (10, 10, False): array([1., 2.]), (12, 3, False): array([0., 1.]), (21, 3, False): array([1., 1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 2.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([1., 1.]), (16, 6, False): array([0., 1.]), (12, 10, False): array([1., 4.]), (18, 10, False): array([0., 3.]), (18, 6, False): array([1., 3.]), (12, 5, False): array([1., 2.]), (14, 8, False): array([0., 1.]), (9, 7, False): array([0., 2.]), (8, 2, False): array([0., 1.]), (19, 2, False): array([1., 1.]), (13, 7, False): array([0., 2.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([0., 1.]), (13, 10, False): array([0., 3.]), (11, 3, False): array([0., 1.]), (14, 4, False): array([0., 2.]), (17, 4, False): array([1., 1.]), (18, 3, False): array([0., 1.]), (13, 3, False): array([1., 0.]), (9, 8, False): array([0., 2.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([0., 1.]), (14, 6, False): array([0., 2.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([0., 1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([1., 1.]), (13, 1, False): array([0., 1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([1., 0.]), (21, 10, True): array([1., 0.]), (15, 2, False): array([0., 2.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([2., 0.]), (21, 10, False): array([0., 1.]), (21, 7, True): array([2., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([0., 1.]), (17, 3, False): array([0., 2.]), (12, 8, False): array([1., 0.]), (6, 6, False): array([0., 1.]), (8, 6, False): array([0., 1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([1., 0.]), (4, 5, False): array([0., 1.]), (14, 5, False): array([1., 0.]), (6, 4, False): array([0., 1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([0., 1.]), (18, 4, False): array([0., 1.]), (20, 3, False): array([0., 1.]), (20, 4, False): array([0., 1.]), (7, 10, False): array([0., 1.])})\n",
"Q: defaultdict(<function <lambda> at 0x1330e2cb0>, {(21, 4, True): array([1., 0.]), (15, 6, False): array([ 0., -1.]), (17, 6, False): array([ 0., -1.]), (21, 9, True): array([1., 0.]), (8, 4, False): array([0., 1.]), (16, 4, False): array([ 1., -1.]), (14, 10, False): array([-1. , -0.6]), (6, 9, False): array([1., 0.]), (17, 10, False): array([ 0. , -0.5]), (19, 10, False): array([0.5, 0. ]), (16, 10, False): array([ 0., -1.]), (20, 10, False): array([-0.33333333, -1. ]), (21, 2, True): array([ 1., -1.]), (17, 2, False): array([ 0., -1.]), (18, 2, False): array([ 0. , -0.33333333]), (20, 8, False): array([0., 0.]), (21, 3, True): array([0., 0.]), (11, 2, False): array([-1., 0.]), (21, 2, False): array([1., 0.]), (14, 2, False): array([ 0., -1.]), (18, 8, False): array([-1., -1.]), (21, 8, False): array([ 0., -1.]), (20, 6, False): array([0.5, 0. ]), (19, 7, False): array([ 1., -1.]), (10, 10, False): array([-1. , -0.5]), (12, 3, False): array([0., 1.]), (21, 3, False): array([ 1., -1.]), (10, 7, False): array([0., 1.]), (16, 7, False): array([0., 1.]), (18, 7, False): array([0., 0.]), (19, 5, False): array([1., 0.]), (12, 7, False): array([0., 1.]), (21, 7, False): array([ 1., -1.]), (16, 6, False): array([ 0., -1.]), (12, 10, False): array([-1. , -0.5]), (18, 10, False): array([ 0., -1.]), (18, 6, False): array([ 1., -1.]), (12, 5, False): array([ 1., -1.]), (14, 8, False): array([ 0., -1.]), (9, 7, False): array([0., 0.]), (8, 2, False): array([ 0., -1.]), (19, 2, False): array([ 1., -1.]), (13, 7, False): array([ 0., -1.]), (14, 8, True): array([0., 1.]), (20, 8, True): array([1., 0.]), (12, 10, True): array([ 0., -1.]), (13, 10, False): array([ 0., -1.]), (11, 3, False): array([ 0., -1.]), (14, 4, False): array([ 0., -1.]), (17, 4, False): array([-1., -1.]), (18, 3, False): array([ 0., -1.]), (13, 3, False): array([-1., 0.]), (9, 8, False): array([0., 0.]), (5, 2, False): array([0., 1.]), (10, 2, False): array([0., 1.]), (9, 6, False): array([ 0., -1.]), (14, 6, False): array([0., 0.]), (19, 3, False): array([1., 0.]), (13, 5, False): array([ 0., -1.]), (12, 4, False): array([0., 1.]), (13, 4, False): array([ 1., -1.]), (13, 1, False): array([ 0., -1.]), (13, 6, False): array([1., 0.]), (11, 8, False): array([-1., 0.]), (21, 10, True): array([0., 0.]), (15, 2, False): array([0., 0.]), (21, 6, True): array([1., 0.]), (11, 10, False): array([0., 1.]), (15, 10, False): array([0., 1.]), (19, 8, False): array([0., 0.]), (21, 10, False): array([ 0., -1.]), (21, 7, True): array([1., 0.]), (16, 5, False): array([1., 0.]), (8, 1, False): array([1., 0.]), (18, 9, False): array([1., 0.]), (13, 2, False): array([1., 0.]), (20, 5, False): array([1., 0.]), (16, 3, False): array([ 0., -1.]), (17, 3, False): array([ 0., -1.]), (12, 8, False): array([-1., 0.]), (6, 6, False): array([ 0., -1.]), (8, 6, False): array([ 0., -1.]), (16, 2, False): array([0., 1.]), (20, 7, False): array([1., 0.]), (12, 9, False): array([-1., 0.]), (4, 5, False): array([ 0., -1.]), (14, 5, False): array([-1., 0.]), (6, 4, False): array([ 0., -1.]), (21, 8, True): array([1., 0.]), (7, 4, False): array([ 0., -1.]), (18, 4, False): array([ 0., -1.]), (20, 3, False): array([ 0., -1.]), (20, 4, False): array([ 0., -1.]), (7, 10, False): array([ 0., -1.])})\n",
"\n",
"\n"
]
}
],
"source": [
"num_episodes = 100\n",
"gamma=1\n",
"\n",
"returns_sum = defaultdict(lambda: np.zeros(env.action_space.n))\n",
"N = defaultdict(lambda: np.zeros(env.action_space.n))\n",
"Q = defaultdict(lambda: np.zeros(env.action_space.n))\n",
"\n",
"for i_episode in range(1, num_episodes+1):\n",
" print(f\"## E{i_episode}\")\n",
" if i_episode % 1000 == 0:\n",
" print(\"\\rEpisode {}/{}.\".format(i_episode, num_episodes), end=\"\")\n",
" sys.stdout.flush()\n",
"\n",
" episode = play_episode(env)\n",
" print(episode)\n",
" for s, a, r in episode:\n",
" print(f\"enum:{[i for i,x in enumerate(episode)]}\")\n",
" first_occurence_idx = next(i for i,x in enumerate(episode) if x[0] == s)\n",
" print(f\"first_idx: {first_occurence_idx}\")\n",
" G = sum([x[2]*(gamma**i) for i,x in enumerate(episode[first_occurence_idx:])])\n",
" returns_sum[s][a] += G\n",
" N[s][a] += 1.0\n",
" Q[s][a] = returns_sum[s][a] / N[s][a]\n",
" print(f\"STEP: state[sum:{s[0]}|dealer:{s[1]}|ace:{s[2]}], action:{a}, reward:{r}\")\n",
" print(f\"N: {N}\")\n",
" print(f\"Q: {Q}\")\n",
" print(\"\\n\")"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"array([0., 0.])"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"np.zeros(env.action_space.n)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"env."
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.5"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment