FrozenLake with q-tables and refactored to deep q-learning

a_frozenq.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import gym\n",
    "\n",
    "import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "env = gym.make(\"FrozenLake-v0\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4\n",
      "16\n",
      "\n",
      "\u001b[41mS\u001b[0mFFF\n",
      "FHFH\n",
      "FFFH\n",
      "HFFG\n"
     ]
    }
   ],
   "source": [
    "action_size = env.action_space.n\n",
    "state_size = env.observation_space.n\n",
    "\n",
    "# Actions are left, up, right, down\n",
    "print(action_size)\n",
    "# States are the 16 fields\n",
    "print(state_size)\n",
    "env.render()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]\n",
      " [0. 0. 0. 0.]]\n"
     ]
    }
   ],
   "source": [
    "# q table where rows=states, columns=actions\n",
    "qtable = np.zeros((state_size, action_size))\n",
    "print(qtable)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "total_episodes = 15000        # Total episodes\n",
    "learning_rate = 0.8           # Learning rate\n",
    "max_steps = 99                # Max steps per episode\n",
    "gamma = 0.95                  # Discounting rate\n",
    "\n",
    "# Exploration parameters\n",
    "epsilon = 1.0                 # Exploration rate\n",
    "max_epsilon = 1.0             # Exploration probability at start\n",
    "min_epsilon = 0.01            # Minimum exploration probability \n",
    "decay_rate = 0.005             # Exponential decay rate for exploration prob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 0 finished after 48 timesteps\n",
      "Episode 1 finished after 11 timesteps\n",
      "Episode 2 finished after 8 timesteps\n",
      "Episode 3 finished after 6 timesteps\n",
      "Episode 4 finished after 2 timesteps\n",
      "Episode 5 finished after 4 timesteps\n",
      "Episode 6 finished after 2 timesteps\n",
      "Episode 7 finished after 4 timesteps\n",
      "Episode 8 finished after 9 timesteps\n",
      "Episode 9 finished after 8 timesteps\n",
      "Episode 10 finished after 6 timesteps\n",
      "Episode 11 finished after 3 timesteps\n",
      "Episode 12 finished after 2 timesteps\n",
      "Episode 13 finished after 16 timesteps\n",
      "Episode 14 finished after 2 timesteps\n",
      "Episode 15 finished after 12 timesteps\n",
      "Episode 16 finished after 5 timesteps\n",
      "Episode 17 finished after 3 timesteps\n",
      "Episode 18 finished after 2 timesteps\n",
      "Episode 19 finished after 18 timesteps\n",
      "Episode 20 finished after 9 timesteps\n",
      "Episode 21 finished after 7 timesteps\n",
      "Episode 22 finished after 4 timesteps\n",
      "Episode 23 finished after 3 timesteps\n",
      "Episode 24 finished after 4 timesteps\n",
      "Episode 25 finished after 20 timesteps\n",
      "Episode 26 finished after 9 timesteps\n",
      "Episode 27 finished after 15 timesteps\n",
      "Episode 28 finished after 12 timesteps\n",
      "Episode 29 finished after 6 timesteps\n",
      "Episode 30 finished after 5 timesteps\n",
      "Episode 31 finished after 3 timesteps\n",
      "Episode 32 finished after 8 timesteps\n",
      "Episode 33 finished after 3 timesteps\n",
      "Episode 34 finished after 4 timesteps\n",
      "Episode 35 finished after 10 timesteps\n",
      "Episode 36 finished after 9 timesteps\n",
      "Episode 37 finished after 3 timesteps\n",
      "Episode 38 finished after 23 timesteps\n",
      "Episode 39 finished after 12 timesteps\n",
      "Episode 40 finished after 9 timesteps\n",
      "Episode 41 finished after 5 timesteps\n",
      "Episode 42 finished after 9 timesteps\n",
      "Episode 43 finished after 15 timesteps\n",
      "Episode 44 finished after 5 timesteps\n",
      "Episode 45 finished after 9 timesteps\n",
      "Episode 46 finished after 8 timesteps\n",
      "Episode 47 finished after 2 timesteps\n",
      "Episode 48 finished after 6 timesteps\n",
      "Episode 49 finished after 4 timesteps\n",
      "Episode 50 finished after 4 timesteps\n",
      "Episode 51 finished after 5 timesteps\n",
      "Episode 52 finished after 12 timesteps\n",
      "Episode 53 finished after 4 timesteps\n",
      "Episode 54 finished after 17 timesteps\n",
      "Episode 55 finished after 7 timesteps\n",
      "Episode 56 finished after 21 timesteps\n",
      "Episode 57 finished after 5 timesteps\n",
      "Episode 58 finished after 2 timesteps\n",
      "Episode 59 finished after 26 timesteps\n",
      "Episode 60 finished after 4 timesteps\n",
      "Episode 61 finished after 8 timesteps\n",
      "Episode 62 finished after 5 timesteps\n",
      "Episode 63 finished after 26 timesteps\n",
      "Episode 64 finished after 6 timesteps\n",
      "Episode 65 finished after 5 timesteps\n",
      "Episode 66 finished after 17 timesteps\n",
      "Episode 67 finished after 6 timesteps\n",
      "Episode 68 finished after 3 timesteps\n",
      "Episode 69 finished after 2 timesteps\n",
      "Episode 70 finished after 3 timesteps\n",
      "Episode 71 finished after 6 timesteps\n",
      "Episode 72 finished after 7 timesteps\n",
      "Episode 73 finished after 11 timesteps\n",
      "Episode 74 finished after 3 timesteps\n",
      "Episode 75 finished after 7 timesteps\n",
      "Episode 76 finished after 7 timesteps\n",
      "Episode 77 finished after 20 timesteps\n",
      "Episode 78 finished after 3 timesteps\n",
      "Episode 79 finished after 3 timesteps\n",
      "Episode 80 finished after 16 timesteps\n",
      "Episode 81 finished after 9 timesteps\n",
      "Episode 82 finished after 5 timesteps\n",
      "Episode 83 finished after 3 timesteps\n",
      "Episode 84 finished after 3 timesteps\n",
      "Episode 85 finished after 6 timesteps\n",
      "Episode 86 finished after 6 timesteps\n",
      "Episode 87 finished after 2 timesteps\n",
      "Episode 88 finished after 7 timesteps\n",
      "Episode 89 finished after 2 timesteps\n",
      "Episode 90 finished after 2 timesteps\n",
      "Episode 91 finished after 6 timesteps\n",
      "Episode 92 finished after 5 timesteps\n",
      "Episode 93 finished after 5 timesteps\n",
      "Episode 94 finished after 2 timesteps\n",
      "Episode 95 finished after 9 timesteps\n",
      "Episode 96 finished after 8 timesteps\n",
      "Episode 97 finished after 2 timesteps\n",
      "Episode 98 finished after 22 timesteps\n",
      "Episode 99 finished after 19 timesteps\n",
      "Episode 100 finished after 15 timesteps\n",
      "Episode 101 finished after 18 timesteps\n",
      "Episode 102 finished after 8 timesteps\n",
      "Episode 103 finished after 2 timesteps\n",
      "Episode 104 finished after 8 timesteps\n",
      "Episode 105 finished after 8 timesteps\n",
      "Episode 106 finished after 3 timesteps\n",
      "Episode 107 finished after 5 timesteps\n",
      "Episode 108 finished after 25 timesteps\n",
      "Episode 109 finished after 16 timesteps\n",
      "Episode 110 finished after 8 timesteps\n",
      "Episode 111 finished after 6 timesteps\n",
      "Episode 112 finished after 5 timesteps\n",
      "Episode 113 finished after 20 timesteps\n",
      "Episode 114 finished after 7 timesteps\n",
      "Episode 115 finished after 2 timesteps\n",
      "Episode 116 finished after 13 timesteps\n",
      "Episode 117 finished after 24 timesteps\n",
      "Episode 118 finished after 6 timesteps\n",
      "Episode 119 finished after 8 timesteps\n",
      "Episode 120 finished after 7 timesteps\n",
      "Episode 121 finished after 4 timesteps\n",
      "Episode 122 finished after 8 timesteps\n",
      "Episode 123 finished after 5 timesteps\n",
      "Episode 124 finished after 3 timesteps\n",
      "Episode 125 finished after 3 timesteps\n",
      "Episode 126 finished after 8 timesteps\n",
      "Episode 127 finished after 20 timesteps\n",
      "Episode 128 finished after 11 timesteps\n",
      "Episode 129 finished after 18 timesteps\n",
      "Episode 130 finished after 8 timesteps\n",
      "Episode 131 finished after 18 timesteps\n",
      "Episode 132 finished after 3 timesteps\n",
      "Episode 133 finished after 7 timesteps\n",
      "Episode 134 finished after 5 timesteps\n",
      "Episode 135 finished after 11 timesteps\n",
      "Episode 136 finished after 5 timesteps\n",
      "Episode 137 finished after 8 timesteps\n",
      "Episode 138 finished after 11 timesteps\n",
      "Episode 139 finished after 25 timesteps\n",
      "Episode 140 finished after 15 timesteps\n",
      "Episode 141 finished after 17 timesteps\n",
      "Episode 142 finished after 12 timesteps\n",
      "Episode 143 finished after 5 timesteps\n",
      "Episode 144 finished after 6 timesteps\n",
      "Episode 145 finished after 14 timesteps\n",
      "Episode 146 finished after 16 timesteps\n",
      "Episode 147 finished after 17 timesteps\n",
      "Episode 148 finished after 6 timesteps\n",
      "Episode 149 finished after 8 timesteps\n",
      "Episode 150 finished after 6 timesteps\n",
      "Episode 151 finished after 8 timesteps\n",
      "Episode 152 finished after 10 timesteps\n",
      "Episode 153 finished after 25 timesteps\n",
      "Episode 154 finished after 3 timesteps\n",
      "Episode 155 finished after 5 timesteps\n",
      "Episode 156 finished after 22 timesteps\n",
      "Episode 157 finished after 8 timesteps\n",
      "Episode 158 finished after 10 timesteps\n",
      "Episode 159 finished after 8 timesteps\n",
      "Episode 160 finished after 7 timesteps\n",
      "Episode 161 finished after 6 timesteps\n",
      "Episode 162 finished after 65 timesteps\n",
      "Episode 163 finished after 14 timesteps\n",
      "Episode 164 finished after 13 timesteps\n",
      "Episode 165 finished after 4 timesteps\n",
      "Episode 166 finished after 4 timesteps\n",
      "Episode 167 finished after 3 timesteps\n",
      "Episode 168 finished after 5 timesteps\n",
      "Episode 169 finished after 3 timesteps\n",
      "Episode 170 finished after 11 timesteps\n",
      "Episode 171 finished after 4 timesteps\n",
      "Episode 172 finished after 22 timesteps\n",
      "Episode 173 finished after 3 timesteps\n",
      "Episode 174 finished after 20 timesteps\n",
      "Episode 175 finished after 33 timesteps\n",
      "Episode 176 finished after 27 timesteps\n",
      "Episode 177 finished after 7 timesteps\n",
      "Episode 178 finished after 11 timesteps\n",
      "Episode 179 finished after 7 timesteps\n",
      "Episode 180 finished after 3 timesteps\n",
      "Episode 181 finished after 8 timesteps\n",
      "Episode 182 finished after 9 timesteps\n",
      "Episode 183 finished after 5 timesteps\n",
      "Episode 184 finished after 12 timesteps\n",
      "Episode 185 finished after 30 timesteps\n",
      "Episode 186 finished after 9 timesteps\n",
      "Episode 187 finished after 30 timesteps\n",
      "Episode 188 finished after 6 timesteps\n",
      "Episode 189 finished after 7 timesteps\n",
      "Episode 190 finished after 5 timesteps\n",
      "Episode 191 finished after 11 timesteps\n",
      "Episode 192 finished after 34 timesteps\n",
      "Episode 193 finished after 27 timesteps\n",
      "Episode 194 finished after 2 timesteps\n",
      "Episode 195 finished after 16 timesteps\n",
      "Episode 196 finished after 12 timesteps\n",
      "Episode 197 finished after 4 timesteps\n",
      "Episode 198 finished after 22 timesteps\n",
      "Episode 199 finished after 20 timesteps\n",
      "Episode 200 finished after 14 timesteps\n",
      "Episode 201 finished after 11 timesteps\n",
      "Episode 202 finished after 5 timesteps\n",
      "Episode 203 finished after 24 timesteps\n",
      "Episode 204 finished after 9 timesteps\n",
      "Episode 205 finished after 11 timesteps\n",
      "Episode 206 finished after 9 timesteps\n",
      "Episode 207 finished after 6 timesteps\n",
      "Episode 208 finished after 7 timesteps\n",
      "Episode 209 finished after 18 timesteps\n",
      "Episode 210 finished after 26 timesteps\n",
      "Episode 211 finished after 11 timesteps\n",
      "Episode 212 finished after 24 timesteps\n",
      "Episode 213 finished after 11 timesteps\n",
      "Episode 214 finished after 6 timesteps\n",
      "Episode 215 finished after 9 timesteps\n",
      "Episode 216 finished after 2 timesteps\n",
      "Episode 217 finished after 11 timesteps\n",
      "Episode 218 finished after 27 timesteps\n",
      "Episode 219 finished after 7 timesteps\n",
      "Episode 220 finished after 19 timesteps\n",
      "Episode 221 finished after 3 timesteps\n",
      "Episode 222 finished after 2 timesteps\n",
      "Episode 223 finished after 10 timesteps\n",
      "Episode 224 finished after 11 timesteps\n",
      "Episode 225 finished after 11 timesteps\n",
      "Episode 226 finished after 7 timesteps\n",
      "Episode 227 finished after 10 timesteps\n",
      "Episode 228 finished after 5 timesteps\n",
      "Episode 229 finished after 8 timesteps\n",
      "Episode 230 finished after 17 timesteps\n",
      "Episode 231 finished after 14 timesteps\n",
      "Episode 232 finished after 3 timesteps\n",
      "Episode 233 finished after 16 timesteps\n",
      "Episode 234 finished after 6 timesteps\n",
      "Episode 235 finished after 13 timesteps\n",
      "Episode 236 finished after 11 timesteps\n",
      "Episode 237 finished after 9 timesteps\n",
      "Episode 238 finished after 32 timesteps\n",
      "Episode 239 finished after 18 timesteps\n",
      "Episode 240 finished after 21 timesteps\n",
      "Episode 241 finished after 3 timesteps\n",
      "Episode 242 finished after 25 timesteps\n",
      "Episode 243 finished after 4 timesteps\n",
      "Episode 244 finished after 29 timesteps\n",
      "Episode 245 finished after 11 timesteps\n",
      "Episode 246 finished after 7 timesteps\n",
      "Episode 247 finished after 9 timesteps\n",
      "Episode 248 finished after 8 timesteps\n",
      "Episode 249 finished after 42 timesteps\n",
      "Episode 250 finished after 13 timesteps\n",
      "Episode 251 finished after 5 timesteps\n",
      "Episode 252 finished after 19 timesteps\n",
      "Episode 253 finished after 8 timesteps\n",
      "Episode 254 finished after 31 timesteps\n",
      "Episode 255 finished after 12 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 256 finished after 36 timesteps\n",
      "Episode 257 finished after 21 timesteps\n",
      "Episode 258 finished after 15 timesteps\n",
      "Episode 259 finished after 2 timesteps\n",
      "Episode 260 finished after 5 timesteps\n",
      "Episode 261 finished after 7 timesteps\n",
      "Episode 262 finished after 13 timesteps\n",
      "Episode 263 finished after 5 timesteps\n",
      "Episode 264 finished after 3 timesteps\n",
      "Episode 265 finished after 12 timesteps\n",
      "Episode 266 finished after 14 timesteps\n",
      "Episode 267 finished after 6 timesteps\n",
      "Episode 268 finished after 4 timesteps\n",
      "Episode 269 finished after 7 timesteps\n",
      "Episode 270 finished after 19 timesteps\n",
      "Episode 271 finished after 13 timesteps\n",
      "Episode 272 finished after 18 timesteps\n",
      "Episode 273 finished after 6 timesteps\n",
      "Episode 274 finished after 6 timesteps\n",
      "Episode 275 finished after 5 timesteps\n",
      "Episode 276 finished after 18 timesteps\n",
      "Episode 277 finished after 18 timesteps\n",
      "Episode 278 finished after 8 timesteps\n",
      "Episode 279 finished after 17 timesteps\n",
      "Episode 280 finished after 18 timesteps\n",
      "Episode 281 finished after 19 timesteps\n",
      "Episode 282 finished after 18 timesteps\n",
      "Episode 283 finished after 2 timesteps\n",
      "Episode 284 finished after 13 timesteps\n",
      "Episode 285 finished after 8 timesteps\n",
      "Episode 286 finished after 15 timesteps\n",
      "Episode 287 finished after 11 timesteps\n",
      "Episode 288 finished after 3 timesteps\n",
      "Episode 289 finished after 3 timesteps\n",
      "Episode 290 finished after 20 timesteps\n",
      "Episode 291 finished after 8 timesteps\n",
      "Episode 292 finished after 48 timesteps\n",
      "Episode 293 finished after 2 timesteps\n",
      "Episode 294 finished after 3 timesteps\n",
      "Episode 295 finished after 13 timesteps\n",
      "Episode 296 finished after 4 timesteps\n",
      "Episode 297 finished after 29 timesteps\n",
      "Episode 298 finished after 13 timesteps\n",
      "Episode 299 finished after 15 timesteps\n",
      "Episode 300 finished after 36 timesteps\n",
      "Episode 301 finished after 4 timesteps\n",
      "Episode 302 finished after 36 timesteps\n",
      "Episode 303 finished after 6 timesteps\n",
      "Episode 304 finished after 2 timesteps\n",
      "Episode 305 finished after 9 timesteps\n",
      "Episode 306 finished after 14 timesteps\n",
      "Episode 307 finished after 21 timesteps\n",
      "Episode 308 finished after 15 timesteps\n",
      "Episode 309 finished after 17 timesteps\n",
      "Episode 310 finished after 11 timesteps\n",
      "Episode 311 finished after 3 timesteps\n",
      "Episode 312 finished after 23 timesteps\n",
      "Episode 313 finished after 18 timesteps\n",
      "Episode 314 finished after 7 timesteps\n",
      "Episode 315 finished after 7 timesteps\n",
      "Episode 316 finished after 6 timesteps\n",
      "Episode 317 finished after 14 timesteps\n",
      "Episode 318 finished after 7 timesteps\n",
      "Episode 319 finished after 12 timesteps\n",
      "Episode 320 finished after 5 timesteps\n",
      "Episode 321 finished after 29 timesteps\n",
      "Episode 322 finished after 16 timesteps\n",
      "Episode 323 finished after 7 timesteps\n",
      "Episode 324 finished after 29 timesteps\n",
      "Episode 325 finished after 20 timesteps\n",
      "Episode 326 finished after 25 timesteps\n",
      "Episode 327 finished after 3 timesteps\n",
      "Episode 328 finished after 7 timesteps\n",
      "Episode 329 finished after 35 timesteps\n",
      "Episode 330 finished after 6 timesteps\n",
      "Episode 331 finished after 15 timesteps\n",
      "Episode 332 finished after 11 timesteps\n",
      "Episode 333 finished after 5 timesteps\n",
      "Episode 334 finished after 32 timesteps\n",
      "Episode 335 finished after 5 timesteps\n",
      "Episode 336 finished after 26 timesteps\n",
      "Episode 337 finished after 6 timesteps\n",
      "Episode 338 finished after 21 timesteps\n",
      "Episode 339 finished after 8 timesteps\n",
      "Episode 340 finished after 7 timesteps\n",
      "Episode 341 finished after 2 timesteps\n",
      "Episode 342 finished after 45 timesteps\n",
      "Episode 343 finished after 18 timesteps\n",
      "Episode 344 finished after 6 timesteps\n",
      "Episode 345 finished after 8 timesteps\n",
      "Episode 346 finished after 12 timesteps\n",
      "Episode 347 finished after 21 timesteps\n",
      "Episode 348 finished after 9 timesteps\n",
      "Episode 349 finished after 16 timesteps\n",
      "Episode 350 finished after 2 timesteps\n",
      "Episode 351 finished after 6 timesteps\n",
      "Episode 352 finished after 2 timesteps\n",
      "Episode 353 finished after 4 timesteps\n",
      "Episode 354 finished after 51 timesteps\n",
      "Episode 355 finished after 10 timesteps\n",
      "Episode 356 finished after 12 timesteps\n",
      "Episode 357 finished after 17 timesteps\n",
      "Episode 358 finished after 19 timesteps\n",
      "Episode 359 finished after 4 timesteps\n",
      "Episode 360 finished after 19 timesteps\n",
      "Episode 361 finished after 13 timesteps\n",
      "Episode 362 finished after 8 timesteps\n",
      "Episode 363 finished after 8 timesteps\n",
      "Episode 364 finished after 16 timesteps\n",
      "Episode 365 finished after 17 timesteps\n",
      "Episode 366 finished after 4 timesteps\n",
      "Episode 367 finished after 34 timesteps\n",
      "Episode 368 finished after 52 timesteps\n",
      "Episode 369 finished after 3 timesteps\n",
      "Episode 370 finished after 20 timesteps\n",
      "Episode 371 finished after 25 timesteps\n",
      "Episode 372 finished after 10 timesteps\n",
      "Episode 373 finished after 13 timesteps\n",
      "Episode 374 finished after 6 timesteps\n",
      "Episode 375 finished after 12 timesteps\n",
      "Episode 376 finished after 3 timesteps\n",
      "Episode 377 finished after 23 timesteps\n",
      "Episode 378 finished after 13 timesteps\n",
      "Episode 379 finished after 10 timesteps\n",
      "Episode 380 finished after 28 timesteps\n",
      "Episode 381 finished after 4 timesteps\n",
      "Episode 382 finished after 41 timesteps\n",
      "Episode 383 finished after 25 timesteps\n",
      "Episode 384 finished after 7 timesteps\n",
      "Episode 385 finished after 14 timesteps\n",
      "Episode 386 finished after 15 timesteps\n",
      "Episode 387 finished after 32 timesteps\n",
      "Episode 388 finished after 9 timesteps\n",
      "Episode 389 finished after 22 timesteps\n",
      "Episode 390 finished after 4 timesteps\n",
      "Episode 391 finished after 34 timesteps\n",
      "Episode 392 finished after 11 timesteps\n",
      "Episode 393 finished after 18 timesteps\n",
      "Episode 394 finished after 6 timesteps\n",
      "Episode 395 finished after 7 timesteps\n",
      "Episode 396 finished after 40 timesteps\n",
      "Episode 397 finished after 9 timesteps\n",
      "Episode 398 finished after 8 timesteps\n",
      "Episode 399 finished after 27 timesteps\n",
      "Episode 400 finished after 11 timesteps\n",
      "Episode 401 finished after 29 timesteps\n",
      "Episode 402 finished after 5 timesteps\n",
      "Episode 403 finished after 25 timesteps\n",
      "Episode 404 finished after 39 timesteps\n",
      "Episode 405 finished after 12 timesteps\n",
      "Episode 406 finished after 2 timesteps\n",
      "Episode 407 finished after 6 timesteps\n",
      "Episode 408 finished after 10 timesteps\n",
      "Episode 409 finished after 45 timesteps\n",
      "Episode 410 finished after 18 timesteps\n",
      "Episode 411 finished after 23 timesteps\n",
      "Episode 412 finished after 53 timesteps\n",
      "Episode 413 finished after 3 timesteps\n",
      "Episode 414 finished after 3 timesteps\n",
      "Episode 415 finished after 4 timesteps\n",
      "Episode 416 finished after 13 timesteps\n",
      "Episode 417 finished after 10 timesteps\n",
      "Episode 418 finished after 10 timesteps\n",
      "Episode 419 finished after 8 timesteps\n",
      "Episode 420 finished after 22 timesteps\n",
      "Episode 421 finished after 22 timesteps\n",
      "Episode 422 finished after 22 timesteps\n",
      "Episode 423 finished after 33 timesteps\n",
      "Episode 424 finished after 4 timesteps\n",
      "Episode 425 finished after 23 timesteps\n",
      "Episode 426 finished after 7 timesteps\n",
      "Episode 427 finished after 31 timesteps\n",
      "Episode 428 finished after 40 timesteps\n",
      "Episode 429 finished after 8 timesteps\n",
      "Episode 430 finished after 37 timesteps\n",
      "Episode 431 finished after 26 timesteps\n",
      "Episode 432 finished after 11 timesteps\n",
      "Episode 433 finished after 12 timesteps\n",
      "Episode 434 finished after 22 timesteps\n",
      "Episode 435 finished after 13 timesteps\n",
      "Episode 436 finished after 21 timesteps\n",
      "Episode 437 finished after 15 timesteps\n",
      "Episode 438 finished after 33 timesteps\n",
      "Episode 439 finished after 23 timesteps\n",
      "Episode 440 finished after 8 timesteps\n",
      "Episode 441 finished after 13 timesteps\n",
      "Episode 442 finished after 15 timesteps\n",
      "Episode 443 finished after 14 timesteps\n",
      "Episode 444 finished after 21 timesteps\n",
      "Episode 445 finished after 2 timesteps\n",
      "Episode 446 finished after 16 timesteps\n",
      "Episode 447 finished after 20 timesteps\n",
      "Episode 448 finished after 2 timesteps\n",
      "Episode 449 finished after 19 timesteps\n",
      "Episode 450 finished after 16 timesteps\n",
      "Episode 451 finished after 15 timesteps\n",
      "Episode 452 finished after 7 timesteps\n",
      "Episode 453 finished after 13 timesteps\n",
      "Episode 454 finished after 17 timesteps\n",
      "Episode 455 finished after 21 timesteps\n",
      "Episode 456 finished after 24 timesteps\n",
      "Episode 457 finished after 15 timesteps\n",
      "Episode 458 finished after 17 timesteps\n",
      "Episode 459 finished after 27 timesteps\n",
      "Episode 460 finished after 35 timesteps\n",
      "Episode 461 finished after 17 timesteps\n",
      "Episode 462 finished after 23 timesteps\n",
      "Episode 463 finished after 6 timesteps\n",
      "Episode 464 finished after 28 timesteps\n",
      "Episode 465 finished after 11 timesteps\n",
      "Episode 466 finished after 28 timesteps\n",
      "Episode 467 finished after 13 timesteps\n",
      "Episode 468 finished after 77 timesteps\n",
      "Episode 469 finished after 7 timesteps\n",
      "Episode 470 finished after 25 timesteps\n",
      "Episode 471 finished after 46 timesteps\n",
      "Episode 472 finished after 30 timesteps\n",
      "Episode 473 finished after 7 timesteps\n",
      "Episode 474 finished after 18 timesteps\n",
      "Episode 475 finished after 16 timesteps\n",
      "Episode 476 finished after 9 timesteps\n",
      "Episode 477 finished after 23 timesteps\n",
      "Episode 478 finished after 14 timesteps\n",
      "Episode 479 finished after 4 timesteps\n",
      "Episode 480 finished after 16 timesteps\n",
      "Episode 481 finished after 20 timesteps\n",
      "Episode 482 finished after 34 timesteps\n",
      "Episode 483 finished after 15 timesteps\n",
      "Episode 484 finished after 21 timesteps\n",
      "Episode 485 finished after 19 timesteps\n",
      "Episode 486 finished after 45 timesteps\n",
      "Episode 487 finished after 3 timesteps\n",
      "Episode 488 finished after 14 timesteps\n",
      "Episode 489 finished after 12 timesteps\n",
      "Episode 490 finished after 16 timesteps\n",
      "Episode 491 finished after 9 timesteps\n",
      "Episode 492 finished after 35 timesteps\n",
      "Episode 493 finished after 21 timesteps\n",
      "Episode 494 finished after 36 timesteps\n",
      "Episode 495 finished after 7 timesteps\n",
      "Episode 496 finished after 27 timesteps\n",
      "Episode 497 finished after 12 timesteps\n",
      "Episode 498 finished after 67 timesteps\n",
      "Episode 499 finished after 22 timesteps\n",
      "Episode 500 finished after 16 timesteps\n",
      "Episode 501 finished after 41 timesteps\n",
      "Episode 502 finished after 8 timesteps\n",
      "Episode 503 finished after 6 timesteps\n",
      "Episode 504 finished after 13 timesteps\n",
      "Episode 505 finished after 62 timesteps\n",
      "Episode 506 finished after 3 timesteps\n",
      "Episode 507 finished after 7 timesteps\n",
      "Episode 508 finished after 9 timesteps\n",
      "Episode 509 finished after 20 timesteps\n",
      "Episode 510 finished after 12 timesteps\n",
      "Episode 511 finished after 15 timesteps\n",
      "Episode 512 finished after 42 timesteps\n",
      "Episode 513 finished after 15 timesteps\n",
      "Episode 514 finished after 3 timesteps\n",
      "Episode 515 finished after 14 timesteps\n",
      "Episode 516 finished after 13 timesteps\n",
      "Episode 517 finished after 19 timesteps\n",
      "Episode 518 finished after 12 timesteps\n",
      "Episode 520 finished after 9 timesteps\n",
      "Episode 521 finished after 32 timesteps\n",
      "Episode 522 finished after 2 timesteps\n",
      "Episode 523 finished after 11 timesteps\n",
      "Episode 524 finished after 16 timesteps\n",
      "Episode 525 finished after 8 timesteps\n",
      "Episode 526 finished after 9 timesteps\n",
      "Episode 527 finished after 25 timesteps\n",
      "Episode 528 finished after 22 timesteps\n",
      "Episode 529 finished after 28 timesteps\n",
      "Episode 530 finished after 18 timesteps\n",
      "Episode 531 finished after 2 timesteps\n",
      "Episode 532 finished after 13 timesteps\n",
      "Episode 533 finished after 6 timesteps\n",
      "Episode 534 finished after 19 timesteps\n",
      "Episode 535 finished after 7 timesteps\n",
      "Episode 536 finished after 25 timesteps\n",
      "Episode 537 finished after 12 timesteps\n",
      "Episode 538 finished after 30 timesteps\n",
      "Episode 539 finished after 3 timesteps\n",
      "Episode 540 finished after 10 timesteps\n",
      "Episode 541 finished after 27 timesteps\n",
      "Episode 542 finished after 15 timesteps\n",
      "Episode 543 finished after 27 timesteps\n",
      "Episode 544 finished after 47 timesteps\n",
      "Episode 545 finished after 59 timesteps\n",
      "Episode 546 finished after 36 timesteps\n",
      "Episode 547 finished after 18 timesteps\n",
      "Episode 548 finished after 9 timesteps\n",
      "Episode 549 finished after 25 timesteps\n",
      "Episode 550 finished after 9 timesteps\n",
      "Episode 551 finished after 30 timesteps\n",
      "Episode 552 finished after 19 timesteps\n",
      "Episode 553 finished after 6 timesteps\n",
      "Episode 554 finished after 4 timesteps\n",
      "Episode 555 finished after 11 timesteps\n",
      "Episode 556 finished after 9 timesteps\n",
      "Episode 557 finished after 12 timesteps\n",
      "Episode 558 finished after 10 timesteps\n",
      "Episode 559 finished after 16 timesteps\n",
      "Episode 560 finished after 24 timesteps\n",
      "Episode 561 finished after 31 timesteps\n",
      "Episode 562 finished after 63 timesteps\n",
      "Episode 563 finished after 23 timesteps\n",
      "Episode 564 finished after 4 timesteps\n",
      "Episode 565 finished after 50 timesteps\n",
      "Episode 566 finished after 49 timesteps\n",
      "Episode 567 finished after 15 timesteps\n",
      "Episode 568 finished after 32 timesteps\n",
      "Episode 569 finished after 51 timesteps\n",
      "Episode 570 finished after 22 timesteps\n",
      "Episode 571 finished after 22 timesteps\n",
      "Episode 572 finished after 27 timesteps\n",
      "Episode 573 finished after 11 timesteps\n",
      "Episode 574 finished after 11 timesteps\n",
      "Episode 575 finished after 7 timesteps\n",
      "Episode 576 finished after 27 timesteps\n",
      "Episode 577 finished after 16 timesteps\n",
      "Episode 578 finished after 21 timesteps\n",
      "Episode 579 finished after 14 timesteps\n",
      "Episode 580 finished after 30 timesteps\n",
      "Episode 581 finished after 19 timesteps\n",
      "Episode 582 finished after 17 timesteps\n",
      "Episode 583 finished after 9 timesteps\n",
      "Episode 584 finished after 20 timesteps\n",
      "Episode 585 finished after 9 timesteps\n",
      "Episode 586 finished after 19 timesteps\n",
      "Episode 587 finished after 16 timesteps\n",
      "Episode 588 finished after 60 timesteps\n",
      "Episode 589 finished after 12 timesteps\n",
      "Episode 590 finished after 51 timesteps\n",
      "Episode 591 finished after 27 timesteps\n",
      "Episode 592 finished after 16 timesteps\n",
      "Episode 593 finished after 42 timesteps\n",
      "Episode 594 finished after 24 timesteps\n",
      "Episode 595 finished after 3 timesteps\n",
      "Episode 596 finished after 27 timesteps\n",
      "Episode 597 finished after 8 timesteps\n",
      "Episode 598 finished after 8 timesteps\n",
      "Episode 599 finished after 22 timesteps\n",
      "Episode 600 finished after 32 timesteps\n",
      "Episode 601 finished after 8 timesteps\n",
      "Episode 602 finished after 57 timesteps\n",
      "Episode 603 finished after 69 timesteps\n",
      "Episode 604 finished after 20 timesteps\n",
      "Episode 605 finished after 69 timesteps\n",
      "Episode 606 finished after 26 timesteps\n",
      "Episode 607 finished after 67 timesteps\n",
      "Episode 608 finished after 36 timesteps\n",
      "Episode 609 finished after 27 timesteps\n",
      "Episode 610 finished after 46 timesteps\n",
      "Episode 611 finished after 19 timesteps\n",
      "Episode 612 finished after 33 timesteps\n",
      "Episode 613 finished after 3 timesteps\n",
      "Episode 614 finished after 2 timesteps\n",
      "Episode 615 finished after 3 timesteps\n",
      "Episode 616 finished after 20 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 617 finished after 13 timesteps\n",
      "Episode 618 finished after 12 timesteps\n",
      "Episode 619 finished after 19 timesteps\n",
      "Episode 620 finished after 63 timesteps\n",
      "Episode 621 finished after 24 timesteps\n",
      "Episode 622 finished after 48 timesteps\n",
      "Episode 623 finished after 62 timesteps\n",
      "Episode 624 finished after 27 timesteps\n",
      "Episode 625 finished after 13 timesteps\n",
      "Episode 626 finished after 23 timesteps\n",
      "Episode 627 finished after 24 timesteps\n",
      "Episode 628 finished after 14 timesteps\n",
      "Episode 629 finished after 7 timesteps\n",
      "Episode 630 finished after 17 timesteps\n",
      "Episode 631 finished after 5 timesteps\n",
      "Episode 632 finished after 25 timesteps\n",
      "Episode 633 finished after 16 timesteps\n",
      "Episode 634 finished after 28 timesteps\n",
      "Episode 635 finished after 27 timesteps\n",
      "Episode 636 finished after 10 timesteps\n",
      "Episode 637 finished after 21 timesteps\n",
      "Episode 638 finished after 7 timesteps\n",
      "Episode 639 finished after 39 timesteps\n",
      "Episode 640 finished after 8 timesteps\n",
      "Episode 641 finished after 31 timesteps\n",
      "Episode 642 finished after 25 timesteps\n",
      "Episode 643 finished after 24 timesteps\n",
      "Episode 644 finished after 12 timesteps\n",
      "Episode 645 finished after 7 timesteps\n",
      "Episode 646 finished after 6 timesteps\n",
      "Episode 647 finished after 60 timesteps\n",
      "Episode 648 finished after 34 timesteps\n",
      "Episode 649 finished after 10 timesteps\n",
      "Episode 650 finished after 14 timesteps\n",
      "Episode 651 finished after 54 timesteps\n",
      "Episode 652 finished after 18 timesteps\n",
      "Episode 653 finished after 44 timesteps\n",
      "Episode 654 finished after 6 timesteps\n",
      "Episode 655 finished after 9 timesteps\n",
      "Episode 656 finished after 4 timesteps\n",
      "Episode 657 finished after 13 timesteps\n",
      "Episode 658 finished after 20 timesteps\n",
      "Episode 659 finished after 24 timesteps\n",
      "Episode 660 finished after 68 timesteps\n",
      "Episode 661 finished after 9 timesteps\n",
      "Episode 662 finished after 12 timesteps\n",
      "Episode 663 finished after 11 timesteps\n",
      "Episode 664 finished after 10 timesteps\n",
      "Episode 665 finished after 41 timesteps\n",
      "Episode 666 finished after 11 timesteps\n",
      "Episode 667 finished after 46 timesteps\n",
      "Episode 668 finished after 11 timesteps\n",
      "Episode 669 finished after 20 timesteps\n",
      "Episode 670 finished after 27 timesteps\n",
      "Episode 671 finished after 4 timesteps\n",
      "Episode 672 finished after 6 timesteps\n",
      "Episode 673 finished after 3 timesteps\n",
      "Episode 674 finished after 19 timesteps\n",
      "Episode 675 finished after 16 timesteps\n",
      "Episode 676 finished after 15 timesteps\n",
      "Episode 677 finished after 15 timesteps\n",
      "Episode 678 finished after 15 timesteps\n",
      "Episode 679 finished after 12 timesteps\n",
      "Episode 680 finished after 5 timesteps\n",
      "Episode 682 finished after 21 timesteps\n",
      "Episode 683 finished after 26 timesteps\n",
      "Episode 684 finished after 14 timesteps\n",
      "Episode 685 finished after 10 timesteps\n",
      "Episode 686 finished after 9 timesteps\n",
      "Episode 687 finished after 12 timesteps\n",
      "Episode 688 finished after 5 timesteps\n",
      "Episode 689 finished after 44 timesteps\n",
      "Episode 690 finished after 5 timesteps\n",
      "Episode 691 finished after 53 timesteps\n",
      "Episode 692 finished after 74 timesteps\n",
      "Episode 693 finished after 12 timesteps\n",
      "Episode 694 finished after 30 timesteps\n",
      "Episode 695 finished after 4 timesteps\n",
      "Episode 696 finished after 6 timesteps\n",
      "Episode 697 finished after 16 timesteps\n",
      "Episode 698 finished after 51 timesteps\n",
      "Episode 699 finished after 37 timesteps\n",
      "Episode 700 finished after 9 timesteps\n",
      "Episode 701 finished after 12 timesteps\n",
      "Episode 702 finished after 52 timesteps\n",
      "Episode 703 finished after 38 timesteps\n",
      "Episode 704 finished after 55 timesteps\n",
      "Episode 705 finished after 29 timesteps\n",
      "Episode 706 finished after 10 timesteps\n",
      "Episode 707 finished after 39 timesteps\n",
      "Episode 708 finished after 26 timesteps\n",
      "Episode 709 finished after 36 timesteps\n",
      "Episode 710 finished after 17 timesteps\n",
      "Episode 711 finished after 8 timesteps\n",
      "Episode 712 finished after 14 timesteps\n",
      "Episode 713 finished after 20 timesteps\n",
      "Episode 714 finished after 73 timesteps\n",
      "Episode 715 finished after 81 timesteps\n",
      "Episode 716 finished after 27 timesteps\n",
      "Episode 717 finished after 13 timesteps\n",
      "Episode 718 finished after 12 timesteps\n",
      "Episode 719 finished after 23 timesteps\n",
      "Episode 720 finished after 43 timesteps\n",
      "Episode 721 finished after 20 timesteps\n",
      "Episode 722 finished after 32 timesteps\n",
      "Episode 723 finished after 17 timesteps\n",
      "Episode 725 finished after 26 timesteps\n",
      "Episode 726 finished after 41 timesteps\n",
      "Episode 727 finished after 17 timesteps\n",
      "Episode 728 finished after 22 timesteps\n",
      "Episode 729 finished after 57 timesteps\n",
      "Episode 730 finished after 7 timesteps\n",
      "Episode 731 finished after 5 timesteps\n",
      "Episode 732 finished after 38 timesteps\n",
      "Episode 733 finished after 48 timesteps\n",
      "Episode 734 finished after 59 timesteps\n",
      "Episode 735 finished after 7 timesteps\n",
      "Episode 736 finished after 14 timesteps\n",
      "Episode 737 finished after 11 timesteps\n",
      "Episode 738 finished after 20 timesteps\n",
      "Episode 739 finished after 35 timesteps\n",
      "Episode 740 finished after 6 timesteps\n",
      "Episode 741 finished after 36 timesteps\n",
      "Episode 742 finished after 12 timesteps\n",
      "Episode 743 finished after 52 timesteps\n",
      "Episode 744 finished after 18 timesteps\n",
      "Episode 745 finished after 55 timesteps\n",
      "Episode 746 finished after 47 timesteps\n",
      "Episode 747 finished after 24 timesteps\n",
      "Episode 748 finished after 40 timesteps\n",
      "Episode 749 finished after 16 timesteps\n",
      "Episode 750 finished after 5 timesteps\n",
      "Episode 751 finished after 37 timesteps\n",
      "Episode 752 finished after 20 timesteps\n",
      "Episode 753 finished after 82 timesteps\n",
      "Episode 754 finished after 24 timesteps\n",
      "Episode 755 finished after 64 timesteps\n",
      "Episode 756 finished after 29 timesteps\n",
      "Episode 757 finished after 61 timesteps\n",
      "Episode 758 finished after 14 timesteps\n",
      "Episode 759 finished after 21 timesteps\n",
      "Episode 760 finished after 21 timesteps\n",
      "Episode 761 finished after 16 timesteps\n",
      "Episode 762 finished after 92 timesteps\n",
      "Episode 763 finished after 25 timesteps\n",
      "Episode 764 finished after 38 timesteps\n",
      "Episode 765 finished after 23 timesteps\n",
      "Episode 766 finished after 18 timesteps\n",
      "Episode 767 finished after 65 timesteps\n",
      "Episode 768 finished after 13 timesteps\n",
      "Episode 769 finished after 15 timesteps\n",
      "Episode 770 finished after 33 timesteps\n",
      "Episode 771 finished after 16 timesteps\n",
      "Episode 772 finished after 80 timesteps\n",
      "Episode 774 finished after 49 timesteps\n",
      "Episode 775 finished after 25 timesteps\n",
      "Episode 776 finished after 16 timesteps\n",
      "Episode 777 finished after 9 timesteps\n",
      "Episode 778 finished after 4 timesteps\n",
      "Episode 779 finished after 13 timesteps\n",
      "Episode 780 finished after 43 timesteps\n",
      "Episode 781 finished after 40 timesteps\n",
      "Episode 782 finished after 35 timesteps\n",
      "Episode 783 finished after 30 timesteps\n",
      "Episode 784 finished after 58 timesteps\n",
      "Episode 785 finished after 10 timesteps\n",
      "Episode 786 finished after 8 timesteps\n",
      "Episode 787 finished after 14 timesteps\n",
      "Episode 788 finished after 19 timesteps\n",
      "Episode 789 finished after 48 timesteps\n",
      "Episode 790 finished after 27 timesteps\n",
      "Episode 791 finished after 11 timesteps\n",
      "Episode 792 finished after 56 timesteps\n",
      "Episode 793 finished after 8 timesteps\n",
      "Episode 794 finished after 60 timesteps\n",
      "Episode 795 finished after 88 timesteps\n",
      "Episode 796 finished after 12 timesteps\n",
      "Episode 797 finished after 21 timesteps\n",
      "Episode 798 finished after 73 timesteps\n",
      "Episode 799 finished after 31 timesteps\n",
      "Episode 801 finished after 5 timesteps\n",
      "Episode 802 finished after 24 timesteps\n",
      "Episode 803 finished after 47 timesteps\n",
      "Episode 804 finished after 8 timesteps\n",
      "Episode 805 finished after 24 timesteps\n",
      "Episode 806 finished after 24 timesteps\n",
      "Episode 807 finished after 25 timesteps\n",
      "Episode 808 finished after 25 timesteps\n",
      "Episode 809 finished after 26 timesteps\n",
      "Episode 810 finished after 60 timesteps\n",
      "Episode 811 finished after 19 timesteps\n",
      "Episode 812 finished after 25 timesteps\n",
      "Episode 813 finished after 18 timesteps\n",
      "Episode 815 finished after 80 timesteps\n",
      "Episode 816 finished after 49 timesteps\n",
      "Episode 817 finished after 62 timesteps\n",
      "Episode 818 finished after 24 timesteps\n",
      "Episode 819 finished after 7 timesteps\n",
      "Episode 820 finished after 67 timesteps\n",
      "Episode 821 finished after 57 timesteps\n",
      "Episode 822 finished after 13 timesteps\n",
      "Episode 823 finished after 29 timesteps\n",
      "Episode 824 finished after 58 timesteps\n",
      "Episode 825 finished after 21 timesteps\n",
      "Episode 826 finished after 22 timesteps\n",
      "Episode 827 finished after 16 timesteps\n",
      "Episode 828 finished after 69 timesteps\n",
      "Episode 829 finished after 51 timesteps\n",
      "Episode 830 finished after 11 timesteps\n",
      "Episode 831 finished after 65 timesteps\n",
      "Episode 832 finished after 15 timesteps\n",
      "Episode 833 finished after 94 timesteps\n",
      "Episode 834 finished after 80 timesteps\n",
      "Episode 835 finished after 28 timesteps\n",
      "Episode 836 finished after 32 timesteps\n",
      "Episode 837 finished after 58 timesteps\n",
      "Episode 838 finished after 39 timesteps\n",
      "Episode 839 finished after 23 timesteps\n",
      "Episode 840 finished after 50 timesteps\n",
      "Episode 841 finished after 31 timesteps\n",
      "Episode 842 finished after 29 timesteps\n",
      "Episode 843 finished after 34 timesteps\n",
      "Episode 844 finished after 35 timesteps\n",
      "Episode 845 finished after 6 timesteps\n",
      "Episode 846 finished after 17 timesteps\n",
      "Episode 847 finished after 10 timesteps\n",
      "Episode 848 finished after 23 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 849 finished after 60 timesteps\n",
      "Episode 850 finished after 19 timesteps\n",
      "Episode 851 finished after 51 timesteps\n",
      "Episode 852 finished after 27 timesteps\n",
      "Episode 853 finished after 39 timesteps\n",
      "Episode 854 finished after 14 timesteps\n",
      "Episode 855 finished after 20 timesteps\n",
      "Episode 856 finished after 23 timesteps\n",
      "Episode 857 finished after 8 timesteps\n",
      "Episode 858 finished after 16 timesteps\n",
      "Episode 859 finished after 41 timesteps\n",
      "Episode 860 finished after 93 timesteps\n",
      "Episode 861 finished after 52 timesteps\n",
      "Episode 862 finished after 11 timesteps\n",
      "Episode 863 finished after 10 timesteps\n",
      "Episode 864 finished after 28 timesteps\n",
      "Episode 865 finished after 49 timesteps\n",
      "Episode 866 finished after 24 timesteps\n",
      "Episode 867 finished after 76 timesteps\n",
      "Episode 868 finished after 63 timesteps\n",
      "Episode 869 finished after 13 timesteps\n",
      "Episode 870 finished after 71 timesteps\n",
      "Episode 871 finished after 11 timesteps\n",
      "Episode 872 finished after 48 timesteps\n",
      "Episode 873 finished after 74 timesteps\n",
      "Episode 874 finished after 26 timesteps\n",
      "Episode 875 finished after 40 timesteps\n",
      "Episode 876 finished after 22 timesteps\n",
      "Episode 877 finished after 12 timesteps\n",
      "Episode 878 finished after 18 timesteps\n",
      "Episode 879 finished after 29 timesteps\n",
      "Episode 880 finished after 17 timesteps\n",
      "Episode 881 finished after 24 timesteps\n",
      "Episode 882 finished after 6 timesteps\n",
      "Episode 883 finished after 29 timesteps\n",
      "Episode 884 finished after 18 timesteps\n",
      "Episode 885 finished after 22 timesteps\n",
      "Episode 886 finished after 26 timesteps\n",
      "Episode 887 finished after 18 timesteps\n",
      "Episode 888 finished after 27 timesteps\n",
      "Episode 889 finished after 13 timesteps\n",
      "Episode 890 finished after 11 timesteps\n",
      "Episode 892 finished after 21 timesteps\n",
      "Episode 894 finished after 27 timesteps\n",
      "Episode 895 finished after 49 timesteps\n",
      "Episode 897 finished after 24 timesteps\n",
      "Episode 898 finished after 27 timesteps\n",
      "Episode 899 finished after 17 timesteps\n",
      "Episode 900 finished after 24 timesteps\n",
      "Episode 901 finished after 44 timesteps\n",
      "Episode 902 finished after 27 timesteps\n",
      "Episode 903 finished after 37 timesteps\n",
      "Episode 904 finished after 37 timesteps\n",
      "Episode 905 finished after 95 timesteps\n",
      "Episode 906 finished after 23 timesteps\n",
      "Episode 907 finished after 10 timesteps\n",
      "Episode 908 finished after 23 timesteps\n",
      "Episode 909 finished after 19 timesteps\n",
      "Episode 910 finished after 35 timesteps\n",
      "Episode 911 finished after 80 timesteps\n",
      "Episode 912 finished after 24 timesteps\n",
      "Episode 914 finished after 10 timesteps\n",
      "Episode 915 finished after 5 timesteps\n",
      "Episode 916 finished after 5 timesteps\n",
      "Episode 917 finished after 8 timesteps\n",
      "Episode 918 finished after 17 timesteps\n",
      "Episode 919 finished after 17 timesteps\n",
      "Episode 920 finished after 43 timesteps\n",
      "Episode 921 finished after 8 timesteps\n",
      "Episode 922 finished after 15 timesteps\n",
      "Episode 923 finished after 32 timesteps\n",
      "Episode 924 finished after 35 timesteps\n",
      "Episode 925 finished after 18 timesteps\n",
      "Episode 926 finished after 25 timesteps\n",
      "Episode 927 finished after 44 timesteps\n",
      "Episode 928 finished after 52 timesteps\n",
      "Episode 929 finished after 97 timesteps\n",
      "Episode 930 finished after 22 timesteps\n",
      "Episode 931 finished after 22 timesteps\n",
      "Episode 932 finished after 27 timesteps\n",
      "Episode 933 finished after 11 timesteps\n",
      "Episode 934 finished after 19 timesteps\n",
      "Episode 935 finished after 19 timesteps\n",
      "Episode 936 finished after 11 timesteps\n",
      "Episode 937 finished after 75 timesteps\n",
      "Episode 938 finished after 62 timesteps\n",
      "Episode 939 finished after 67 timesteps\n",
      "Episode 940 finished after 29 timesteps\n",
      "Episode 941 finished after 17 timesteps\n",
      "Episode 942 finished after 47 timesteps\n",
      "Episode 944 finished after 8 timesteps\n",
      "Episode 945 finished after 50 timesteps\n",
      "Episode 946 finished after 18 timesteps\n",
      "Episode 947 finished after 9 timesteps\n",
      "Episode 948 finished after 16 timesteps\n",
      "Episode 949 finished after 8 timesteps\n",
      "Episode 950 finished after 16 timesteps\n",
      "Episode 951 finished after 34 timesteps\n",
      "Episode 952 finished after 66 timesteps\n",
      "Episode 953 finished after 79 timesteps\n",
      "Episode 954 finished after 5 timesteps\n",
      "Episode 955 finished after 54 timesteps\n",
      "Episode 956 finished after 22 timesteps\n",
      "Episode 957 finished after 45 timesteps\n",
      "Episode 958 finished after 22 timesteps\n",
      "Episode 959 finished after 54 timesteps\n",
      "Episode 960 finished after 43 timesteps\n",
      "Episode 962 finished after 44 timesteps\n",
      "Episode 963 finished after 42 timesteps\n",
      "Episode 964 finished after 41 timesteps\n",
      "Episode 965 finished after 6 timesteps\n",
      "Episode 966 finished after 22 timesteps\n",
      "Episode 967 finished after 48 timesteps\n",
      "Episode 968 finished after 47 timesteps\n",
      "Episode 969 finished after 21 timesteps\n",
      "Episode 970 finished after 19 timesteps\n",
      "Episode 971 finished after 72 timesteps\n",
      "Episode 974 finished after 66 timesteps\n",
      "Episode 975 finished after 37 timesteps\n",
      "Episode 976 finished after 28 timesteps\n",
      "Episode 977 finished after 41 timesteps\n",
      "Episode 978 finished after 35 timesteps\n",
      "Episode 979 finished after 32 timesteps\n",
      "Episode 980 finished after 8 timesteps\n",
      "Episode 981 finished after 92 timesteps\n",
      "Episode 982 finished after 55 timesteps\n",
      "Episode 983 finished after 75 timesteps\n",
      "Episode 984 finished after 39 timesteps\n",
      "Episode 985 finished after 39 timesteps\n",
      "Episode 986 finished after 7 timesteps\n",
      "Episode 987 finished after 18 timesteps\n",
      "Episode 988 finished after 55 timesteps\n",
      "Episode 989 finished after 74 timesteps\n",
      "Episode 990 finished after 40 timesteps\n",
      "Episode 991 finished after 12 timesteps\n",
      "Episode 993 finished after 28 timesteps\n",
      "Episode 994 finished after 36 timesteps\n",
      "Episode 995 finished after 27 timesteps\n",
      "Episode 996 finished after 30 timesteps\n",
      "Episode 997 finished after 21 timesteps\n",
      "Episode 998 finished after 8 timesteps\n",
      "Episode 999 finished after 26 timesteps\n",
      "Episode 1000 finished after 39 timesteps\n",
      "Episode 1002 finished after 60 timesteps\n",
      "Episode 1003 finished after 28 timesteps\n",
      "Episode 1004 finished after 4 timesteps\n",
      "Episode 1005 finished after 49 timesteps\n",
      "Episode 1006 finished after 43 timesteps\n",
      "Episode 1007 finished after 22 timesteps\n",
      "Episode 1008 finished after 39 timesteps\n",
      "Episode 1009 finished after 77 timesteps\n",
      "Episode 1010 finished after 38 timesteps\n",
      "Episode 1011 finished after 26 timesteps\n",
      "Episode 1012 finished after 12 timesteps\n",
      "Episode 1013 finished after 13 timesteps\n",
      "Episode 1014 finished after 13 timesteps\n",
      "Episode 1015 finished after 18 timesteps\n",
      "Episode 1016 finished after 47 timesteps\n",
      "Episode 1017 finished after 23 timesteps\n",
      "Episode 1018 finished after 13 timesteps\n",
      "Episode 1019 finished after 16 timesteps\n",
      "Episode 1020 finished after 96 timesteps\n",
      "Episode 1022 finished after 9 timesteps\n",
      "Episode 1023 finished after 8 timesteps\n",
      "Episode 1024 finished after 21 timesteps\n",
      "Episode 1025 finished after 19 timesteps\n",
      "Episode 1029 finished after 23 timesteps\n",
      "Episode 1030 finished after 8 timesteps\n",
      "Episode 1031 finished after 14 timesteps\n",
      "Episode 1032 finished after 43 timesteps\n",
      "Episode 1033 finished after 29 timesteps\n",
      "Episode 1034 finished after 12 timesteps\n",
      "Episode 1035 finished after 13 timesteps\n",
      "Episode 1036 finished after 26 timesteps\n",
      "Episode 1037 finished after 11 timesteps\n",
      "Episode 1039 finished after 65 timesteps\n",
      "Episode 1040 finished after 29 timesteps\n",
      "Episode 1041 finished after 52 timesteps\n",
      "Episode 1042 finished after 96 timesteps\n",
      "Episode 1043 finished after 86 timesteps\n",
      "Episode 1044 finished after 94 timesteps\n",
      "Episode 1045 finished after 42 timesteps\n",
      "Episode 1046 finished after 10 timesteps\n",
      "Episode 1047 finished after 37 timesteps\n",
      "Episode 1049 finished after 46 timesteps\n",
      "Episode 1050 finished after 26 timesteps\n",
      "Episode 1051 finished after 12 timesteps\n",
      "Episode 1052 finished after 69 timesteps\n",
      "Episode 1053 finished after 47 timesteps\n",
      "Episode 1054 finished after 43 timesteps\n",
      "Episode 1055 finished after 63 timesteps\n",
      "Episode 1056 finished after 44 timesteps\n",
      "Episode 1057 finished after 59 timesteps\n",
      "Episode 1058 finished after 10 timesteps\n",
      "Episode 1059 finished after 30 timesteps\n",
      "Episode 1060 finished after 64 timesteps\n",
      "Episode 1061 finished after 77 timesteps\n",
      "Episode 1063 finished after 28 timesteps\n",
      "Episode 1064 finished after 16 timesteps\n",
      "Episode 1065 finished after 33 timesteps\n",
      "Episode 1066 finished after 15 timesteps\n",
      "Episode 1067 finished after 31 timesteps\n",
      "Episode 1068 finished after 11 timesteps\n",
      "Episode 1069 finished after 35 timesteps\n",
      "Episode 1070 finished after 45 timesteps\n",
      "Episode 1071 finished after 36 timesteps\n",
      "Episode 1072 finished after 52 timesteps\n",
      "Episode 1073 finished after 16 timesteps\n",
      "Episode 1074 finished after 72 timesteps\n",
      "Episode 1075 finished after 35 timesteps\n",
      "Episode 1076 finished after 14 timesteps\n",
      "Episode 1077 finished after 37 timesteps\n",
      "Episode 1078 finished after 9 timesteps\n",
      "Episode 1079 finished after 28 timesteps\n",
      "Episode 1080 finished after 43 timesteps\n",
      "Episode 1081 finished after 31 timesteps\n",
      "Episode 1082 finished after 18 timesteps\n",
      "Episode 1084 finished after 42 timesteps\n",
      "Episode 1085 finished after 36 timesteps\n",
      "Episode 1086 finished after 54 timesteps\n",
      "Episode 1087 finished after 88 timesteps\n",
      "Episode 1089 finished after 63 timesteps\n",
      "Episode 1090 finished after 24 timesteps\n",
      "Episode 1091 finished after 44 timesteps\n",
      "Episode 1092 finished after 25 timesteps\n",
      "Episode 1093 finished after 30 timesteps\n",
      "Episode 1094 finished after 19 timesteps\n",
      "Episode 1095 finished after 32 timesteps\n",
      "Episode 1097 finished after 3 timesteps\n",
      "Episode 1098 finished after 44 timesteps\n",
      "Episode 1099 finished after 17 timesteps\n",
      "Episode 1100 finished after 29 timesteps\n",
      "Episode 1102 finished after 34 timesteps\n",
      "Episode 1103 finished after 92 timesteps\n",
      "Episode 1104 finished after 22 timesteps\n",
      "Episode 1105 finished after 14 timesteps\n",
      "Episode 1106 finished after 20 timesteps\n",
      "Episode 1107 finished after 25 timesteps\n",
      "Episode 1108 finished after 49 timesteps\n",
      "Episode 1109 finished after 31 timesteps\n",
      "Episode 1111 finished after 14 timesteps\n",
      "Episode 1112 finished after 10 timesteps\n",
      "Episode 1113 finished after 88 timesteps\n",
      "Episode 1114 finished after 49 timesteps\n",
      "Episode 1115 finished after 6 timesteps\n",
      "Episode 1116 finished after 14 timesteps\n",
      "Episode 1117 finished after 21 timesteps\n",
      "Episode 1118 finished after 17 timesteps\n",
      "Episode 1119 finished after 41 timesteps\n",
      "Episode 1121 finished after 35 timesteps\n",
      "Episode 1122 finished after 54 timesteps\n",
      "Episode 1124 finished after 11 timesteps\n",
      "Episode 1126 finished after 26 timesteps\n",
      "Episode 1127 finished after 64 timesteps\n",
      "Episode 1128 finished after 7 timesteps\n",
      "Episode 1130 finished after 20 timesteps\n",
      "Episode 1131 finished after 25 timesteps\n",
      "Episode 1132 finished after 33 timesteps\n",
      "Episode 1133 finished after 14 timesteps\n",
      "Episode 1134 finished after 21 timesteps\n",
      "Episode 1135 finished after 41 timesteps\n",
      "Episode 1136 finished after 56 timesteps\n",
      "Episode 1137 finished after 48 timesteps\n",
      "Episode 1138 finished after 19 timesteps\n",
      "Episode 1139 finished after 9 timesteps\n",
      "Episode 1140 finished after 49 timesteps\n",
      "Episode 1141 finished after 31 timesteps\n",
      "Episode 1143 finished after 17 timesteps\n",
      "Episode 1144 finished after 7 timesteps\n",
      "Episode 1145 finished after 15 timesteps\n",
      "Episode 1146 finished after 21 timesteps\n",
      "Episode 1147 finished after 45 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1150 finished after 31 timesteps\n",
      "Episode 1151 finished after 15 timesteps\n",
      "Episode 1152 finished after 21 timesteps\n",
      "Episode 1153 finished after 8 timesteps\n",
      "Episode 1154 finished after 41 timesteps\n",
      "Episode 1155 finished after 32 timesteps\n",
      "Episode 1156 finished after 12 timesteps\n",
      "Episode 1157 finished after 29 timesteps\n",
      "Episode 1158 finished after 20 timesteps\n",
      "Episode 1159 finished after 47 timesteps\n",
      "Episode 1160 finished after 43 timesteps\n",
      "Episode 1161 finished after 49 timesteps\n",
      "Episode 1162 finished after 52 timesteps\n",
      "Episode 1163 finished after 85 timesteps\n",
      "Episode 1164 finished after 13 timesteps\n",
      "Episode 1165 finished after 17 timesteps\n",
      "Episode 1166 finished after 7 timesteps\n",
      "Episode 1167 finished after 13 timesteps\n",
      "Episode 1168 finished after 12 timesteps\n",
      "Episode 1169 finished after 81 timesteps\n",
      "Episode 1170 finished after 52 timesteps\n",
      "Episode 1171 finished after 14 timesteps\n",
      "Episode 1172 finished after 47 timesteps\n",
      "Episode 1173 finished after 60 timesteps\n",
      "Episode 1174 finished after 32 timesteps\n",
      "Episode 1175 finished after 12 timesteps\n",
      "Episode 1176 finished after 18 timesteps\n",
      "Episode 1177 finished after 49 timesteps\n",
      "Episode 1178 finished after 33 timesteps\n",
      "Episode 1179 finished after 33 timesteps\n",
      "Episode 1180 finished after 21 timesteps\n",
      "Episode 1181 finished after 16 timesteps\n",
      "Episode 1182 finished after 9 timesteps\n",
      "Episode 1183 finished after 72 timesteps\n",
      "Episode 1184 finished after 23 timesteps\n",
      "Episode 1185 finished after 36 timesteps\n",
      "Episode 1186 finished after 44 timesteps\n",
      "Episode 1187 finished after 56 timesteps\n",
      "Episode 1188 finished after 34 timesteps\n",
      "Episode 1189 finished after 4 timesteps\n",
      "Episode 1191 finished after 42 timesteps\n",
      "Episode 1192 finished after 55 timesteps\n",
      "Episode 1193 finished after 27 timesteps\n",
      "Episode 1194 finished after 28 timesteps\n",
      "Episode 1196 finished after 13 timesteps\n",
      "Episode 1197 finished after 11 timesteps\n",
      "Episode 1198 finished after 9 timesteps\n",
      "Episode 1199 finished after 62 timesteps\n",
      "Episode 1200 finished after 16 timesteps\n",
      "Episode 1201 finished after 17 timesteps\n",
      "Episode 1202 finished after 26 timesteps\n",
      "Episode 1203 finished after 33 timesteps\n",
      "Episode 1204 finished after 47 timesteps\n",
      "Episode 1205 finished after 15 timesteps\n",
      "Episode 1206 finished after 3 timesteps\n",
      "Episode 1207 finished after 12 timesteps\n",
      "Episode 1208 finished after 21 timesteps\n",
      "Episode 1209 finished after 30 timesteps\n",
      "Episode 1210 finished after 58 timesteps\n",
      "Episode 1211 finished after 65 timesteps\n",
      "Episode 1212 finished after 58 timesteps\n",
      "Episode 1213 finished after 45 timesteps\n",
      "Episode 1214 finished after 13 timesteps\n",
      "Episode 1215 finished after 66 timesteps\n",
      "Episode 1216 finished after 5 timesteps\n",
      "Episode 1217 finished after 37 timesteps\n",
      "Episode 1218 finished after 41 timesteps\n",
      "Episode 1219 finished after 11 timesteps\n",
      "Episode 1220 finished after 67 timesteps\n",
      "Episode 1221 finished after 38 timesteps\n",
      "Episode 1222 finished after 16 timesteps\n",
      "Episode 1223 finished after 84 timesteps\n",
      "Episode 1224 finished after 10 timesteps\n",
      "Episode 1225 finished after 42 timesteps\n",
      "Episode 1226 finished after 13 timesteps\n",
      "Episode 1227 finished after 99 timesteps\n",
      "Episode 1228 finished after 12 timesteps\n",
      "Episode 1229 finished after 49 timesteps\n",
      "Episode 1230 finished after 22 timesteps\n",
      "Episode 1231 finished after 13 timesteps\n",
      "Episode 1232 finished after 43 timesteps\n",
      "Episode 1233 finished after 20 timesteps\n",
      "Episode 1234 finished after 36 timesteps\n",
      "Episode 1235 finished after 98 timesteps\n",
      "Episode 1236 finished after 40 timesteps\n",
      "Episode 1237 finished after 17 timesteps\n",
      "Episode 1238 finished after 11 timesteps\n",
      "Episode 1239 finished after 71 timesteps\n",
      "Episode 1240 finished after 30 timesteps\n",
      "Episode 1241 finished after 33 timesteps\n",
      "Episode 1242 finished after 20 timesteps\n",
      "Episode 1243 finished after 57 timesteps\n",
      "Episode 1244 finished after 54 timesteps\n",
      "Episode 1245 finished after 48 timesteps\n",
      "Episode 1246 finished after 23 timesteps\n",
      "Episode 1247 finished after 26 timesteps\n",
      "Episode 1248 finished after 10 timesteps\n",
      "Episode 1250 finished after 24 timesteps\n",
      "Episode 1251 finished after 31 timesteps\n",
      "Episode 1252 finished after 35 timesteps\n",
      "Episode 1253 finished after 26 timesteps\n",
      "Episode 1254 finished after 25 timesteps\n",
      "Episode 1255 finished after 52 timesteps\n",
      "Episode 1256 finished after 72 timesteps\n",
      "Episode 1257 finished after 15 timesteps\n",
      "Episode 1258 finished after 21 timesteps\n",
      "Episode 1259 finished after 70 timesteps\n",
      "Episode 1260 finished after 23 timesteps\n",
      "Episode 1261 finished after 13 timesteps\n",
      "Episode 1262 finished after 31 timesteps\n",
      "Episode 1263 finished after 8 timesteps\n",
      "Episode 1264 finished after 18 timesteps\n",
      "Episode 1265 finished after 14 timesteps\n",
      "Episode 1266 finished after 17 timesteps\n",
      "Episode 1267 finished after 16 timesteps\n",
      "Episode 1268 finished after 66 timesteps\n",
      "Episode 1269 finished after 43 timesteps\n",
      "Episode 1270 finished after 81 timesteps\n",
      "Episode 1271 finished after 4 timesteps\n",
      "Episode 1272 finished after 33 timesteps\n",
      "Episode 1273 finished after 13 timesteps\n",
      "Episode 1274 finished after 9 timesteps\n",
      "Episode 1275 finished after 16 timesteps\n",
      "Episode 1276 finished after 37 timesteps\n",
      "Episode 1277 finished after 41 timesteps\n",
      "Episode 1278 finished after 24 timesteps\n",
      "Episode 1279 finished after 9 timesteps\n",
      "Episode 1280 finished after 61 timesteps\n",
      "Episode 1281 finished after 36 timesteps\n",
      "Episode 1282 finished after 71 timesteps\n",
      "Episode 1283 finished after 24 timesteps\n",
      "Episode 1284 finished after 42 timesteps\n",
      "Episode 1286 finished after 43 timesteps\n",
      "Episode 1287 finished after 48 timesteps\n",
      "Episode 1288 finished after 26 timesteps\n",
      "Episode 1289 finished after 47 timesteps\n",
      "Episode 1290 finished after 23 timesteps\n",
      "Episode 1291 finished after 63 timesteps\n",
      "Episode 1292 finished after 23 timesteps\n",
      "Episode 1293 finished after 22 timesteps\n",
      "Episode 1294 finished after 73 timesteps\n",
      "Episode 1295 finished after 24 timesteps\n",
      "Episode 1296 finished after 10 timesteps\n",
      "Episode 1297 finished after 15 timesteps\n",
      "Episode 1298 finished after 18 timesteps\n",
      "Episode 1299 finished after 24 timesteps\n",
      "Episode 1300 finished after 72 timesteps\n",
      "Episode 1301 finished after 58 timesteps\n",
      "Episode 1302 finished after 8 timesteps\n",
      "Episode 1303 finished after 12 timesteps\n",
      "Episode 1304 finished after 85 timesteps\n",
      "Episode 1305 finished after 15 timesteps\n",
      "Episode 1306 finished after 6 timesteps\n",
      "Episode 1307 finished after 56 timesteps\n",
      "Episode 1308 finished after 41 timesteps\n",
      "Episode 1309 finished after 13 timesteps\n",
      "Episode 1310 finished after 21 timesteps\n",
      "Episode 1311 finished after 83 timesteps\n",
      "Episode 1312 finished after 11 timesteps\n",
      "Episode 1313 finished after 78 timesteps\n",
      "Episode 1314 finished after 41 timesteps\n",
      "Episode 1315 finished after 23 timesteps\n",
      "Episode 1316 finished after 26 timesteps\n",
      "Episode 1317 finished after 25 timesteps\n",
      "Episode 1318 finished after 47 timesteps\n",
      "Episode 1319 finished after 21 timesteps\n",
      "Episode 1320 finished after 7 timesteps\n",
      "Episode 1321 finished after 21 timesteps\n",
      "Episode 1322 finished after 40 timesteps\n",
      "Episode 1323 finished after 33 timesteps\n",
      "Episode 1324 finished after 14 timesteps\n",
      "Episode 1325 finished after 23 timesteps\n",
      "Episode 1326 finished after 9 timesteps\n",
      "Episode 1327 finished after 11 timesteps\n",
      "Episode 1328 finished after 44 timesteps\n",
      "Episode 1329 finished after 21 timesteps\n",
      "Episode 1330 finished after 26 timesteps\n",
      "Episode 1331 finished after 37 timesteps\n",
      "Episode 1332 finished after 49 timesteps\n",
      "Episode 1333 finished after 17 timesteps\n",
      "Episode 1334 finished after 87 timesteps\n",
      "Episode 1335 finished after 6 timesteps\n",
      "Episode 1336 finished after 16 timesteps\n",
      "Episode 1337 finished after 11 timesteps\n",
      "Episode 1338 finished after 41 timesteps\n",
      "Episode 1339 finished after 29 timesteps\n",
      "Episode 1340 finished after 20 timesteps\n",
      "Episode 1341 finished after 13 timesteps\n",
      "Episode 1342 finished after 17 timesteps\n",
      "Episode 1343 finished after 14 timesteps\n",
      "Episode 1344 finished after 12 timesteps\n",
      "Episode 1345 finished after 35 timesteps\n",
      "Episode 1346 finished after 23 timesteps\n",
      "Episode 1347 finished after 55 timesteps\n",
      "Episode 1348 finished after 12 timesteps\n",
      "Episode 1349 finished after 30 timesteps\n",
      "Episode 1350 finished after 45 timesteps\n",
      "Episode 1351 finished after 70 timesteps\n",
      "Episode 1352 finished after 46 timesteps\n",
      "Episode 1353 finished after 67 timesteps\n",
      "Episode 1354 finished after 11 timesteps\n",
      "Episode 1355 finished after 12 timesteps\n",
      "Episode 1356 finished after 21 timesteps\n",
      "Episode 1357 finished after 32 timesteps\n",
      "Episode 1358 finished after 36 timesteps\n",
      "Episode 1359 finished after 72 timesteps\n",
      "Episode 1360 finished after 16 timesteps\n",
      "Episode 1361 finished after 19 timesteps\n",
      "Episode 1362 finished after 42 timesteps\n",
      "Episode 1363 finished after 64 timesteps\n",
      "Episode 1364 finished after 46 timesteps\n",
      "Episode 1365 finished after 42 timesteps\n",
      "Episode 1366 finished after 73 timesteps\n",
      "Episode 1367 finished after 14 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1369 finished after 32 timesteps\n",
      "Episode 1370 finished after 84 timesteps\n",
      "Episode 1372 finished after 50 timesteps\n",
      "Episode 1373 finished after 19 timesteps\n",
      "Episode 1374 finished after 10 timesteps\n",
      "Episode 1375 finished after 52 timesteps\n",
      "Episode 1376 finished after 11 timesteps\n",
      "Episode 1377 finished after 23 timesteps\n",
      "Episode 1378 finished after 8 timesteps\n",
      "Episode 1379 finished after 10 timesteps\n",
      "Episode 1380 finished after 62 timesteps\n",
      "Episode 1381 finished after 78 timesteps\n",
      "Episode 1382 finished after 76 timesteps\n",
      "Episode 1383 finished after 60 timesteps\n",
      "Episode 1384 finished after 72 timesteps\n",
      "Episode 1385 finished after 7 timesteps\n",
      "Episode 1386 finished after 19 timesteps\n",
      "Episode 1387 finished after 18 timesteps\n",
      "Episode 1388 finished after 12 timesteps\n",
      "Episode 1389 finished after 13 timesteps\n",
      "Episode 1390 finished after 11 timesteps\n",
      "Episode 1391 finished after 24 timesteps\n",
      "Episode 1392 finished after 25 timesteps\n",
      "Episode 1394 finished after 10 timesteps\n",
      "Episode 1395 finished after 24 timesteps\n",
      "Episode 1396 finished after 47 timesteps\n",
      "Episode 1397 finished after 56 timesteps\n",
      "Episode 1399 finished after 11 timesteps\n",
      "Episode 1401 finished after 53 timesteps\n",
      "Episode 1402 finished after 27 timesteps\n",
      "Episode 1403 finished after 89 timesteps\n",
      "Episode 1404 finished after 60 timesteps\n",
      "Episode 1405 finished after 16 timesteps\n",
      "Episode 1407 finished after 33 timesteps\n",
      "Episode 1408 finished after 28 timesteps\n",
      "Episode 1410 finished after 33 timesteps\n",
      "Episode 1411 finished after 24 timesteps\n",
      "Episode 1412 finished after 94 timesteps\n",
      "Episode 1413 finished after 10 timesteps\n",
      "Episode 1414 finished after 31 timesteps\n",
      "Episode 1415 finished after 44 timesteps\n",
      "Episode 1416 finished after 29 timesteps\n",
      "Episode 1417 finished after 66 timesteps\n",
      "Episode 1419 finished after 84 timesteps\n",
      "Episode 1420 finished after 55 timesteps\n",
      "Episode 1421 finished after 45 timesteps\n",
      "Episode 1422 finished after 78 timesteps\n",
      "Episode 1423 finished after 20 timesteps\n",
      "Episode 1425 finished after 60 timesteps\n",
      "Episode 1426 finished after 30 timesteps\n",
      "Episode 1427 finished after 22 timesteps\n",
      "Episode 1428 finished after 19 timesteps\n",
      "Episode 1429 finished after 31 timesteps\n",
      "Episode 1430 finished after 13 timesteps\n",
      "Episode 1431 finished after 20 timesteps\n",
      "Episode 1432 finished after 32 timesteps\n",
      "Episode 1433 finished after 14 timesteps\n",
      "Episode 1434 finished after 17 timesteps\n",
      "Episode 1435 finished after 6 timesteps\n",
      "Episode 1436 finished after 23 timesteps\n",
      "Episode 1437 finished after 29 timesteps\n",
      "Episode 1438 finished after 28 timesteps\n",
      "Episode 1439 finished after 12 timesteps\n",
      "Episode 1440 finished after 13 timesteps\n",
      "Episode 1441 finished after 21 timesteps\n",
      "Episode 1443 finished after 98 timesteps\n",
      "Episode 1444 finished after 16 timesteps\n",
      "Episode 1445 finished after 40 timesteps\n",
      "Episode 1446 finished after 18 timesteps\n",
      "Episode 1447 finished after 10 timesteps\n",
      "Episode 1448 finished after 48 timesteps\n",
      "Episode 1449 finished after 25 timesteps\n",
      "Episode 1450 finished after 92 timesteps\n",
      "Episode 1451 finished after 28 timesteps\n",
      "Episode 1452 finished after 57 timesteps\n",
      "Episode 1453 finished after 62 timesteps\n",
      "Episode 1454 finished after 10 timesteps\n",
      "Episode 1455 finished after 7 timesteps\n",
      "Episode 1456 finished after 45 timesteps\n",
      "Episode 1457 finished after 90 timesteps\n",
      "Episode 1458 finished after 43 timesteps\n",
      "Episode 1459 finished after 27 timesteps\n",
      "Episode 1460 finished after 36 timesteps\n",
      "Episode 1461 finished after 9 timesteps\n",
      "Episode 1462 finished after 34 timesteps\n",
      "Episode 1463 finished after 21 timesteps\n",
      "Episode 1464 finished after 79 timesteps\n",
      "Episode 1465 finished after 35 timesteps\n",
      "Episode 1466 finished after 14 timesteps\n",
      "Episode 1467 finished after 32 timesteps\n",
      "Episode 1468 finished after 21 timesteps\n",
      "Episode 1469 finished after 34 timesteps\n",
      "Episode 1470 finished after 29 timesteps\n",
      "Episode 1471 finished after 26 timesteps\n",
      "Episode 1472 finished after 49 timesteps\n",
      "Episode 1473 finished after 16 timesteps\n",
      "Episode 1474 finished after 17 timesteps\n",
      "Episode 1475 finished after 49 timesteps\n",
      "Episode 1476 finished after 17 timesteps\n",
      "Episode 1477 finished after 9 timesteps\n",
      "Episode 1479 finished after 26 timesteps\n",
      "Episode 1480 finished after 10 timesteps\n",
      "Episode 1481 finished after 14 timesteps\n",
      "Episode 1482 finished after 69 timesteps\n",
      "Episode 1483 finished after 92 timesteps\n",
      "Episode 1484 finished after 9 timesteps\n",
      "Episode 1485 finished after 26 timesteps\n",
      "Episode 1486 finished after 41 timesteps\n",
      "Episode 1487 finished after 20 timesteps\n",
      "Episode 1488 finished after 30 timesteps\n",
      "Episode 1489 finished after 30 timesteps\n",
      "Episode 1490 finished after 33 timesteps\n",
      "Episode 1491 finished after 21 timesteps\n",
      "Episode 1492 finished after 45 timesteps\n",
      "Episode 1493 finished after 21 timesteps\n",
      "Episode 1494 finished after 30 timesteps\n",
      "Episode 1495 finished after 13 timesteps\n",
      "Episode 1496 finished after 20 timesteps\n",
      "Episode 1497 finished after 55 timesteps\n",
      "Episode 1498 finished after 57 timesteps\n",
      "Episode 1499 finished after 19 timesteps\n",
      "Episode 1500 finished after 12 timesteps\n",
      "Episode 1501 finished after 29 timesteps\n",
      "Episode 1502 finished after 18 timesteps\n",
      "Episode 1503 finished after 64 timesteps\n",
      "Episode 1504 finished after 40 timesteps\n",
      "Episode 1505 finished after 8 timesteps\n",
      "Episode 1506 finished after 24 timesteps\n",
      "Episode 1507 finished after 21 timesteps\n",
      "Episode 1508 finished after 34 timesteps\n",
      "Episode 1509 finished after 6 timesteps\n",
      "Episode 1510 finished after 49 timesteps\n",
      "Episode 1511 finished after 35 timesteps\n",
      "Episode 1512 finished after 55 timesteps\n",
      "Episode 1513 finished after 31 timesteps\n",
      "Episode 1514 finished after 26 timesteps\n",
      "Episode 1515 finished after 33 timesteps\n",
      "Episode 1516 finished after 42 timesteps\n",
      "Episode 1517 finished after 29 timesteps\n",
      "Episode 1518 finished after 30 timesteps\n",
      "Episode 1519 finished after 14 timesteps\n",
      "Episode 1520 finished after 59 timesteps\n",
      "Episode 1521 finished after 43 timesteps\n",
      "Episode 1522 finished after 35 timesteps\n",
      "Episode 1523 finished after 63 timesteps\n",
      "Episode 1525 finished after 70 timesteps\n",
      "Episode 1526 finished after 21 timesteps\n",
      "Episode 1527 finished after 7 timesteps\n",
      "Episode 1528 finished after 19 timesteps\n",
      "Episode 1529 finished after 13 timesteps\n",
      "Episode 1530 finished after 8 timesteps\n",
      "Episode 1531 finished after 38 timesteps\n",
      "Episode 1532 finished after 22 timesteps\n",
      "Episode 1533 finished after 36 timesteps\n",
      "Episode 1534 finished after 46 timesteps\n",
      "Episode 1535 finished after 11 timesteps\n",
      "Episode 1536 finished after 12 timesteps\n",
      "Episode 1537 finished after 32 timesteps\n",
      "Episode 1538 finished after 19 timesteps\n",
      "Episode 1539 finished after 44 timesteps\n",
      "Episode 1540 finished after 22 timesteps\n",
      "Episode 1541 finished after 22 timesteps\n",
      "Episode 1542 finished after 42 timesteps\n",
      "Episode 1543 finished after 6 timesteps\n",
      "Episode 1544 finished after 9 timesteps\n",
      "Episode 1545 finished after 40 timesteps\n",
      "Episode 1546 finished after 5 timesteps\n",
      "Episode 1547 finished after 17 timesteps\n",
      "Episode 1548 finished after 59 timesteps\n",
      "Episode 1550 finished after 57 timesteps\n",
      "Episode 1551 finished after 25 timesteps\n",
      "Episode 1552 finished after 2 timesteps\n",
      "Episode 1553 finished after 6 timesteps\n",
      "Episode 1555 finished after 67 timesteps\n",
      "Episode 1556 finished after 23 timesteps\n",
      "Episode 1559 finished after 14 timesteps\n",
      "Episode 1562 finished after 64 timesteps\n",
      "Episode 1564 finished after 95 timesteps\n",
      "Episode 1565 finished after 13 timesteps\n",
      "Episode 1566 finished after 10 timesteps\n",
      "Episode 1567 finished after 8 timesteps\n",
      "Episode 1568 finished after 24 timesteps\n",
      "Episode 1569 finished after 12 timesteps\n",
      "Episode 1570 finished after 53 timesteps\n",
      "Episode 1571 finished after 30 timesteps\n",
      "Episode 1572 finished after 32 timesteps\n",
      "Episode 1573 finished after 67 timesteps\n",
      "Episode 1574 finished after 19 timesteps\n",
      "Episode 1575 finished after 16 timesteps\n",
      "Episode 1576 finished after 8 timesteps\n",
      "Episode 1577 finished after 21 timesteps\n",
      "Episode 1578 finished after 49 timesteps\n",
      "Episode 1579 finished after 10 timesteps\n",
      "Episode 1581 finished after 42 timesteps\n",
      "Episode 1582 finished after 47 timesteps\n",
      "Episode 1583 finished after 30 timesteps\n",
      "Episode 1584 finished after 19 timesteps\n",
      "Episode 1585 finished after 18 timesteps\n",
      "Episode 1586 finished after 47 timesteps\n",
      "Episode 1587 finished after 25 timesteps\n",
      "Episode 1588 finished after 24 timesteps\n",
      "Episode 1589 finished after 5 timesteps\n",
      "Episode 1590 finished after 91 timesteps\n",
      "Episode 1591 finished after 13 timesteps\n",
      "Episode 1592 finished after 25 timesteps\n",
      "Episode 1593 finished after 71 timesteps\n",
      "Episode 1595 finished after 30 timesteps\n",
      "Episode 1596 finished after 66 timesteps\n",
      "Episode 1597 finished after 39 timesteps\n",
      "Episode 1598 finished after 33 timesteps\n",
      "Episode 1599 finished after 35 timesteps\n",
      "Episode 1600 finished after 8 timesteps\n",
      "Episode 1601 finished after 12 timesteps\n",
      "Episode 1602 finished after 52 timesteps\n",
      "Episode 1603 finished after 23 timesteps\n",
      "Episode 1604 finished after 21 timesteps\n",
      "Episode 1605 finished after 40 timesteps\n",
      "Episode 1606 finished after 30 timesteps\n",
      "Episode 1607 finished after 19 timesteps\n",
      "Episode 1608 finished after 13 timesteps\n",
      "Episode 1609 finished after 10 timesteps\n",
      "Episode 1610 finished after 11 timesteps\n",
      "Episode 1611 finished after 29 timesteps\n",
      "Episode 1612 finished after 59 timesteps\n",
      "Episode 1613 finished after 65 timesteps\n",
      "Episode 1614 finished after 9 timesteps\n",
      "Episode 1615 finished after 46 timesteps\n",
      "Episode 1616 finished after 36 timesteps\n",
      "Episode 1617 finished after 20 timesteps\n",
      "Episode 1618 finished after 31 timesteps\n",
      "Episode 1619 finished after 13 timesteps\n",
      "Episode 1620 finished after 31 timesteps\n",
      "Episode 1621 finished after 10 timesteps\n",
      "Episode 1622 finished after 25 timesteps\n",
      "Episode 1623 finished after 38 timesteps\n",
      "Episode 1624 finished after 9 timesteps\n",
      "Episode 1625 finished after 53 timesteps\n",
      "Episode 1626 finished after 28 timesteps\n",
      "Episode 1627 finished after 54 timesteps\n",
      "Episode 1628 finished after 34 timesteps\n",
      "Episode 1629 finished after 62 timesteps\n",
      "Episode 1630 finished after 26 timesteps\n",
      "Episode 1631 finished after 11 timesteps\n",
      "Episode 1632 finished after 20 timesteps\n",
      "Episode 1633 finished after 31 timesteps\n",
      "Episode 1634 finished after 40 timesteps\n",
      "Episode 1635 finished after 13 timesteps\n",
      "Episode 1636 finished after 16 timesteps\n",
      "Episode 1637 finished after 16 timesteps\n",
      "Episode 1638 finished after 99 timesteps\n",
      "Episode 1639 finished after 31 timesteps\n",
      "Episode 1640 finished after 23 timesteps\n",
      "Episode 1641 finished after 45 timesteps\n",
      "Episode 1642 finished after 9 timesteps\n",
      "Episode 1643 finished after 25 timesteps\n",
      "Episode 1646 finished after 66 timesteps\n",
      "Episode 1648 finished after 11 timesteps\n",
      "Episode 1649 finished after 98 timesteps\n",
      "Episode 1650 finished after 25 timesteps\n",
      "Episode 1651 finished after 24 timesteps\n",
      "Episode 1652 finished after 30 timesteps\n",
      "Episode 1653 finished after 37 timesteps\n",
      "Episode 1654 finished after 36 timesteps\n",
      "Episode 1655 finished after 82 timesteps\n",
      "Episode 1656 finished after 11 timesteps\n",
      "Episode 1657 finished after 35 timesteps\n",
      "Episode 1658 finished after 22 timesteps\n",
      "Episode 1659 finished after 18 timesteps\n",
      "Episode 1660 finished after 49 timesteps\n",
      "Episode 1662 finished after 11 timesteps\n",
      "Episode 1664 finished after 24 timesteps\n",
      "Episode 1665 finished after 28 timesteps\n",
      "Episode 1666 finished after 9 timesteps\n",
      "Episode 1667 finished after 45 timesteps\n",
      "Episode 1668 finished after 22 timesteps\n",
      "Episode 1669 finished after 25 timesteps\n",
      "Episode 1670 finished after 26 timesteps\n",
      "Episode 1671 finished after 42 timesteps\n",
      "Episode 1672 finished after 11 timesteps\n",
      "Episode 1673 finished after 18 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1674 finished after 86 timesteps\n",
      "Episode 1675 finished after 17 timesteps\n",
      "Episode 1676 finished after 39 timesteps\n",
      "Episode 1677 finished after 61 timesteps\n",
      "Episode 1678 finished after 3 timesteps\n",
      "Episode 1679 finished after 12 timesteps\n",
      "Episode 1680 finished after 22 timesteps\n",
      "Episode 1681 finished after 31 timesteps\n",
      "Episode 1682 finished after 60 timesteps\n",
      "Episode 1683 finished after 26 timesteps\n",
      "Episode 1684 finished after 51 timesteps\n",
      "Episode 1685 finished after 50 timesteps\n",
      "Episode 1686 finished after 19 timesteps\n",
      "Episode 1687 finished after 46 timesteps\n",
      "Episode 1688 finished after 21 timesteps\n",
      "Episode 1689 finished after 9 timesteps\n",
      "Episode 1690 finished after 37 timesteps\n",
      "Episode 1691 finished after 29 timesteps\n",
      "Episode 1692 finished after 61 timesteps\n",
      "Episode 1693 finished after 61 timesteps\n",
      "Episode 1694 finished after 78 timesteps\n",
      "Episode 1695 finished after 19 timesteps\n",
      "Episode 1696 finished after 46 timesteps\n",
      "Episode 1697 finished after 29 timesteps\n",
      "Episode 1698 finished after 29 timesteps\n",
      "Episode 1699 finished after 18 timesteps\n",
      "Episode 1700 finished after 11 timesteps\n",
      "Episode 1701 finished after 55 timesteps\n",
      "Episode 1702 finished after 27 timesteps\n",
      "Episode 1703 finished after 75 timesteps\n",
      "Episode 1704 finished after 64 timesteps\n",
      "Episode 1705 finished after 35 timesteps\n",
      "Episode 1706 finished after 29 timesteps\n",
      "Episode 1707 finished after 12 timesteps\n",
      "Episode 1708 finished after 24 timesteps\n",
      "Episode 1710 finished after 27 timesteps\n",
      "Episode 1711 finished after 54 timesteps\n",
      "Episode 1712 finished after 87 timesteps\n",
      "Episode 1713 finished after 10 timesteps\n",
      "Episode 1714 finished after 13 timesteps\n",
      "Episode 1715 finished after 4 timesteps\n",
      "Episode 1716 finished after 32 timesteps\n",
      "Episode 1717 finished after 10 timesteps\n",
      "Episode 1718 finished after 28 timesteps\n",
      "Episode 1719 finished after 46 timesteps\n",
      "Episode 1720 finished after 6 timesteps\n",
      "Episode 1721 finished after 26 timesteps\n",
      "Episode 1722 finished after 37 timesteps\n",
      "Episode 1723 finished after 92 timesteps\n",
      "Episode 1724 finished after 95 timesteps\n",
      "Episode 1725 finished after 52 timesteps\n",
      "Episode 1726 finished after 26 timesteps\n",
      "Episode 1727 finished after 76 timesteps\n",
      "Episode 1728 finished after 30 timesteps\n",
      "Episode 1729 finished after 17 timesteps\n",
      "Episode 1730 finished after 14 timesteps\n",
      "Episode 1731 finished after 49 timesteps\n",
      "Episode 1732 finished after 32 timesteps\n",
      "Episode 1733 finished after 68 timesteps\n",
      "Episode 1734 finished after 50 timesteps\n",
      "Episode 1735 finished after 29 timesteps\n",
      "Episode 1736 finished after 63 timesteps\n",
      "Episode 1737 finished after 40 timesteps\n",
      "Episode 1738 finished after 10 timesteps\n",
      "Episode 1739 finished after 14 timesteps\n",
      "Episode 1740 finished after 26 timesteps\n",
      "Episode 1741 finished after 17 timesteps\n",
      "Episode 1742 finished after 62 timesteps\n",
      "Episode 1744 finished after 39 timesteps\n",
      "Episode 1745 finished after 68 timesteps\n",
      "Episode 1746 finished after 26 timesteps\n",
      "Episode 1747 finished after 48 timesteps\n",
      "Episode 1748 finished after 4 timesteps\n",
      "Episode 1749 finished after 16 timesteps\n",
      "Episode 1750 finished after 72 timesteps\n",
      "Episode 1751 finished after 10 timesteps\n",
      "Episode 1752 finished after 28 timesteps\n",
      "Episode 1753 finished after 25 timesteps\n",
      "Episode 1754 finished after 9 timesteps\n",
      "Episode 1755 finished after 12 timesteps\n",
      "Episode 1756 finished after 32 timesteps\n",
      "Episode 1757 finished after 7 timesteps\n",
      "Episode 1758 finished after 27 timesteps\n",
      "Episode 1759 finished after 19 timesteps\n",
      "Episode 1760 finished after 22 timesteps\n",
      "Episode 1761 finished after 12 timesteps\n",
      "Episode 1762 finished after 21 timesteps\n",
      "Episode 1763 finished after 25 timesteps\n",
      "Episode 1764 finished after 37 timesteps\n",
      "Episode 1765 finished after 71 timesteps\n",
      "Episode 1766 finished after 25 timesteps\n",
      "Episode 1767 finished after 49 timesteps\n",
      "Episode 1768 finished after 11 timesteps\n",
      "Episode 1769 finished after 17 timesteps\n",
      "Episode 1770 finished after 41 timesteps\n",
      "Episode 1771 finished after 15 timesteps\n",
      "Episode 1772 finished after 19 timesteps\n",
      "Episode 1773 finished after 18 timesteps\n",
      "Episode 1774 finished after 29 timesteps\n",
      "Episode 1775 finished after 6 timesteps\n",
      "Episode 1776 finished after 26 timesteps\n",
      "Episode 1777 finished after 10 timesteps\n",
      "Episode 1778 finished after 56 timesteps\n",
      "Episode 1779 finished after 61 timesteps\n",
      "Episode 1780 finished after 22 timesteps\n",
      "Episode 1781 finished after 55 timesteps\n",
      "Episode 1783 finished after 34 timesteps\n",
      "Episode 1784 finished after 93 timesteps\n",
      "Episode 1785 finished after 63 timesteps\n",
      "Episode 1786 finished after 38 timesteps\n",
      "Episode 1787 finished after 30 timesteps\n",
      "Episode 1788 finished after 27 timesteps\n",
      "Episode 1789 finished after 6 timesteps\n",
      "Episode 1790 finished after 87 timesteps\n",
      "Episode 1791 finished after 32 timesteps\n",
      "Episode 1792 finished after 63 timesteps\n",
      "Episode 1793 finished after 23 timesteps\n",
      "Episode 1794 finished after 98 timesteps\n",
      "Episode 1795 finished after 5 timesteps\n",
      "Episode 1796 finished after 53 timesteps\n",
      "Episode 1797 finished after 11 timesteps\n",
      "Episode 1798 finished after 10 timesteps\n",
      "Episode 1799 finished after 34 timesteps\n",
      "Episode 1800 finished after 28 timesteps\n",
      "Episode 1801 finished after 8 timesteps\n",
      "Episode 1802 finished after 10 timesteps\n",
      "Episode 1803 finished after 26 timesteps\n",
      "Episode 1804 finished after 10 timesteps\n",
      "Episode 1805 finished after 14 timesteps\n",
      "Episode 1806 finished after 59 timesteps\n",
      "Episode 1807 finished after 54 timesteps\n",
      "Episode 1808 finished after 24 timesteps\n",
      "Episode 1809 finished after 17 timesteps\n",
      "Episode 1810 finished after 25 timesteps\n",
      "Episode 1811 finished after 46 timesteps\n",
      "Episode 1812 finished after 25 timesteps\n",
      "Episode 1813 finished after 17 timesteps\n",
      "Episode 1814 finished after 43 timesteps\n",
      "Episode 1815 finished after 28 timesteps\n",
      "Episode 1816 finished after 18 timesteps\n",
      "Episode 1817 finished after 7 timesteps\n",
      "Episode 1818 finished after 9 timesteps\n",
      "Episode 1819 finished after 36 timesteps\n",
      "Episode 1820 finished after 25 timesteps\n",
      "Episode 1821 finished after 12 timesteps\n",
      "Episode 1822 finished after 34 timesteps\n",
      "Episode 1823 finished after 50 timesteps\n",
      "Episode 1825 finished after 8 timesteps\n",
      "Episode 1826 finished after 16 timesteps\n",
      "Episode 1828 finished after 54 timesteps\n",
      "Episode 1829 finished after 19 timesteps\n",
      "Episode 1830 finished after 36 timesteps\n",
      "Episode 1831 finished after 89 timesteps\n",
      "Episode 1832 finished after 50 timesteps\n",
      "Episode 1833 finished after 29 timesteps\n",
      "Episode 1834 finished after 15 timesteps\n",
      "Episode 1835 finished after 18 timesteps\n",
      "Episode 1836 finished after 46 timesteps\n",
      "Episode 1837 finished after 26 timesteps\n",
      "Episode 1838 finished after 41 timesteps\n",
      "Episode 1839 finished after 29 timesteps\n",
      "Episode 1840 finished after 38 timesteps\n",
      "Episode 1841 finished after 61 timesteps\n",
      "Episode 1843 finished after 45 timesteps\n",
      "Episode 1846 finished after 5 timesteps\n",
      "Episode 1847 finished after 14 timesteps\n",
      "Episode 1848 finished after 56 timesteps\n",
      "Episode 1849 finished after 63 timesteps\n",
      "Episode 1850 finished after 9 timesteps\n",
      "Episode 1851 finished after 58 timesteps\n",
      "Episode 1852 finished after 7 timesteps\n",
      "Episode 1854 finished after 23 timesteps\n",
      "Episode 1855 finished after 15 timesteps\n",
      "Episode 1856 finished after 40 timesteps\n",
      "Episode 1857 finished after 8 timesteps\n",
      "Episode 1858 finished after 23 timesteps\n",
      "Episode 1859 finished after 21 timesteps\n",
      "Episode 1860 finished after 55 timesteps\n",
      "Episode 1861 finished after 24 timesteps\n",
      "Episode 1862 finished after 64 timesteps\n",
      "Episode 1864 finished after 47 timesteps\n",
      "Episode 1865 finished after 47 timesteps\n",
      "Episode 1866 finished after 26 timesteps\n",
      "Episode 1867 finished after 22 timesteps\n",
      "Episode 1868 finished after 30 timesteps\n",
      "Episode 1869 finished after 22 timesteps\n",
      "Episode 1870 finished after 29 timesteps\n",
      "Episode 1871 finished after 5 timesteps\n",
      "Episode 1873 finished after 47 timesteps\n",
      "Episode 1874 finished after 19 timesteps\n",
      "Episode 1875 finished after 28 timesteps\n",
      "Episode 1876 finished after 35 timesteps\n",
      "Episode 1877 finished after 72 timesteps\n",
      "Episode 1878 finished after 25 timesteps\n",
      "Episode 1879 finished after 18 timesteps\n",
      "Episode 1880 finished after 11 timesteps\n",
      "Episode 1881 finished after 56 timesteps\n",
      "Episode 1882 finished after 51 timesteps\n",
      "Episode 1883 finished after 46 timesteps\n",
      "Episode 1884 finished after 64 timesteps\n",
      "Episode 1885 finished after 12 timesteps\n",
      "Episode 1886 finished after 48 timesteps\n",
      "Episode 1887 finished after 48 timesteps\n",
      "Episode 1888 finished after 48 timesteps\n",
      "Episode 1889 finished after 22 timesteps\n",
      "Episode 1890 finished after 32 timesteps\n",
      "Episode 1892 finished after 40 timesteps\n",
      "Episode 1893 finished after 13 timesteps\n",
      "Episode 1894 finished after 60 timesteps\n",
      "Episode 1895 finished after 11 timesteps\n",
      "Episode 1896 finished after 31 timesteps\n",
      "Episode 1897 finished after 9 timesteps\n",
      "Episode 1898 finished after 29 timesteps\n",
      "Episode 1899 finished after 20 timesteps\n",
      "Episode 1900 finished after 11 timesteps\n",
      "Episode 1901 finished after 12 timesteps\n",
      "Episode 1902 finished after 32 timesteps\n",
      "Episode 1903 finished after 4 timesteps\n",
      "Episode 1904 finished after 23 timesteps\n",
      "Episode 1906 finished after 68 timesteps\n",
      "Episode 1907 finished after 9 timesteps\n",
      "Episode 1908 finished after 16 timesteps\n",
      "Episode 1909 finished after 5 timesteps\n",
      "Episode 1910 finished after 50 timesteps\n",
      "Episode 1911 finished after 36 timesteps\n",
      "Episode 1912 finished after 18 timesteps\n",
      "Episode 1913 finished after 27 timesteps\n",
      "Episode 1915 finished after 15 timesteps\n",
      "Episode 1916 finished after 21 timesteps\n",
      "Episode 1917 finished after 12 timesteps\n",
      "Episode 1918 finished after 58 timesteps\n",
      "Episode 1920 finished after 31 timesteps\n",
      "Episode 1921 finished after 96 timesteps\n",
      "Episode 1922 finished after 13 timesteps\n",
      "Episode 1923 finished after 60 timesteps\n",
      "Episode 1924 finished after 30 timesteps\n",
      "Episode 1925 finished after 16 timesteps\n",
      "Episode 1926 finished after 15 timesteps\n",
      "Episode 1927 finished after 16 timesteps\n",
      "Episode 1928 finished after 16 timesteps\n",
      "Episode 1930 finished after 27 timesteps\n",
      "Episode 1931 finished after 54 timesteps\n",
      "Episode 1932 finished after 18 timesteps\n",
      "Episode 1933 finished after 15 timesteps\n",
      "Episode 1934 finished after 22 timesteps\n",
      "Episode 1936 finished after 57 timesteps\n",
      "Episode 1937 finished after 26 timesteps\n",
      "Episode 1938 finished after 22 timesteps\n",
      "Episode 1939 finished after 25 timesteps\n",
      "Episode 1940 finished after 24 timesteps\n",
      "Episode 1941 finished after 75 timesteps\n",
      "Episode 1942 finished after 7 timesteps\n",
      "Episode 1943 finished after 25 timesteps\n",
      "Episode 1944 finished after 31 timesteps\n",
      "Episode 1946 finished after 40 timesteps\n",
      "Episode 1947 finished after 25 timesteps\n",
      "Episode 1948 finished after 52 timesteps\n",
      "Episode 1949 finished after 12 timesteps\n",
      "Episode 1950 finished after 58 timesteps\n",
      "Episode 1951 finished after 35 timesteps\n",
      "Episode 1952 finished after 42 timesteps\n",
      "Episode 1953 finished after 37 timesteps\n",
      "Episode 1954 finished after 96 timesteps\n",
      "Episode 1955 finished after 24 timesteps\n",
      "Episode 1956 finished after 55 timesteps\n",
      "Episode 1957 finished after 22 timesteps\n",
      "Episode 1958 finished after 40 timesteps\n",
      "Episode 1959 finished after 31 timesteps\n",
      "Episode 1960 finished after 65 timesteps\n",
      "Episode 1961 finished after 7 timesteps\n",
      "Episode 1962 finished after 18 timesteps\n",
      "Episode 1963 finished after 24 timesteps\n",
      "Episode 1964 finished after 26 timesteps\n",
      "Episode 1965 finished after 25 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1966 finished after 9 timesteps\n",
      "Episode 1967 finished after 16 timesteps\n",
      "Episode 1968 finished after 56 timesteps\n",
      "Episode 1969 finished after 70 timesteps\n",
      "Episode 1970 finished after 29 timesteps\n",
      "Episode 1971 finished after 66 timesteps\n",
      "Episode 1972 finished after 20 timesteps\n",
      "Episode 1973 finished after 24 timesteps\n",
      "Episode 1974 finished after 8 timesteps\n",
      "Episode 1975 finished after 27 timesteps\n",
      "Episode 1976 finished after 44 timesteps\n",
      "Episode 1977 finished after 43 timesteps\n",
      "Episode 1978 finished after 38 timesteps\n",
      "Episode 1979 finished after 10 timesteps\n",
      "Episode 1980 finished after 18 timesteps\n",
      "Episode 1981 finished after 21 timesteps\n",
      "Episode 1982 finished after 42 timesteps\n",
      "Episode 1983 finished after 83 timesteps\n",
      "Episode 1984 finished after 41 timesteps\n",
      "Episode 1985 finished after 14 timesteps\n",
      "Episode 1986 finished after 23 timesteps\n",
      "Episode 1987 finished after 73 timesteps\n",
      "Episode 1988 finished after 24 timesteps\n",
      "Episode 1989 finished after 51 timesteps\n",
      "Episode 1990 finished after 30 timesteps\n",
      "Episode 1991 finished after 31 timesteps\n",
      "Episode 1992 finished after 96 timesteps\n",
      "Episode 1993 finished after 28 timesteps\n",
      "Episode 1995 finished after 27 timesteps\n",
      "Episode 1996 finished after 25 timesteps\n",
      "Episode 1997 finished after 16 timesteps\n",
      "Episode 1998 finished after 90 timesteps\n",
      "Episode 1999 finished after 48 timesteps\n",
      "Episode 2000 finished after 21 timesteps\n",
      "Episode 2001 finished after 52 timesteps\n",
      "Episode 2002 finished after 99 timesteps\n",
      "Episode 2003 finished after 17 timesteps\n",
      "Episode 2004 finished after 45 timesteps\n",
      "Episode 2005 finished after 11 timesteps\n",
      "Episode 2006 finished after 18 timesteps\n",
      "Episode 2007 finished after 69 timesteps\n",
      "Episode 2008 finished after 33 timesteps\n",
      "Episode 2009 finished after 15 timesteps\n",
      "Episode 2010 finished after 26 timesteps\n",
      "Episode 2011 finished after 24 timesteps\n",
      "Episode 2012 finished after 49 timesteps\n",
      "Episode 2013 finished after 19 timesteps\n",
      "Episode 2014 finished after 18 timesteps\n",
      "Episode 2015 finished after 16 timesteps\n",
      "Episode 2016 finished after 11 timesteps\n",
      "Episode 2017 finished after 11 timesteps\n",
      "Episode 2018 finished after 48 timesteps\n",
      "Episode 2019 finished after 49 timesteps\n",
      "Episode 2020 finished after 64 timesteps\n",
      "Episode 2021 finished after 6 timesteps\n",
      "Episode 2022 finished after 61 timesteps\n",
      "Episode 2023 finished after 5 timesteps\n",
      "Episode 2024 finished after 27 timesteps\n",
      "Episode 2025 finished after 40 timesteps\n",
      "Episode 2026 finished after 20 timesteps\n",
      "Episode 2027 finished after 89 timesteps\n",
      "Episode 2028 finished after 17 timesteps\n",
      "Episode 2029 finished after 13 timesteps\n",
      "Episode 2030 finished after 91 timesteps\n",
      "Episode 2031 finished after 29 timesteps\n",
      "Episode 2032 finished after 23 timesteps\n",
      "Episode 2033 finished after 49 timesteps\n",
      "Episode 2034 finished after 13 timesteps\n",
      "Episode 2035 finished after 23 timesteps\n",
      "Episode 2036 finished after 20 timesteps\n",
      "Episode 2037 finished after 7 timesteps\n",
      "Episode 2038 finished after 30 timesteps\n",
      "Episode 2039 finished after 47 timesteps\n",
      "Episode 2040 finished after 8 timesteps\n",
      "Episode 2041 finished after 13 timesteps\n",
      "Episode 2042 finished after 7 timesteps\n",
      "Episode 2043 finished after 29 timesteps\n",
      "Episode 2044 finished after 31 timesteps\n",
      "Episode 2045 finished after 15 timesteps\n",
      "Episode 2046 finished after 23 timesteps\n",
      "Episode 2047 finished after 4 timesteps\n",
      "Episode 2048 finished after 23 timesteps\n",
      "Episode 2049 finished after 19 timesteps\n",
      "Episode 2050 finished after 35 timesteps\n",
      "Episode 2051 finished after 48 timesteps\n",
      "Episode 2052 finished after 26 timesteps\n",
      "Episode 2053 finished after 40 timesteps\n",
      "Episode 2054 finished after 18 timesteps\n",
      "Episode 2055 finished after 31 timesteps\n",
      "Episode 2056 finished after 31 timesteps\n",
      "Episode 2058 finished after 29 timesteps\n",
      "Episode 2059 finished after 19 timesteps\n",
      "Episode 2060 finished after 52 timesteps\n",
      "Episode 2061 finished after 17 timesteps\n",
      "Episode 2062 finished after 11 timesteps\n",
      "Episode 2063 finished after 9 timesteps\n",
      "Episode 2064 finished after 57 timesteps\n",
      "Episode 2065 finished after 56 timesteps\n",
      "Episode 2066 finished after 59 timesteps\n",
      "Episode 2067 finished after 20 timesteps\n",
      "Episode 2068 finished after 10 timesteps\n",
      "Episode 2069 finished after 14 timesteps\n",
      "Episode 2070 finished after 51 timesteps\n",
      "Episode 2071 finished after 33 timesteps\n",
      "Episode 2073 finished after 23 timesteps\n",
      "Episode 2074 finished after 27 timesteps\n",
      "Episode 2075 finished after 35 timesteps\n",
      "Episode 2077 finished after 34 timesteps\n",
      "Episode 2078 finished after 16 timesteps\n",
      "Episode 2079 finished after 25 timesteps\n",
      "Episode 2080 finished after 36 timesteps\n",
      "Episode 2081 finished after 18 timesteps\n",
      "Episode 2082 finished after 46 timesteps\n",
      "Episode 2083 finished after 12 timesteps\n",
      "Episode 2084 finished after 86 timesteps\n",
      "Episode 2085 finished after 21 timesteps\n",
      "Episode 2086 finished after 37 timesteps\n",
      "Episode 2087 finished after 19 timesteps\n",
      "Episode 2088 finished after 70 timesteps\n",
      "Episode 2089 finished after 54 timesteps\n",
      "Episode 2090 finished after 36 timesteps\n",
      "Episode 2091 finished after 79 timesteps\n",
      "Episode 2093 finished after 8 timesteps\n",
      "Episode 2094 finished after 28 timesteps\n",
      "Episode 2095 finished after 5 timesteps\n",
      "Episode 2096 finished after 26 timesteps\n",
      "Episode 2097 finished after 36 timesteps\n",
      "Episode 2098 finished after 32 timesteps\n",
      "Episode 2099 finished after 12 timesteps\n",
      "Episode 2100 finished after 68 timesteps\n",
      "Episode 2101 finished after 23 timesteps\n",
      "Episode 2102 finished after 29 timesteps\n",
      "Episode 2103 finished after 20 timesteps\n",
      "Episode 2104 finished after 39 timesteps\n",
      "Episode 2105 finished after 35 timesteps\n",
      "Episode 2106 finished after 14 timesteps\n",
      "Episode 2107 finished after 38 timesteps\n",
      "Episode 2108 finished after 28 timesteps\n",
      "Episode 2109 finished after 18 timesteps\n",
      "Episode 2110 finished after 73 timesteps\n",
      "Episode 2111 finished after 75 timesteps\n",
      "Episode 2112 finished after 66 timesteps\n",
      "Episode 2113 finished after 11 timesteps\n",
      "Episode 2114 finished after 43 timesteps\n",
      "Episode 2116 finished after 21 timesteps\n",
      "Episode 2117 finished after 19 timesteps\n",
      "Episode 2119 finished after 15 timesteps\n",
      "Episode 2120 finished after 40 timesteps\n",
      "Episode 2121 finished after 91 timesteps\n",
      "Episode 2122 finished after 21 timesteps\n",
      "Episode 2123 finished after 19 timesteps\n",
      "Episode 2124 finished after 16 timesteps\n",
      "Episode 2125 finished after 33 timesteps\n",
      "Episode 2126 finished after 44 timesteps\n",
      "Episode 2127 finished after 10 timesteps\n",
      "Episode 2128 finished after 41 timesteps\n",
      "Episode 2129 finished after 12 timesteps\n",
      "Episode 2131 finished after 80 timesteps\n",
      "Episode 2132 finished after 18 timesteps\n",
      "Episode 2133 finished after 50 timesteps\n",
      "Episode 2134 finished after 54 timesteps\n",
      "Episode 2135 finished after 78 timesteps\n",
      "Episode 2136 finished after 10 timesteps\n",
      "Episode 2137 finished after 20 timesteps\n",
      "Episode 2138 finished after 25 timesteps\n",
      "Episode 2139 finished after 99 timesteps\n",
      "Episode 2141 finished after 44 timesteps\n",
      "Episode 2142 finished after 8 timesteps\n",
      "Episode 2143 finished after 9 timesteps\n",
      "Episode 2144 finished after 9 timesteps\n",
      "Episode 2146 finished after 2 timesteps\n",
      "Episode 2147 finished after 16 timesteps\n",
      "Episode 2148 finished after 14 timesteps\n",
      "Episode 2149 finished after 13 timesteps\n",
      "Episode 2151 finished after 75 timesteps\n",
      "Episode 2152 finished after 50 timesteps\n",
      "Episode 2153 finished after 52 timesteps\n",
      "Episode 2154 finished after 40 timesteps\n",
      "Episode 2155 finished after 13 timesteps\n",
      "Episode 2156 finished after 15 timesteps\n",
      "Episode 2157 finished after 25 timesteps\n",
      "Episode 2158 finished after 11 timesteps\n",
      "Episode 2159 finished after 24 timesteps\n",
      "Episode 2160 finished after 30 timesteps\n",
      "Episode 2161 finished after 59 timesteps\n",
      "Episode 2162 finished after 23 timesteps\n",
      "Episode 2163 finished after 31 timesteps\n",
      "Episode 2164 finished after 21 timesteps\n",
      "Episode 2165 finished after 18 timesteps\n",
      "Episode 2166 finished after 25 timesteps\n",
      "Episode 2167 finished after 13 timesteps\n",
      "Episode 2168 finished after 23 timesteps\n",
      "Episode 2169 finished after 70 timesteps\n",
      "Episode 2170 finished after 84 timesteps\n",
      "Episode 2171 finished after 24 timesteps\n",
      "Episode 2172 finished after 32 timesteps\n",
      "Episode 2173 finished after 18 timesteps\n",
      "Episode 2174 finished after 33 timesteps\n",
      "Episode 2175 finished after 31 timesteps\n",
      "Episode 2176 finished after 24 timesteps\n",
      "Episode 2178 finished after 41 timesteps\n",
      "Episode 2179 finished after 8 timesteps\n",
      "Episode 2180 finished after 37 timesteps\n",
      "Episode 2181 finished after 21 timesteps\n",
      "Episode 2182 finished after 23 timesteps\n",
      "Episode 2183 finished after 42 timesteps\n",
      "Episode 2184 finished after 73 timesteps\n",
      "Episode 2185 finished after 17 timesteps\n",
      "Episode 2186 finished after 16 timesteps\n",
      "Episode 2187 finished after 33 timesteps\n",
      "Episode 2188 finished after 17 timesteps\n",
      "Episode 2189 finished after 33 timesteps\n",
      "Episode 2190 finished after 34 timesteps\n",
      "Episode 2191 finished after 17 timesteps\n",
      "Episode 2192 finished after 90 timesteps\n",
      "Episode 2193 finished after 86 timesteps\n",
      "Episode 2194 finished after 39 timesteps\n",
      "Episode 2195 finished after 40 timesteps\n",
      "Episode 2196 finished after 30 timesteps\n",
      "Episode 2197 finished after 6 timesteps\n",
      "Episode 2198 finished after 57 timesteps\n",
      "Episode 2199 finished after 22 timesteps\n",
      "Episode 2200 finished after 8 timesteps\n",
      "Episode 2201 finished after 92 timesteps\n",
      "Episode 2202 finished after 23 timesteps\n",
      "Episode 2203 finished after 20 timesteps\n",
      "Episode 2204 finished after 43 timesteps\n",
      "Episode 2205 finished after 16 timesteps\n",
      "Episode 2206 finished after 27 timesteps\n",
      "Episode 2207 finished after 38 timesteps\n",
      "Episode 2208 finished after 40 timesteps\n",
      "Episode 2209 finished after 94 timesteps\n",
      "Episode 2210 finished after 40 timesteps\n",
      "Episode 2211 finished after 11 timesteps\n",
      "Episode 2212 finished after 33 timesteps\n",
      "Episode 2213 finished after 67 timesteps\n",
      "Episode 2214 finished after 20 timesteps\n",
      "Episode 2215 finished after 22 timesteps\n",
      "Episode 2217 finished after 21 timesteps\n",
      "Episode 2218 finished after 11 timesteps\n",
      "Episode 2219 finished after 7 timesteps\n",
      "Episode 2220 finished after 9 timesteps\n",
      "Episode 2221 finished after 21 timesteps\n",
      "Episode 2222 finished after 72 timesteps\n",
      "Episode 2223 finished after 6 timesteps\n",
      "Episode 2224 finished after 80 timesteps\n",
      "Episode 2225 finished after 71 timesteps\n",
      "Episode 2227 finished after 22 timesteps\n",
      "Episode 2228 finished after 50 timesteps\n",
      "Episode 2229 finished after 62 timesteps\n",
      "Episode 2230 finished after 71 timesteps\n",
      "Episode 2231 finished after 56 timesteps\n",
      "Episode 2232 finished after 46 timesteps\n",
      "Episode 2233 finished after 77 timesteps\n",
      "Episode 2234 finished after 15 timesteps\n",
      "Episode 2235 finished after 2 timesteps\n",
      "Episode 2236 finished after 37 timesteps\n",
      "Episode 2238 finished after 31 timesteps\n",
      "Episode 2239 finished after 58 timesteps\n",
      "Episode 2240 finished after 14 timesteps\n",
      "Episode 2241 finished after 18 timesteps\n",
      "Episode 2242 finished after 61 timesteps\n",
      "Episode 2243 finished after 40 timesteps\n",
      "Episode 2244 finished after 56 timesteps\n",
      "Episode 2245 finished after 23 timesteps\n",
      "Episode 2246 finished after 58 timesteps\n",
      "Episode 2247 finished after 78 timesteps\n",
      "Episode 2248 finished after 20 timesteps\n",
      "Episode 2249 finished after 17 timesteps\n",
      "Episode 2250 finished after 13 timesteps\n",
      "Episode 2251 finished after 13 timesteps\n",
      "Episode 2252 finished after 25 timesteps\n",
      "Episode 2253 finished after 8 timesteps\n",
      "Episode 2254 finished after 45 timesteps\n",
      "Episode 2255 finished after 8 timesteps\n",
      "Episode 2256 finished after 20 timesteps\n",
      "Episode 2257 finished after 8 timesteps\n",
      "Episode 2258 finished after 13 timesteps\n",
      "Episode 2259 finished after 20 timesteps\n",
      "Episode 2260 finished after 11 timesteps\n",
      "Episode 2261 finished after 51 timesteps\n",
      "Episode 2262 finished after 35 timesteps\n",
      "Episode 2263 finished after 27 timesteps\n",
      "Episode 2264 finished after 15 timesteps\n",
      "Episode 2266 finished after 18 timesteps\n",
      "Episode 2267 finished after 25 timesteps\n",
      "Episode 2268 finished after 22 timesteps\n",
      "Episode 2269 finished after 22 timesteps\n",
      "Episode 2270 finished after 21 timesteps\n",
      "Episode 2271 finished after 30 timesteps\n",
      "Episode 2272 finished after 24 timesteps\n",
      "Episode 2273 finished after 70 timesteps\n",
      "Episode 2274 finished after 16 timesteps\n",
      "Episode 2275 finished after 20 timesteps\n",
      "Episode 2276 finished after 13 timesteps\n",
      "Episode 2277 finished after 10 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 2279 finished after 40 timesteps\n",
      "Episode 2280 finished after 32 timesteps\n",
      "Episode 2281 finished after 41 timesteps\n",
      "Episode 2282 finished after 78 timesteps\n",
      "Episode 2283 finished after 19 timesteps\n",
      "Episode 2284 finished after 38 timesteps\n",
      "Episode 2285 finished after 15 timesteps\n",
      "Episode 2286 finished after 34 timesteps\n",
      "Episode 2288 finished after 16 timesteps\n",
      "Episode 2289 finished after 19 timesteps\n",
      "Episode 2290 finished after 63 timesteps\n",
      "Episode 2291 finished after 9 timesteps\n",
      "Episode 2292 finished after 37 timesteps\n",
      "Episode 2293 finished after 31 timesteps\n",
      "Episode 2294 finished after 71 timesteps\n",
      "Episode 2296 finished after 13 timesteps\n",
      "Episode 2297 finished after 21 timesteps\n",
      "Episode 2298 finished after 23 timesteps\n",
      "Episode 2299 finished after 25 timesteps\n",
      "Episode 2300 finished after 32 timesteps\n",
      "Episode 2301 finished after 63 timesteps\n",
      "Episode 2302 finished after 16 timesteps\n",
      "Episode 2303 finished after 5 timesteps\n",
      "Episode 2304 finished after 80 timesteps\n",
      "Episode 2305 finished after 43 timesteps\n",
      "Episode 2306 finished after 63 timesteps\n",
      "Episode 2307 finished after 18 timesteps\n",
      "Episode 2308 finished after 25 timesteps\n",
      "Episode 2309 finished after 28 timesteps\n",
      "Episode 2310 finished after 9 timesteps\n",
      "Episode 2312 finished after 60 timesteps\n",
      "Episode 2313 finished after 59 timesteps\n",
      "Episode 2314 finished after 49 timesteps\n",
      "Episode 2315 finished after 12 timesteps\n",
      "Episode 2316 finished after 38 timesteps\n",
      "Episode 2317 finished after 20 timesteps\n",
      "Episode 2318 finished after 22 timesteps\n",
      "Episode 2319 finished after 13 timesteps\n",
      "Episode 2320 finished after 79 timesteps\n",
      "Episode 2321 finished after 17 timesteps\n",
      "Episode 2323 finished after 62 timesteps\n",
      "Episode 2324 finished after 4 timesteps\n",
      "Episode 2325 finished after 25 timesteps\n",
      "Episode 2326 finished after 54 timesteps\n",
      "Episode 2327 finished after 29 timesteps\n",
      "Episode 2328 finished after 34 timesteps\n",
      "Episode 2329 finished after 70 timesteps\n",
      "Episode 2330 finished after 44 timesteps\n",
      "Episode 2331 finished after 8 timesteps\n",
      "Episode 2332 finished after 18 timesteps\n",
      "Episode 2334 finished after 42 timesteps\n",
      "Episode 2335 finished after 55 timesteps\n",
      "Episode 2336 finished after 12 timesteps\n",
      "Episode 2337 finished after 43 timesteps\n",
      "Episode 2338 finished after 2 timesteps\n",
      "Episode 2339 finished after 26 timesteps\n",
      "Episode 2340 finished after 3 timesteps\n",
      "Episode 2341 finished after 23 timesteps\n",
      "Episode 2342 finished after 5 timesteps\n",
      "Episode 2343 finished after 61 timesteps\n",
      "Episode 2344 finished after 16 timesteps\n",
      "Episode 2345 finished after 21 timesteps\n",
      "Episode 2346 finished after 4 timesteps\n",
      "Episode 2347 finished after 10 timesteps\n",
      "Episode 2348 finished after 9 timesteps\n",
      "Episode 2349 finished after 22 timesteps\n",
      "Episode 2350 finished after 29 timesteps\n",
      "Episode 2352 finished after 10 timesteps\n",
      "Episode 2353 finished after 29 timesteps\n",
      "Episode 2354 finished after 31 timesteps\n",
      "Episode 2357 finished after 29 timesteps\n",
      "Episode 2359 finished after 10 timesteps\n",
      "Episode 2360 finished after 12 timesteps\n",
      "Episode 2361 finished after 9 timesteps\n",
      "Episode 2362 finished after 12 timesteps\n",
      "Episode 2363 finished after 12 timesteps\n",
      "Episode 2364 finished after 23 timesteps\n",
      "Episode 2365 finished after 52 timesteps\n",
      "Episode 2366 finished after 14 timesteps\n",
      "Episode 2367 finished after 75 timesteps\n",
      "Episode 2369 finished after 51 timesteps\n",
      "Episode 2370 finished after 22 timesteps\n",
      "Episode 2371 finished after 36 timesteps\n",
      "Episode 2372 finished after 15 timesteps\n",
      "Episode 2373 finished after 23 timesteps\n",
      "Episode 2374 finished after 49 timesteps\n",
      "Episode 2375 finished after 71 timesteps\n",
      "Episode 2376 finished after 22 timesteps\n",
      "Episode 2377 finished after 2 timesteps\n",
      "Episode 2378 finished after 38 timesteps\n",
      "Episode 2379 finished after 14 timesteps\n",
      "Episode 2381 finished after 7 timesteps\n",
      "Episode 2382 finished after 88 timesteps\n",
      "Episode 2383 finished after 29 timesteps\n",
      "Episode 2384 finished after 72 timesteps\n",
      "Episode 2385 finished after 90 timesteps\n",
      "Episode 2387 finished after 81 timesteps\n",
      "Episode 2389 finished after 18 timesteps\n",
      "Episode 2390 finished after 72 timesteps\n",
      "Episode 2391 finished after 34 timesteps\n",
      "Episode 2392 finished after 22 timesteps\n",
      "Episode 2393 finished after 68 timesteps\n",
      "Episode 2394 finished after 55 timesteps\n",
      "Episode 2396 finished after 21 timesteps\n",
      "Episode 2397 finished after 47 timesteps\n",
      "Episode 2398 finished after 53 timesteps\n",
      "Episode 2400 finished after 72 timesteps\n",
      "Episode 2401 finished after 33 timesteps\n",
      "Episode 2403 finished after 97 timesteps\n",
      "Episode 2404 finished after 63 timesteps\n",
      "Episode 2405 finished after 40 timesteps\n",
      "Episode 2406 finished after 69 timesteps\n",
      "Episode 2407 finished after 37 timesteps\n",
      "Episode 2409 finished after 19 timesteps\n",
      "Episode 2410 finished after 27 timesteps\n",
      "Episode 2411 finished after 16 timesteps\n",
      "Episode 2412 finished after 81 timesteps\n",
      "Episode 2413 finished after 13 timesteps\n",
      "Episode 2414 finished after 48 timesteps\n",
      "Episode 2415 finished after 13 timesteps\n",
      "Episode 2416 finished after 11 timesteps\n",
      "Episode 2417 finished after 41 timesteps\n",
      "Episode 2418 finished after 96 timesteps\n",
      "Episode 2419 finished after 24 timesteps\n",
      "Episode 2420 finished after 68 timesteps\n",
      "Episode 2421 finished after 16 timesteps\n",
      "Episode 2422 finished after 24 timesteps\n",
      "Episode 2423 finished after 68 timesteps\n",
      "Episode 2424 finished after 57 timesteps\n",
      "Episode 2425 finished after 46 timesteps\n",
      "Episode 2426 finished after 17 timesteps\n",
      "Episode 2427 finished after 40 timesteps\n",
      "Episode 2428 finished after 6 timesteps\n",
      "Episode 2429 finished after 13 timesteps\n",
      "Episode 2430 finished after 44 timesteps\n",
      "Episode 2431 finished after 28 timesteps\n",
      "Episode 2432 finished after 69 timesteps\n",
      "Episode 2433 finished after 40 timesteps\n",
      "Episode 2434 finished after 11 timesteps\n",
      "Episode 2436 finished after 18 timesteps\n",
      "Episode 2438 finished after 18 timesteps\n",
      "Episode 2439 finished after 53 timesteps\n",
      "Episode 2440 finished after 63 timesteps\n",
      "Episode 2441 finished after 29 timesteps\n",
      "Episode 2442 finished after 16 timesteps\n",
      "Episode 2443 finished after 22 timesteps\n",
      "Episode 2444 finished after 71 timesteps\n",
      "Episode 2446 finished after 55 timesteps\n",
      "Episode 2447 finished after 58 timesteps\n",
      "Episode 2448 finished after 49 timesteps\n",
      "Episode 2450 finished after 77 timesteps\n",
      "Episode 2451 finished after 21 timesteps\n",
      "Episode 2452 finished after 37 timesteps\n",
      "Episode 2454 finished after 7 timesteps\n",
      "Episode 2455 finished after 50 timesteps\n",
      "Episode 2456 finished after 25 timesteps\n",
      "Episode 2457 finished after 22 timesteps\n",
      "Episode 2458 finished after 56 timesteps\n",
      "Episode 2459 finished after 11 timesteps\n",
      "Episode 2460 finished after 16 timesteps\n",
      "Episode 2461 finished after 26 timesteps\n",
      "Episode 2462 finished after 26 timesteps\n",
      "Episode 2463 finished after 27 timesteps\n",
      "Episode 2464 finished after 24 timesteps\n",
      "Episode 2465 finished after 8 timesteps\n",
      "Episode 2466 finished after 54 timesteps\n",
      "Episode 2467 finished after 28 timesteps\n",
      "Episode 2468 finished after 25 timesteps\n",
      "Episode 2469 finished after 31 timesteps\n",
      "Episode 2470 finished after 41 timesteps\n",
      "Episode 2471 finished after 47 timesteps\n",
      "Episode 2472 finished after 22 timesteps\n",
      "Episode 2473 finished after 8 timesteps\n",
      "Episode 2474 finished after 18 timesteps\n",
      "Episode 2475 finished after 40 timesteps\n",
      "Episode 2476 finished after 45 timesteps\n",
      "Episode 2477 finished after 24 timesteps\n",
      "Episode 2478 finished after 86 timesteps\n",
      "Episode 2479 finished after 31 timesteps\n",
      "Episode 2480 finished after 37 timesteps\n",
      "Episode 2482 finished after 46 timesteps\n",
      "Episode 2483 finished after 5 timesteps\n",
      "Episode 2484 finished after 24 timesteps\n",
      "Episode 2485 finished after 75 timesteps\n",
      "Episode 2486 finished after 24 timesteps\n",
      "Episode 2488 finished after 23 timesteps\n",
      "Episode 2489 finished after 16 timesteps\n",
      "Episode 2490 finished after 54 timesteps\n",
      "Episode 2491 finished after 8 timesteps\n",
      "Episode 2492 finished after 38 timesteps\n",
      "Episode 2493 finished after 20 timesteps\n",
      "Episode 2494 finished after 43 timesteps\n",
      "Episode 2495 finished after 12 timesteps\n",
      "Episode 2496 finished after 9 timesteps\n",
      "Episode 2497 finished after 18 timesteps\n",
      "Episode 2498 finished after 30 timesteps\n",
      "Episode 2499 finished after 13 timesteps\n",
      "Episode 2500 finished after 18 timesteps\n",
      "Episode 2501 finished after 2 timesteps\n",
      "Episode 2503 finished after 41 timesteps\n",
      "Episode 2504 finished after 22 timesteps\n",
      "Episode 2505 finished after 85 timesteps\n",
      "Episode 2506 finished after 26 timesteps\n",
      "Episode 2507 finished after 19 timesteps\n",
      "Episode 2508 finished after 42 timesteps\n",
      "Episode 2509 finished after 10 timesteps\n",
      "Episode 2510 finished after 43 timesteps\n",
      "Episode 2511 finished after 15 timesteps\n",
      "Episode 2512 finished after 19 timesteps\n",
      "Episode 2513 finished after 7 timesteps\n",
      "Episode 2514 finished after 39 timesteps\n",
      "Episode 2515 finished after 88 timesteps\n",
      "Episode 2517 finished after 15 timesteps\n",
      "Episode 2518 finished after 11 timesteps\n",
      "Episode 2519 finished after 87 timesteps\n",
      "Episode 2520 finished after 44 timesteps\n",
      "Episode 2521 finished after 22 timesteps\n",
      "Episode 2522 finished after 29 timesteps\n",
      "Episode 2523 finished after 17 timesteps\n",
      "Episode 2525 finished after 14 timesteps\n",
      "Episode 2526 finished after 25 timesteps\n",
      "Episode 2527 finished after 14 timesteps\n",
      "Episode 2529 finished after 32 timesteps\n",
      "Episode 2530 finished after 9 timesteps\n",
      "Episode 2531 finished after 33 timesteps\n",
      "Episode 2532 finished after 65 timesteps\n",
      "Episode 2533 finished after 4 timesteps\n",
      "Episode 2534 finished after 24 timesteps\n",
      "Episode 2535 finished after 93 timesteps\n",
      "Episode 2537 finished after 43 timesteps\n",
      "Episode 2538 finished after 94 timesteps\n",
      "Episode 2539 finished after 29 timesteps\n",
      "Episode 2540 finished after 30 timesteps\n",
      "Episode 2541 finished after 18 timesteps\n",
      "Episode 2542 finished after 55 timesteps\n",
      "Episode 2543 finished after 43 timesteps\n",
      "Episode 2544 finished after 55 timesteps\n",
      "Episode 2546 finished after 58 timesteps\n",
      "Episode 2548 finished after 15 timesteps\n",
      "Episode 2549 finished after 30 timesteps\n",
      "Episode 2550 finished after 65 timesteps\n",
      "Episode 2551 finished after 15 timesteps\n",
      "Episode 2552 finished after 37 timesteps\n",
      "Episode 2553 finished after 17 timesteps\n",
      "Episode 2554 finished after 21 timesteps\n",
      "Episode 2555 finished after 6 timesteps\n",
      "Episode 2557 finished after 18 timesteps\n",
      "Episode 2558 finished after 15 timesteps\n",
      "Episode 2559 finished after 68 timesteps\n",
      "Episode 2560 finished after 24 timesteps\n",
      "Episode 2561 finished after 48 timesteps\n",
      "Episode 2562 finished after 29 timesteps\n",
      "Episode 2563 finished after 20 timesteps\n",
      "Episode 2564 finished after 18 timesteps\n",
      "Episode 2565 finished after 31 timesteps\n",
      "Episode 2566 finished after 30 timesteps\n",
      "Episode 2567 finished after 30 timesteps\n",
      "Episode 2568 finished after 79 timesteps\n",
      "Episode 2569 finished after 18 timesteps\n",
      "Episode 2570 finished after 23 timesteps\n",
      "Episode 2571 finished after 6 timesteps\n",
      "Episode 2572 finished after 97 timesteps\n",
      "Episode 2573 finished after 94 timesteps\n",
      "Episode 2574 finished after 32 timesteps\n",
      "Episode 2575 finished after 37 timesteps\n",
      "Episode 2576 finished after 85 timesteps\n",
      "Episode 2577 finished after 22 timesteps\n",
      "Episode 2578 finished after 69 timesteps\n",
      "Episode 2579 finished after 14 timesteps\n",
      "Episode 2580 finished after 19 timesteps\n",
      "Episode 2581 finished after 36 timesteps\n",
      "Episode 2582 finished after 26 timesteps\n",
      "Episode 2583 finished after 15 timesteps\n",
      "Episode 2584 finished after 42 timesteps\n",
      "Episode 2585 finished after 74 timesteps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 2586 finished after 31 timesteps\n",
      "Episode 2587 finished after 30 timesteps\n",
      "Episode 2588 finished after 16 timesteps\n",
      "Episode 2589 finished after 32 timesteps\n",
      "Episode 2590 finished after 17 timesteps\n",
      "Episode 2592 finished after 46 timesteps\n",
      "Episode 2593 finished after 23 timesteps\n",
      "Episode 2594 finished after 46 timesteps\n",
      "Episode 2595 finished after 25 timesteps\n",
      "Episode 2596 finished after 27 timesteps\n",
      "Episode 2598 finished after 80 timesteps\n",
      "Episode 2599 finished after 30 timesteps\n",
      "Episode 2600 finished after 57 timesteps\n",
      "Episode 2601 finished after 72 timesteps\n",
      "Episode 2602 finished after 10 timesteps\n",
      "Episode 2604 finished after 4 timesteps\n",
      "Episode 2605 finished after 88 timesteps\n",
      "Episode 2607 finished after 20 timesteps\n",
      "Episode 2608 finished after 24 timesteps\n",
      "Episode 2609 finished after 8 timesteps\n",
      "Episode 2610 finished after 3 timesteps\n",
      "Episode 2611 finished after 9 timesteps\n",
      "Episode 2612 finished after 25 timesteps\n",
      "Episode 2613 finished after 27 timesteps\n",
      "Episode 2614 finished after 46 timesteps\n",
      "Episode 2615 finished after 13 timesteps\n",
      "Episode 2616 finished after 5 timesteps\n",
      "Episode 2617 finished after 39 timesteps\n",
      "Episode 2618 finished after 66 timesteps\n",
      "Episode 2619 finished after 37 timesteps\n",
      "Episode 2620 finished after 38 timesteps\n",
      "Episode 2622 finished after 27 timesteps\n",
      "Episode 2623 finished after 25 timesteps\n",
      "Episode 2625 finished after 14 timesteps\n",
      "Episode 2626 finished after 6 timesteps\n",
      "Episode 2627 finished after 47 timesteps\n",
      "Episode 2628 finished after 41 timesteps\n",
      "Episode 2629 finished after 31 timesteps\n",
      "Episode 2630 finished after 51 timesteps\n",
      "Episode 2631 finished after 13 timesteps\n",
      "Episode 2632 finished after 44 timesteps\n",
      "Episode 2633 finished after 43 timesteps\n",
      "Episode 2634 finished after 18 timesteps\n",
      "Episode 2635 finished after 47 timesteps\n",
      "Episode 2637 finished after 78 timesteps\n",
      "Episode 2638 finished after 33 timesteps\n",
      "Episode 2639 finished after 28 timesteps\n",
      "Episode 2640 finished after 4 timesteps\n",
      "Episode 2641 finished after 41 timesteps\n",
      "Episode 2642 finished after 38 timesteps\n",
      "Episode 2643 finished after 22 timesteps\n",
      "Episode 2644 finished after 57 timesteps\n",
      "Episode 2645 finished after 60 timesteps\n",
      "Episode 2646 finished after 66 timesteps\n",
      "Episode 2647 finished after 56 timesteps\n",
      "Episode 2648 finished after 31 timesteps\n",
      "Episode 2649 finished after 25 timesteps\n",
      "Episode 2650 finished after 6 timesteps\n",
      "Episode 2651 finished after 64 timesteps\n",
      "Episode 2652 finished after 7 timesteps\n",
      "Episode 2653 finished after 86 timesteps\n",
      "Episode 2655 finished after 9 timesteps\n",
      "Episode 2656 finished after 22 timesteps\n",
      "Episode 2657 finished after 81 timesteps\n",
      "Episode 2658 finished after 29 timesteps\n",
      "Episode 2659 finished after 4 timesteps\n",
      "Episode 2660 finished after 13 timesteps\n",
      "Episode 2661 finished after 18 timesteps\n",
      "Episode 2662 finished after 31 timesteps\n",
      "Episode 2663 finished after 33 timesteps\n",
      "Episode 2664 finished after 17 timesteps\n",
      "Episode 2665 finished after 56 timesteps\n",
      "Episode 2666 finished after 86 timesteps\n",
      "Episode 2668 finished after 8 timesteps\n",
      "Episode 2669 finished after 14 timesteps\n",
      "Episode 2670 finished after 31 timesteps\n",
      "Episode 2671 finished after 16 timesteps\n",
      "Episode 2672 finished after 38 timesteps\n",
      "Episode 2673 finished after 24 timesteps\n",
      "Episode 2675 finished after 38 timesteps\n",
      "Episode 2676 finished after 11 timesteps\n",
      "Episode 2677 finished after 76 timesteps\n",
      "Episode 2678 finished after 81 timesteps\n",
      "Episode 2679 finished after 90 timesteps\n",
      "Episode 2680 finished after 24 timesteps\n",
      "Episode 2681 finished after 14 timesteps\n",
      "Episode 2684 finished after 86 timesteps\n",
      "Episode 2687 finished after 23 timesteps\n",
      "Episode 2688 finished after 2 timesteps\n",
      "Episode 2689 finished after 62 timesteps\n",
      "Episode 2690 finished after 76 timesteps\n",
      "Episode 2691 finished after 50 timesteps\n",
      "Episode 2692 finished after 51 timesteps\n",
      "Episode 2693 finished after 47 timesteps\n",
      "Episode 2694 finished after 86 timesteps\n",
      "Episode 2695 finished after 46 timesteps\n",
      "Episode 2696 finished after 17 timesteps\n",
      "Episode 2697 finished after 35 timesteps\n",
      "Episode 2698 finished after 88 timesteps\n",
   

b_frozendeepq.ipynb